R/Hoods2d.R

Defines functions plot.pphindcast2d print.pphindcast2d pphindcast2d fss2dfun print.upscale2d plot.upscale2d upscale2dPlot hoods2dPlot upscale2dfun upscale2d pragmatic2dfun fuzzyjoint2dfun multicon2dfun MinCvg2dfun hoods2dSetUpLists vxstats fss2dPlot plot.hoods2d print.hoods2d hoods2dPrep hoods2d

Documented in fss2dfun fss2dPlot fuzzyjoint2dfun hoods2d hoods2dPlot hoods2dPrep hoods2dSetUpLists MinCvg2dfun multicon2dfun plot.hoods2d plot.pphindcast2d plot.upscale2d pphindcast2d pragmatic2dfun print.hoods2d print.pphindcast2d print.upscale2d upscale2d upscale2dfun upscale2dPlot vxstats

hoods2d <-
function( object, which.methods = c("mincvr", "multi.event", "fuzzy", "joint", "fss", "pragmatic"),
    time.point = 1, obs = 1, model = 1, Pe=NULL, levels=NULL, max.n=NULL, smooth.fun="hoods2dsmooth", smooth.params=NULL,
    rule = ">=", verbose = FALSE) {

    object <- hoods2dPrep(object=object, Pe=Pe, levels=levels, max.n=max.n,
			smooth.fun=smooth.fun, smooth.params=smooth.params)

   if( verbose) begin.time <- Sys.time() 
   object.attr <- attributes(object)
   thresholds <- object.attr$thresholds
   q <- dim( thresholds$X )[ 1 ]
   levels <- object.attr$levels
   l <- length( levels)

   ## Begin: Get the data sets
    dat <- datagrabber(object, time.point = time.point, obs = obs, model = model)

   X <- dat$X
   Y <- dat$Xhat
   ## End: Get the data sets

   xdim <- object.attr$xdim

   # binmat <- matrix(0, xdim[1], xdim[2])
   outmat <- matrix( NA, l, q)
   colnames(outmat) <- object.attr$qs
   rownames(outmat) <- levels
   out <- hoods2dSetUpLists(object=object, which.methods=which.methods, mat=outmat)
   
   bigN <- prod(xdim[1:2])
   sub <- object.attr$subset
   if( verbose) cat("Looping through thresholds.\n")
   for( threshold in 1:q) {
      	if( any( c("mincvr", "mincvr", "multi.event", "fuzzy", "joint", "fss", "pragmatic") %in% which.methods)) {
	   if( verbose) cat("\n", "Setting up binary objects for threshold ", threshold, "\n")
	   # Ix <- Iy <- binmat
	   # Ix[ X >= thresholds[threshold,"X"]] <- 1
	   # Iy[ Y >= thresholds[threshold,"Xhat"]] <- 1

	    dat2 <- thresholder( object, type = "binary", th = threshold, rule = rule, time.point = time.point, obs = obs, model = model )

	    Ix <- dat2$X
	    Iy <- dat2$Xhat

        } # end of if find 'Ix' and 'Iy' stmt.
	if( "fss" %in% which.methods) {
	   if( is.null( sub)) f0 <- mean( Ix, na.rm=TRUE)
	   else f0 <- mean( c(Ix)[ subset], na.rm=TRUE)
	   if( threshold==1) {
		out$fss$fss.uniform <- 0.5 + f0/2 
		out$fss$fss.random  <- f0
	   } else {
		out$fss$fss.uniform <- c( out$fss$fss.uniform, 0.5 + f0/2)
		out$fss$fss.random  <- c( out$fss$fss.random, f0)
	   } # end of if else 'threshold' is 1 stmts.
	} # end of if 'fss' method.
	if( verbose) cat( "Looping through levels.\n")
        for( level in 1:l) {
	   if( verbose) cat("Neighborhood length = ", levels[ level], "\n")
	   # levelW <- kernel2dsmooth( X, kernel.type="boxcar", n=levels[level], xdim=xdim, setup=TRUE)
	   levelW <- do.call( object.attr$smooth.fun, c(list( x=X, lambda=levels[level], W=NULL, setup=TRUE), object.attr$smooth.params))
	   if( any( c( "mincvr", "multi.event", "fuzzy", "joint", "pragmatic", "fss") %in% which.methods)) {
		if( any( c( "mincvr", "multi.event", "fuzzy", "joint", "fss") %in% which.methods)) 
			sPx <- do.call( object.attr$smooth.fun, c(list( x=Ix, lambda=levels[level], W=levelW), object.attr$smooth.params))
			# sPx <- kernel2dsmooth( Ix, kernel.type="boxcar", n=levels[level], W=levelW, xdim=xdim)
		sPy <- do.call( object.attr$smooth.fun, c(list(x=Iy, lambda=levels[level], W=levelW), object.attr$smooth.params))
		# sPy <- kernel2dsmooth( Iy, kernel.type="boxcar", n=levels[level], W=levelW, xdim=xdim)
	   } # end of if any 'mincvr', 'multi', 'fuzzy', 'joint' or 'pragmatic' stmts.
	   if( any( c( "mincvr", "multi.event") %in% which.methods)) {
                # sIx <- sIy <- binmat
                # sIx[ sPx >= object.attr$Pe[level]] <- 1
		# sIy[ sPy >= object.attr$Pe[level]] <- 1

		sIx <- thresholder( sPx, type = "binary", th = object.attr$Pe[ level ] )
		sIy <- thresholder( sPy, type = "binary", th = object.attr$Pe[ level ] )

		if( "mincvr" %in% which.methods) {
		   tmp <- MinCvg2dfun( sIy=sIy, sIx=sIx, subset=sub)
		   out$mincvr$pod[level,threshold] <- tmp$pod
		   out$mincvr$far[level,threshold] <- tmp$far
		   out$mincvr$ets[level,threshold] <- tmp$ets
		} # end of 'mincvr' part.
		if( "multi.event" %in% which.methods) {
		   tmp <- multicon2dfun( sIy=sIy, Ix=Ix, subset=sub)
		   out$multi.event$pod[level,threshold] <- tmp$pod
		   out$multi.event$f[level,threshold] <- tmp$f
		   out$multi.event$hk[level,threshold] <- tmp$hk
		} # end of 'multi' stmts.
           } # end of 'mincvr'/'multi' stmts.
	   if( any( c("fuzzy", "joint") %in% which.methods)) {
		tmp <- fuzzyjoint2dfun( sPy=sPy, sPx=sPx, subset=sub)
		if( "fuzzy" %in% which.methods) {
		   out$fuzzy$pod[level,threshold] <- tmp$fuzzy$pod
		   out$fuzzy$far[level,threshold] <- tmp$fuzzy$far
		   out$fuzzy$ets[level,threshold] <- tmp$fuzzy$ets
		} # end of if 'fuzzy' stmt.
		if( "joint" %in% which.methods) {
		   out$joint$pod[level,threshold] <- tmp$joint$pod
		   out$joint$far[level,threshold] <- tmp$joint$far
		   out$joint$ets[level,threshold] <- tmp$joint$ets
		} # end of if 'joint' methods.
	   } # end of if 'fuzzy/joint' stmts.
	   if( "fss" %in% which.methods) out$fss$values[level,threshold] <- fss2dfun(sPy=sPy, sPx=sPx, subset=sub)
	   if( "pragmatic" %in% which.methods) {
		tmp <- pragmatic2dfun( sPy=sPy, Ix=Ix, subset=sub)
		out$pragmatic$bs[level,threshold] <- tmp$bs
		out$pragmatic$bss[level,threshold] <- tmp$bss
	   }
	} # end of for 'level' loop.
   } # end of for 'threshold' loop.
   if( verbose) print( Sys.time() - begin.time)
   attr(out, "time.point") <- time.point
   attr(out, "model.num") <- model

   class(out) <- "hoods2d"

   return( out)

} # end of 'hoods2d' function.

hoods2dPrep <- function( object, Pe=NULL, levels=NULL, max.n=NULL,
                        smooth.fun="hoods2dsmooth", smooth.params=NULL) {
    out <- object
    a <- attributes(object)

    if( is.null( levels)) {
        if( is.null( max.n)) max.n <- 2*max(a$xdim)-1
        else {
            if(max.n %%2 == 0) max.n <- max.n-1
            if(max.n > 2*max( a$xdim)-1) stop(paste("fss2d: max.n must be less than 2N-1, where N is ", max(a$xdim), sep=""))
        } # end of if else 'max.n' stmts.
        if( max.n < 1) stop("fss2d: max.n must be a positive integer.")
        levels <- seq(1,max.n,2)
    } # end of if no 'levels' given.
    attr(out, "levels") <- levels
    attr(out, "max.n") <- max.n
    attr(out, "smooth.fun") <- smooth.fun
    attr(out, "smooth.params") <- smooth.params
    if( is.null( Pe)) Pe <- 1/(levels^2)
    if( length( Pe) == 1) Pe <- rep( Pe, length( levels))
    attr(out, "Pe") <- Pe
    return(out)
} # end of 'hoods2dPrep' function.

print.hoods2d <- function(x, ...) {
    a <- attributes(x)
    print(a$data.name)
    if(a$field.type != "" && a$units != "") print(paste(a$field.type, " (", a$units, ")", sep=""))
    else if(a$field.type != "") print(a$field.type)
    else if(a$units != "") print(a$units)

    cat("\n", "Neighborhood Levels:\n")
    print(a$levels)

    cat("\n", "Smoothing Function: ")
    print(a$smooth.fun)

    if(!is.null(a$smooth.params)) {
	cat("\n", "Smoothing Parameters:\n")
	print(a$smooth.params)
    }

    cat("\n", "Time point: ", a$time.point, "\n")
    cat("\n", "Model: ", a$model.num, "\n")

    namen <- a$names
    n <- length(namen)
    cat("\n")
    for(i in 1:n) {
	cat(namen[i], ":\n")
	print(x[[i]])
	cat("\n\n")
    } # end of for 'i' loop.

    invisible(a)
} # end of 'print.hoods2d' function.

plot.hoods2d <-
function( x, ..., add.text = FALSE ) {
   a <- attributes(x)
   mets <- names(x)

   nf <- a$nforecast

   if( "mincvr" %in% mets ) {

	a$ylab <- "Gilbert Skill Score"
        try(hoods2dPlot( x$mincvr$ets, args=a, main=paste("Min. Coverage: Gilbert Skill Score (GSS)", sep="")))
	a$ylab <- "False Alarm Ratio"
        try(hoods2dPlot( x$mincvr$far, args=a, main="Min. Coverage: False Alarm Ratio"))
	a$ylab <- "Hit Rate"
        try(hoods2dPlot( x$mincvr$pod, args=a, main="Min. Coverage: Hit Rate"))

   } # end of if 'mincvr' stmts.

   if( "multi.event" %in% mets) {

	a$ylab <- "Hit Rate"
        try(hoods2dPlot( x$multi.event$pod, args=a, main=paste("Multi-Event Contingency Table: Hit Rate", sep="")))
	a$ylab <- "False Alarm Rate"
        try(hoods2dPlot( x$multi.event$f, args=a, main="Multi-Event Contingency Table: False Alarm Rate"))
	a$ylab <- "Hanssen-Kuipers Score"
	try(hoods2dPlot( x$multi.event$hk, args=a, main="Multi-Event Contingency Table: HK"))

   } # end of if 'multi.event' stmts.

   if( "fuzzy" %in% mets) {

	a$ylab <- "Gilbert Skill Score"
        try(hoods2dPlot( x$fuzzy$ets, args=a, main="Fuzzy Logic: Gilbert Skill Score (GSS)"))
	a$ylab <- "False Alarm Ratio"
        try(hoods2dPlot( x$fuzzy$far, args=a, main="Fuzzy Logic: False Alarm Ratio (FAR)"))
	a$ylab <- "Hit Rate"
        try(hoods2dPlot( x$fuzzy$pod, args=a, main="Fuzzy Logic: Hit Rate"))

   } # end of if 'fuzzy' stmts.

   if( "joint" %in% mets) {

	a$ylab <- "Gilbert Skill Score"
        try(hoods2dPlot( x$joint$ets, args=a, main="Joint Probability: Gilbert Skill Score (GSS)"))
	a$ylab <- "False Alarm Ratio"
        try(hoods2dPlot( x$joint$far, args=a, main="Joint Probability: False Alarm Ratio (FAR)"))
	a$ylab <- "Hit Rate"
        try(hoods2dPlot( x$joint$pod, args=a, main="Joint Probability: Hit Rate"))

   } # end of if 'joint' stmts.

   if( "fss" %in% mets) {

	look <- a
	look$values <- x$fss$values
	look$fss.random <- x$fss$fss.random
	look$fss.uniform <- x$fss$fss.uniform
	try(fss2dPlot(look, main="Fractions Skill Score (FSS)", add.text = add.text))

   } # end of if 'fss' stmts.

   if( "pragmatic" %in% mets) {

	a$ylab <- "Brier Score"
	try(hoods2dPlot( x$pragmatic$bs, args=a, main="Pragmatic: Brier Score (BS)"))
	a$ylab <- "Brier Skill Score"
	try(hoods2dPlot( x$pragmatic$bss, args=a, main="Pragmatic: Brier Skill Score (BSS)"))

   } # end of if 'pragmatic' stmts.

   invisible()

} # end of 'plot.hoods2d' function.

fss2dPlot <- function(x, ..., matplotcol = 1:6, mfrow = c(1, 2), add.text = FALSE ) {

   odim <- dim( x$values)
   q <- odim[2]
   l <- odim[1]

   if( is.null( odim)) stop("fss2d: values must be a matrix.")
   if( q == 1 & l == 1) stop("fss2d: values must be a matrix with at least one dimension > 1.")

    if( !is.null( mfrow ) ) {

	op <- par()

	par( mfrow = mfrow )

    }

   # image plot
# TO DO: handle whether thresholds are quantiles or actual values.
   a1.labels <- x$qs
   xlb <- "Threshold"
   image( t( x$values), xaxt = "n", yaxt = "n", xlab = xlb,
        ylab = "Neighborhood size (grid squares)", col = c("grey", tim.colors(64)), ... )

   if(add.text) text( x=seq(0,1,,q)[ rep(1:q,l)], y=seq(0,1,,l)[ rep(1:l,each=q)], labels=round( t( x$values), digits=2))

   axis( 1, at=seq(0,1,,q), labels=a1.labels)
   axis( 2, at=seq(0,1,,length(x$levels)), labels=x$levels)

   image.plot( x$values, legend.only=TRUE, col=c("grey", tim.colors(64)), ...)

   # line plot
   look <- x$values
   matplot( look, ylim = c(0,1), ylab = "FSS", xlab = "Neighborhood size (grid squares)",
	    type = "l", lty = 1, axes = FALSE , lwd = 2, col = matplotcol )

   abline(h=c(x$fss.uniform), col=1:q, lty=2)
   abline(h=c(x$fss.random), col=1:q, lty=3)
   axis(2)
   box()
   axis(1, at = 1:l, labels = x$levels)
   grid()
   legend("topleft", legend = a1.labels, col = 1:q, title = xlb, inset = 0.02, lwd = 2 )

    if( !is.null( mfrow ) ) par( mfrow = op$mfrow )

   invisible()

} # end of 'fss2dPlot' function.

vxstats <-
function(X, Xhat, which.stats=c("bias", "ts", "ets", "pod", "far", "f", "hk", "bcts", "bcets", "mse"), subset=NULL) {
   ##
   ## Function to calculate various traditional verification statistics for a gridded
   ## verification set.
   ##
   ## Arguments:
   ##
   ## 'X', 'Xhat' 'k X m' logical or numeric matrices of forecast and observed values, resp.
   ## 'which.stats' character vector telling which verification statistics should be computed.
   ## 'subset' numeric vector indicating a subset of points over which to calculate the statistics.  If NULL, then the entire
   ##	fields are used.
   ##
   ## Details:
   ##
   ## The possible statistics that can be computed, as determined by 'which.stats' are:
   ##
   ##	"bias" the number of forecast events divided by the number of observed events (sometimes called frequency bias).
   ##	"ts" threat score, given by hits/(hits + misses + false alarms)
   ##	"ets" equitable threat score, given by (hits - hits.random)/(hits + misses + false alarms - hits.random), where
   ##		'hits.random' is the number of observed events times the number of forecast events divided by the total
   ##		number of forecasts.
   ##	"pod" probability of detecting an observed event (aka, hit rate).  It is given by hits/(hits + misses).
   ##	"far" false alarm ratio, given by (false alarms)/(hits + false alarms).
   ##	"f" false alarm rate (aka probability of false detection) is given by (false alarms)/(correct rejections + false alarms).
   ##	"hk" Hansen-Kuipers Score is given by the difference between the hit rate ("pod") and the false alarm rate ("f").
   ##	"mse" mean square error (not a contingency table statistic, but can be used with binary fields).  This is the only
   ##		statistic that can be calculated here that does not require binary fields for 'X' and 'Xhat'.
   ##
   ## Warnings: It is up to the user to provide the appropriate type of fields for the given statistics
   ##	to be computed.  For example, they must be binary for all types of 'which.stats' except "mse".
   ##
   ## Value: list object with component names the same as 'which.stats' giving the single numeric
   ##	value of each statistic for the two fields.
   ##
   out <- list()
   xdim <- dim( Xhat)

   if( "mse" %in% which.stats) {

        if(is.null(subset)) {

            Nxy <- sum( colSums( !is.na( Xhat) & !is.na( X), na.rm=TRUE), na.rm=TRUE)
            out$mse <- sum( colSums( (Xhat - X)^2, na.rm=TRUE), na.rm=TRUE)/Nxy

        } else {

            out$mse <- mean((c(Xhat)[ subset] - c(X)[subset])^2, na.rm=TRUE)

        }

   } # end of if do MSE.

   if( any(is.element(c("bias", "ts", "ets", "pod", "far", "f", "hk", "bcts", "bcets"), which.stats))) {

	if(!is.logical(Xhat)) Xhat <- matrix(c(as.logical(Xhat)), xdim[ 1 ], xdim[ 2 ])
	if(!is.logical(X)) X <- matrix(c(as.logical(X)), xdim[ 1 ], xdim[ 2 ])

	if(is.null(subset)) {

	   hits <- sum(colSums(matrix(Xhat & X, xdim[1], xdim[2]), na.rm=TRUE), na.rm=TRUE)
	   miss <- sum(colSums(matrix(!Xhat & X, xdim[1], xdim[2]), na.rm=TRUE), na.rm=TRUE)
	   fa   <- sum(colSums(matrix(Xhat & !X, xdim[1], xdim[2]), na.rm=TRUE), na.rm=TRUE)
	   if(any(c("ets", "f", "hk") %in% which.stats)) cn <- sum(colSums(matrix(!Xhat & !X, xdim[1], xdim[2]), na.rm=TRUE), na.rm=TRUE)

	} else {

	   hits <- sum( c(Xhat)[subset] & c(X)[subset], na.rm=TRUE)
           miss <- sum( !c(Xhat)[subset] & c(X)[subset], na.rm=TRUE)
           fa   <- sum( c(Xhat)[subset] & !c(X)[subset], na.rm=TRUE)
           if( any( c("ets", "f", "hk") %in% which.stats)) cn <- sum( !c(Xhat)[subset] & !c(X)[subset], na.rm=TRUE)

	}

	if( "bias" %in% which.stats) {
	   if( (hits + fa == 0) && (hits + miss == 0)) out$bias <- 1
	   # else if( hits + miss == 0) out$bias <- NA # out$bias <- (hits + fa)/(1e-8) # Changed 8/7/2017 per Anastasia Bundel's suggestion.
	   else out$bias <- (hits + fa)/(hits + miss)
 	}
	if( "ts" %in% which.stats) {
	   if( hits == 0) out$ts <- 0
	   else out$ts <- hits/(hits + miss + fa)
	}
	if( "ets" %in% which.stats) {
	   if( (hits + miss == 0) | (hits + fa == 0)) hits.random <- 0
	   else hits.random <- (hits + miss)*(hits + fa)/(hits + miss + fa + cn)
	   if( hits + miss + fa == 0) out$ets <- 0
	   else out$ets <- (hits - hits.random)/(hits + miss + fa - hits.random)
	}
	if( any( c("pod", "hk") %in% which.stats)) {
	   if( hits + miss == 0) pod <- 0
	   else pod <- hits/(hits + miss)
	   if( "pod" %in% which.stats) out$pod <- pod
	} 
	if( "far" %in% which.stats) {
	   if( hits + fa == 0) out$far <- 0
	   else out$far <- fa/(hits + fa)
	}
	if( any( c("f", "hk") %in% which.stats)) {
	   if( cn + fa == 0) f <- 0
	   else f <- fa/(cn + fa)
	   if( "f" %in% which.stats) out$f <- f
	   if( "hk" %in% which.stats) out$hk <- pod - f
	}
	if(any(is.element(c("bcts", "bcets"),which.stats))) {
	   nF <- hits + fa
	   nO <- hits + miss
	   lf <- log(nO/miss)
	   Ha <- nO - (fa/lf)*LambertW((nO/fa)*lf)
	   if(is.element("bcts",which.stats)) out$bcts <- Ha/(2*nO-hits)
	   if(is.element("bcets",which.stats)) out$bcets <- (Ha - (nO^2)/(hits+miss+fa+cn))/(2*nO-Ha-(nO^2)/(hits+miss+fa+cn))
	}
    } # end of if any contingency table scores stmts.
   class( out) <- "vxstats"
   return( out)
} # end of 'vxstats' function.

hoods2dSetUpLists <-
function(object, which.methods, mat) {
   out <- list()
   attributes(out) <- attributes(object)
   if( "mincvr" %in% which.methods) {
      out$mincvr <- list()
      out$mincvr$pod <- out$mincvr$far <- out$mincvr$ets <- mat
   } # end of if calculate minimum coverage stmts.
   if( "multi.event" %in% which.methods) {
      out$multi.event <- list()
      out$multi.event$pod <- out$multi.event$f <- out$multi.event$hk <- mat
   } # end of if calculate "multi.event" stmts.
   if( "fuzzy" %in% which.methods) {
      out$fuzzy <- list()
      out$fuzzy$pod <- out$fuzzy$far <- out$fuzzy$ets <- mat
   } # end of if do fuzzy logic method.
   if( "joint" %in% which.methods) {
      out$joint <- list()
      out$joint$pod <- out$joint$far <- out$joint$ets <- mat
   } # end of if do joint prob method.
   if( "fss" %in% which.methods) {
      out$fss <- list()
      out$fss$values <- mat
      out$fss$fss.random <- out$fss$fss.uniform <- numeric(0)
   } # end of if do FSS method.
   if( "pragmatic" %in% which.methods) {
      out$pragmatic <- list()
      out$pragmatic$bs <- out$pragmatic$bss <- mat
   } # end of do pragmatic method.
   return( out)
} # end of 'hoods2dSetUpLists' function.

MinCvg2dfun <-
function( sIy, sIx, subset=NULL) {
   ##
   ## Function to calculate the minimum coverage neighborhood statistics.
   ##
   ## Arguments:
   ##
   ## 'sIy', 'sIx' (optional) 'k X m' binary forecast and observed matrices, resp.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##	all of the points are used.
   ##
   ## Value: list object with components: "pod", "far" and "ets".
   ##
   out <- vxstats( sIy, sIx, which.stats=c("pod", "far", "ets"), subset=subset)
   return( out)
} # end of 'MinCvg2dfun' function.

multicon2dfun <-
function(sIy, Ix, subset=NULL) {
   ##
   ## Function to calculate the multi-event contingency table neighborhood statistics.
   ##
   ## Arguments:
   ##
   ## 'sIy' 'k X m' binary smoothed forecast matrix.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##   all of the points are used.
   ##
   ## Value: list object with components "pod" and "f" and "hk".
   ##
   out <- vxstats( sIy, Ix, which.stats=c("pod", "f", "hk"), subset=subset)
   return( out)
} # end of 'multicon2dfun' function.

fuzzyjoint2dfun <-
function( sPy, sPx, subset=NULL) {
   ##
   ## Function to calculate the fuzzy logic and joint probability neighborhood methods.
   ##
   ## Arguments:
   ##
   ## 'sPy', 'sPx' smoothed 'k X m' forecast and observed matrices, resp., output from 'kernel2dsmooth'.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##   all of the points are used.
   ##
   ## Value: list object with components: "fuzzy" and "joint", each of which are themselves
   ##	list objects each with components: "pod", "far" and "ets".
   ##

   out <- list()

   vxfun <- function(n11, n01, n10, n00) {

	pod <- n11/(n11 + n01)
	far <- n10/(n11 + n10)
	hits.random <- (n11 + n01)*(n11 + n10)/(n11 + n01 + n10 + n00)
	ets <- (n11 - hits.random)/(n11 + n01 + n10 - hits.random)
	return( list(pod=pod, far=far, ets=ets))

   } # end of internal 'vxfun' function.

   if( is.null( subset)) {

      # hits <- sum( colSums( sPx < sPy, na.rm=TRUE), na.rm=TRUE)
      # miss <- sum( colSums( sPx < (1-sPy), na.rm=TRUE), na.rm=TRUE)
      # fa   <- sum( colSums( (1-sPx) < sPy, na.rm=TRUE), na.rm=TRUE)
      # cn   <- sum( colSums( (1-sPx) < (1-sPy), na.rm=TRUE), na.rm=TRUE)

	hits <- sum( colSums( pmin( sPx, sPy, na.rm = TRUE ), na.rm = TRUE ), na.rm = TRUE )
	miss <- sum( colSums( pmin( sPx, 1 - sPy, na.rm = TRUE ), na.rm = TRUE ), na.rm = TRUE )
	fa <- sum( colSums( pmin( 1 - sPx, sPy, na.rm = TRUE ), na.rm = TRUE ), na.rm = TRUE )
	cn <- sum( colSums( pmin( 1 - sPx, 1 - sPy, na.rm = TRUE ), na.rm = TRUE ), na.rm = TRUE )

      out$fuzzy <- vxfun( hits, miss, fa, cn)

      hits <- sum( colSums( sPx*sPy, na.rm=TRUE), na.rm=TRUE)
      miss <- sum( colSums( sPx*(1-sPy), na.rm=TRUE), na.rm=TRUE)
      fa   <- sum( colSums( (1-sPx)*sPy, na.rm=TRUE), na.rm=TRUE)
      cn   <- sum( colSums( (1-sPx)*(1-sPy), na.rm=TRUE), na.rm=TRUE)

      out$joint <- vxfun( hits, miss, fa, cn)

   } else {

      hits <- sum( c(sPx)[subset] < c(sPy)[subset], na.rm=TRUE)
      miss <- sum( c( sPx)[subset] < (1-c(sPy)[subset]), na.rm=TRUE)
      fa   <- sum( (1-c(sPx)[subset]) < c(sPy)[subset], na.rm=TRUE)
      cn   <- sum( (1-c(sPx)[subset]) < (1-c(sPy)[subset]), na.rm=TRUE)

      out$fuzzy <- vxfun( hits, miss, fa, cn)

      hits <- sum( (c(sPx)[subset])*(c(sPy)[subset]), na.rm=TRUE)
      miss <- sum( (c( sPx)[subset])*(1-c(sPy)[subset]), na.rm=TRUE) 
      fa   <- sum( (1-c(sPx)[subset])*c(sPy)[subset], na.rm=TRUE)
      cn   <- sum( (1-c(sPx)[subset])*(1-c(sPy)[subset]), na.rm=TRUE)

      out$joint <- vxfun( hits, miss, fa, cn)

   } # end of if else 'subset' stmt.

   return( out)

} # end of 'fuzzyjoint2dfun' function.

pragmatic2dfun <-
function(sPy, Ix, mIx=NULL, subset=NULL) {
   ##
   ## Function to calculate the pragmatic neighborhood statistics.
   ##
   ## Argmunets:
   ##
   ## 'sPy' 'k X m' matrix of smoothed forecast event frequencies.
   ## 'Ix' 'k X m' binary matrix of observed events.
   ## 'mIx' single numeric giving the base rate.  If NULL, it will be computed here.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##   all of the points are used.
   ##
   ## Value: list object with components 'bs' and 'bss' giving the Brier and Brier Skill Scores.
   ##
   bs <- vxstats( sPy, Ix, which.stats="mse", subset=subset)$mse
   if( is.null( subset)) {
      if( is.null( mIx)) mIx <- mean( Ix, na.rm=TRUE)
      denom <- sum( colSums( (mIx - Ix)^2, na.rm=TRUE), na.rm=TRUE)/sum( !is.na( Ix), na.rm=TRUE)
   } else {
      if( is.null( mIx)) mIx <- mean( c(Ix)[subset], na.rm=TRUE)
      denom <- mean( (mIx - c(Ix)[subset])^2, na.rm=TRUE)
   }
   bss <- 1 - bs/denom
   return( list( bs=bs, bss=bss))
} # end of 'pragmatic2dfun' function.

upscale2d <- function(object, time.point=1, obs = 1, model=1,
                levels = NULL, max.n = NULL, smooth.fun = "hoods2dsmooth", smooth.params = NULL, rule = ">=",
                verbose=FALSE) {

   out <- list()

   object <- hoods2dPrep(object, levels=levels, max.n=max.n,
                    smooth.fun=smooth.fun, smooth.params=smooth.params)

   object.attr <- attributes(object)
   attributes(out) <- object.attr

   qs <- object.attr$qs

   if( !is.null( object.attr$levels ) && is.null( levels ) ) levels <- object.attr$levels
   l <- length(levels)

    u <- object.attr$thresholds
    q <- dim( u$X )[ 1 ]

   # out$l <- l
   # out$q <- q
   # out$thresholds <- thresholds
   # out$levels <- levels
   out$rmse <- numeric(l)+NA
   outmat <- matrix(NA, l, q)
   rownames(outmat) <- levels
   colnames(outmat) <- qs
   out$bias <- out$ts <- out$ets <- outmat

    dat <- datagrabber(object, time.point = time.point, obs = obs, model = model)

    u <- object.attr$thresholds
    

   X <- dat$X
   Y <- dat$Xhat

   xdim <- object.attr$xdim 
   sub <- object.attr$subset

   for(level in 1:l) {
      levelW <- kernel2dsmooth( Y, kernel.type="boxcar", n=levels[level], setup=TRUE)
      sYy <- kernel2dsmooth( Y, W=levelW, xdim=xdim)
      sYx <- kernel2dsmooth( X, W=levelW, xdim=xdim)

      out$rmse[level] <- upscale2dfun(sYy=sYy, sYx=sYx, which.stats="rmse", subset=sub)$rmse

      if( verbose) cat("\n", "RMSE for neighborhood length = ", levels[level], " is ", out$rmse[level], "\n")

      for( threshold in 1:q) {
         tmp <- upscale2dfun(sYy=sYy, sYx=sYx, threshold = c( u$X[ threshold, obs ], u$Xhat[ threshold, model ] ),
		    which.stats=c("bias", "ts", "ets"), subset=sub, rule = rule )
         out$bias[level,threshold] <- tmp$bias
         out$ts[level,threshold] <- tmp$ts
         out$ets[level,threshold] <- tmp$ets
         if( verbose) {
	   cat("Bias for threshold number: ", threshold, " is ", tmp$bias, "\n")
	   cat("Threat score is ", tmp$ts, "\n")
	   cat("GSS is ", tmp$ets, "\n")
	 }
       } # end of for 'threshold' loop.
        # if(!is.null(quantiles)) u[[level]] <- thmat
   } # end of for 'level' loop.
   attr(out, "thresholds") <- u
   class( out) <- "upscale2d"

   return( out)

} # end of 'upscale2d' function.

upscale2dfun <-
function(sYy, sYx, threshold=NULL, which.stats=c("rmse", "bias", "ts", "ets"), rule = ">=", subset=NULL) {
   ##
   ## Function to calculate the upscaling neighborhood statistics.
   ##
   ## Arguments:
   ##
   ## 'sYy', 'sYx' 'k X m' upscaled forecast and observed matrices (e.g., as output from 'kernel2dsmooth'), resp.
   ## 'threshold' (optional) numeric of length 2 giving the value over which to calculate the statistics.  If NULL,
   ##	only RMSE is calculated.  The forecast threshold is first, and the observbed one second.
   ## 'which.stats' character vector telling which statistics to compute.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##   all of the points are used.
   ##
   ## Value: list object with components "rmse", and if 'threshold' is not NULL, "bias", "gss", and "ts".
   ##
   out <- list()
   if( "rmse" %in% which.stats) out$rmse <- sqrt( vxstats( sYy, sYx, which.stats="mse", subset=subset)$mse)
   if( !is.null( threshold)) {
	xdim <- dim( sYy)
	# binmat <- matrix(0, xdim[1], xdim[2]) 
	# sIx <- sIy <- binmat
	# sIx[ sYx >= threshold[ 1]] <- 1
	# sIy[ sIy >= threshold[ 2]] <- 1

	sIx <- thresholder( sYx, type = "binary", th = threshold[ 1 ], rule = rule )
	sIy <- thresholder( sYy, type = "binary", th = threshold[ 2 ], rule = rule )

	tmp <- vxstats( sIy, sIx, which.stats=c("bias", "ts", "ets")[ c("bias", "ts", "ets") %in% which.stats], subset=subset)
	if( "bias" %in% which.stats) out$bias <- tmp$bias
	if( "ts" %in% which.stats) out$ts <- tmp$ts
	if( "ets" %in% which.stats) out$ets <- tmp$ets
   } # end of if 'threshold' stmts.
   return( out)
} # end of 'upscale2dfun'.

hoods2dPlot <-
function(x, args, matplotcol = 1:6, ...) {

   odim <- dim(x)

    atmp <- attributes(args)

    if(is.null(args$thresholds) && !is.null(atmp$thresholds)) args$thresholds <- atmp$thresholds

   if(is.list(args$thresholds)) args$thresholds <- args$thresholds[[1]]
   q <- odim[2]
   l <- odim[1]
   if( is.null( odim)) stop("hoods2dPlot: values must be a matrix.")
   if( q == 1 & l == 1) stop("hoods2dPlot: values must be a matrix with at least one dimension > 1.")

    if(is.null(args$qs) && !is.null(atmp$qs)) args$qs <- atmp$qs
    a1.labels <- args$qs

    xlb <- "threshold" # TO DO: fix to be the correct type of threshold (quantile or straight).

    if(is.null(args$units) && !is.null(atmp$units)) args$units <- atmp$units

   image( t( x), xaxt="n", yaxt="n", xlab=xlb, ylab="Neighborhood size (grid squares)", col=c("grey", heat.colors(12)), ...)
   if(!is.null(args$text) && args$text) text(x=seq(0,1,,q)[ rep(1:q,l)], y=seq(0,1,,l)[ rep(1:l,each=q)], labels=round( t( x), digits=2))
   if(!is.null(a1.labels)) axis(1, at=seq(0,1,,q), labels=a1.labels)
   axis( 2, at=seq(0,1,,length(args$levels)), labels=args$levels)
   image.plot( t( x), legend.only=TRUE, col=c("grey", heat.colors(12)), ...)

   matplot( x, ylab=args$ylab, xlab="Neighborhood size (grid squares)", type = "l", lty = 1, axes = FALSE , lwd = 2, col = matplotcol )
   axis(2)
   box()
   axis(1, at = 1:l, labels = args$levels)
   grid()
   legend("topleft", legend = a1.labels, col = 1:q, title = xlb, inset = 0.02, lwd = 2 )
   invisible()
} # end of 'hoods2dPlot' function.

upscale2dPlot <-
function(object, args, ..., type = c( "all", "gss", "ts", "bias", "rmse" ) ) {

   type <- tolower(type)
   type <- match.arg(type)

   if(any(is.element(c("all","gss"), type))) hoods2dPlot(object$ets, args=args, main="Upscaling: Gilbert Skill Score (GSS)", ...)
   if(any(is.element(c("all","ts"), type))) hoods2dPlot( object$ts, args=args, main="Upscaling: Threat Score (TS)", ...)
   if(any(is.element(c("all","bias"), type))) hoods2dPlot( object$bias, args=args, main="Upscaling: Bias", ...)
   if(any(is.element(c("all","rmse"), type))) {
        plot(args$levels, object$rmse, type="b", xlab="Neighborhood Length (grid squares)", ylab="RMSE",
	    main="Upscaling: RMSE", col="darkblue")
   }

    invisible()

} # end of 'upscale2dPlot' function.

plot.upscale2d <- function(x, ... ) {

   upscale2dPlot( object=x, args = attributes(x), ...)

   invisible()

} # end of 'plot.upscale2d' function.

print.upscale2d <- function(x, ... ) {
    a <- attributes(x)
    print(a$data.name)
    if(a$field.type != "" && a$units != "") print(paste(a$field.type, " (", a$units, ")", sep=""))
    else if(a$field.type != "") print(a$field.type)
    else if(a$units != "") print(a$units)

    cat("\n", "Thresholds:\n")
    print(a$qs)

    cat("\n", "Neighborhood Levels:\n")
    print(a$levels)

    cat("\n", "Smoothing Function: ")
    print(a$smooth.fun)

    if(!is.null(a$smooth.params)) {
        cat("\n", "Smoothing Parameters:\n")
        print(a$smooth.params)
    }

    cat("\n", "RMSE:\n")
    print(x$rmse)
    cat("\n", "Bias:\n")
    print(x$bias)
    cat("\n", "Threat Score:\n")
    print(x$ts)
    cat("\n", "Gilbert Skill Score:\n")
    print(x$ets)
    
    invisible(a)
} # end of 'print.upscale2d' function.

fss2dfun <- function(sPy, sPx, subset=NULL, verbose=FALSE) {
   ## 
   ## Function to calculate the FSS neighborhood statistics.  Not to be confused
   ## with 'fss2d', which does the same thing, but this function begins with the smoothed
   ## fields, and only calculates the final score.  To be used internally by 'fss2d'.
   ## 
   ## Arguments:
   ## 
   ## 'sPy', 'sPx' smoothed 'k X m' forecast and observed matrices, resp., output from 'kernel2dsmooth'.
   ## 'subset' numeric indicating over which points the summary scores should be calculated.  If NULL,
   ##   all of the points are used.
   ##
   ## Value: single numeric giving the FSS value.
   ##
   id1 <- !is.na( sPy)
   id2 <- !is.na( sPx)
   if( verbose) cat("Finding the numbers of non-missing values for each field.\n")
   if( is.null( subset)) {
      N1 <- sum( colSums( id1, na.rm=TRUE), na.rm=TRUE)
      N2 <- sum( colSums( id2, na.rm=TRUE), na.rm=TRUE)
      Nxy <- sum( colSums( id1 & id2, na.rm=TRUE), na.rm=TRUE)
      if( verbose) cat(Nxy, " total number of non-missing points.\n")
      num <- sum( colSums( (sPy - sPx)^2, na.rm=TRUE), na.rm=TRUE)/Nxy
      if( verbose) cat("MSE = ", num, "\n")
      denom <- sum( colSums( sPy^2, na.rm=TRUE), na.rm=TRUE)/N1 + sum( colSums( sPx^2, na.rm=TRUE), na.rm=TRUE)/N2
   } else {
      num <- mean( (c(sPy)[subset]-c(sPx)[subset])^2, na.rm=TRUE)
      denom <- mean( (c(sPy)[subset])^2+(c(sPx)[subset])^2, na.rm=TRUE)
   }
   if( verbose) cat("Reference MSE = ", denom, "\n")
   return(1-num/denom)
} # end of 'fss2dfun' function.

pphindcast2d <- function(object, which.score="ets", time.point=1, obs = 1, model=1, levels = NULL, max.n = NULL,
    smooth.fun = "hoods2dsmooth", smooth.params = NULL, rule = ">=", verbose=FALSE, ...) {

    object <- hoods2dPrep(object, levels=levels, max.n=max.n,
                    smooth.fun=smooth.fun, smooth.params=smooth.params)

   object.attr <- attributes(object)
  
     dat <- datagrabber(object, time.point=time.point, obs = obs, model=model)

   X <- dat$X
   Xhat <- dat$Xhat
 
   xdim <- object.attr$xdim
   Nxy <- prod(xdim[1:2])
   subset <- object.attr$subset
   thresholds <- object.attr$thresholds
   levels <- object.attr$levels

   q <- dim( thresholds$X )[ 1 ]
   l <- length( levels )

   outmat <- Pthresh <- matrix( NA, l, q)
   out <- list()
   attributes(out) <- object.attr
   out$which.score <- which.score

   findthresh <- function( p, Ix, sPx, binmat, which.score, subset=NULL) {
	sIx <- binmat
	sIx[ sPx >= p] <- 1
	return( -vxstats( sIx, Ix, which.stats = which.score, subset = subset )[[ which.score ]] )
   } # end of 'findthresh' internal function.

   binmat <- matrix(0, xdim[1], xdim[2])

   for( threshold in 1:q) {
	# Ix <- Iy <- binmat
	# Ix[ X >= thresholds[threshold,"X"]] <- 1
	# Iy[ Xhat >= thresholds[threshold,"Xhat"]] <- 1

	dat2 <- thresholder( object, type = "binary", th = threshold, rule = rule, time.point = time.point, obs = obs, model = model )
	Ix <- dat2$X
	Iy <- dat2$Xhat

	for( level in 1:l) {
	   Wlvl <- kernel2dsmooth( Ix, kernel.type="boxcar", n=levels[ level], setup=TRUE)
	   sPy <- kernel2dsmooth( Iy, kernel.type="boxcar", n=levels[level], W=Wlvl, xdim=xdim, Nxy=Nxy)
	   sPx <- kernel2dsmooth( Ix, kernel.type="boxcar", n=levels[level], W=Wlvl, xdim=xdim, Nxy=Nxy)
   	   Pthresh[ level, threshold] <- optim( 0, findthresh, Ix=Ix, sPx=sPx, binmat=binmat, which.score=which.score, subset=subset, 
							lower=0, upper=1, method="L-BFGS-B", ...)$par
	   if( verbose) cat("Pthresh = ", Pthresh[level,threshold], " for obs threshold no. = ",  threshold, " and level = ", levels[level], "\n")
	   # sIy <- binmat
	   # sIy[ sPy >= Pthresh[ level, threshold ] ] <- 1
	    sIy <- thresholder( sPy, type = "binary", th = Pthresh[ level, threshold ], rule = rule )
	   outmat[ level, threshold] <- vxstats( sIy, Ix, which.stats=which.score)[[which.score]]
	} # end of for 'level' loop.
   } # end of for 'threshold' loop.
   out$values <- outmat
   out$Pthresh <- Pthresh
   attr(out, "time.point") <- time.point
   attr(out, "model.num") <- model
   class(out) <- "pphindcast"
   return(out)
} # end of 'pphindcast' function.

print.pphindcast2d <- function(x, ...) {
    a <- attributes(x)
    print(a$data.name)
    if(!is.null(a$xdim)) print(paste(a$xdim[1], " X ", a$xdim[2], sep=""))
    if(a$field.type != "" && a$units != "") print(paste(a$field.type, "(", a$units, ")", sep=""))
    else if(a$field.type != "") print(a$field.type)
    else if(a$units != "") print(a$units)
    cat("\n", "Smoothing function:\n")
    print(a$smooth.fun)
    if(!is.null(a$smooth.params)) {
	cat("\n", "Smoothing function parameters:\n")
	print(a$smooth.params)
    }

    cat("\n", "Time point: ", a$time.point, "\n")
    cat("Model: ", a$model.num, "\n")

    cat("\n", "Pthresh:\n")
    print(x$Pthresh)
    cat("\n\n")
    print(x$which.score)
    print(x$values)
    
    invisible(a)
} # end of 'print.pphindcast2d' function.

plot.pphindcast2d <- function(x, ..., mfrow = NULL, type = c("quilt", "line"), col = heat.colors(12), horizontal = FALSE ) {

    args <- list(...)

    type <- tolower(type)
    type <- match.arg(type)

    a <- attributes(x)
    if(is.null(dim(x$values)) && length(x$values) == 1) stop("plot.pphindcast: invalid values dimension.")

    if( !is.null( mfrow ) ) {

	op <- par()
	par( mfrow = mfrow, oma = c(0, 0, 2, 0) )

    }

    Pthresh <- x$Pthresh
    val <- x$values

    levels <- a$levels
    l <- length(levels)

    u <- a$thresholds
    q <- length(a$qs)

    msg <- a$msg

    if(type=="quilt") {

	if( is.null( args$xlab ) ) xlb <- "Threshold"
	if( is.null( args$ylab ) ) ylb <- "Neighborhood size (grid squares)"

	if( is.null( args$xlab ) && is.null( args$ylab ) ) {

	    image( t( val ), xlab = xlb, ylab = ylb, axes = FALSE, main = x$which.score, col = col, ... )

	} else if( is.null( args$xlab ) ) image( t( val ), xlab = xlb, axes = FALSE, main = x$which.score, col = col, ... )
	else if( is.null( args$ylab ) ) image( t( val ), ylab = ylb, axes = FALSE, main = x$which.score, col = col, ... )
	else image( t( val ), axes = FALSE, main = x$which.score, col = col, ... )

	axis(1, at = seq(0,1,,q), labels = a$qs)
        axis(2, at = seq(0,1,,l), labels = levels)
	image.plot(t(val), legend.only=TRUE, col=col, horizontal=horizontal)

	if( is.null( args$xlab ) && is.null( args$ylab ) ) {

	    image( t( Pthresh ), xlab = xlb, ylab = ylb, axes = FALSE, main = "Pthresh", col = col, ... )

	} else if( is.null( args$xlab ) ) image( t( Pthresh ), xlab = xlb, axes = FALSE, main = "Pthresh", col = col, ... )
	else if( is.null( args$ylab ) ) image( t( Pthresh ), ylab = ylb, axes = FALSE, main = "Pthresh", col = col, ... )
	else image( t( Pthresh ), xlab = xlb, ylab = ylb, axes = FALSE, main = "Pthresh", col = col, ... )

        axis(1, at=seq(0,1,,q), labels=a$qs)
        axis(2, at=seq(0,1,,l), labels=levels)
        image.plot( t( Pthresh ), legend.only = TRUE, col = col, horizontal = horizontal )

    } else if( type == "line" ) {

	yl <- range(c(val), finite=TRUE)
	# yl2 <- range(c(Pthresh), finite=TRUE)
	plot(1:l, type="n", ylim=yl, ylab=x$which.score, xlab="Neighborhood sizes (grid squares)", ...)
	mtext("Pthresh", side=4)
	for(i in 1:q) lines(1:l, val[,i], col=i+1, lty=1, lwd=1.5)
	par(usr=c(1,l,c(0,1)))
	for(i in 1:q) lines(1:l, Pthresh[,i], col=i+1, lty=2, lwd=1.5)
	axis(4, at=pretty(seq(0,1,,100)), labels=pretty(seq(0,1,,100)))
	legend("topright", legend=c(x$which.score, "Pthresh"), lty=1:2, lwd=1.5, bty="n")
	legend("topleft", legend=a$qs, col=1+(1:q), lty=1, lwd=1.5, title="Threshold")

    } else stop("plot.pphindcast: invalid type argument.")

    if( !is.null( mfrow ) ) par( mfrow = op$mfrow )

    mtext( msg, line = 0.05, outer = TRUE )

    invisible()

} # end of 'plot.pphindcast2d' function.

Try the SpatialVx package in your browser

Any scripts or data that you put into this service are public.

SpatialVx documentation built on Nov. 10, 2022, 5:56 p.m.