R/04-utils.r

In RBigData/kazaam: Tools for Tall Distributed Matrices

# the generic allreduce() is very expensive for iterative components like our
# svm and glm fitters
allreduce_dbl = function(x, x.buffer=numeric(length(x)), op="sum", comm=.pbd_env$SPMD.CT$comm)
{
  ret = pbdMPI::spmd.allreduce.double(x, x.buffer, op, comm)
  if (is.matrix(x))
    dim(ret) = dim(x)
  
  ret
}

allreduce_int = function(x, x.buffer=integer(length(x)), op="sum", comm=.pbd_env$SPMD.CT$comm)
{
  ret = pbdMPI::spmd.allreduce.integer(x, x.buffer, op, comm)
  if (is.matrix(x))
    dim(ret) = dim(x)
  
  ret
}

allreduce_float = function(x, x.buffer=integer(length(x)), op="sum", comm=.pbd_env$SPMD.CT$comm)
{
  ret = pbdMPI::spmd.allreduce.float(x@Data, x.buffer, op, comm)
  x@Data = ret
  x
}

MPI_Allreduce = function(x, x.buffer, op="sum", comm=.pbd_env$SPMD.CT$comm)
{
  if (is.double(x))
  {
    if (missing(x.buffer))
      x.buffer = numeric(length(x))
    
    allreduce_dbl(x, x.buffer, op, comm)
  }
  else if (is.integer(x))
  {
   if (missing(x.buffer))
      x.buffer = integer(length(x))
    
    allreduce_int(x, x.buffer, op, comm)
  }
  else if (is.float(x))
  {
    if (missing(x.buffer))
      x.buffer = integer(length(x))
    
    allreduce_float(x, x.buffer, op, comm)
  }
}



binary.bounds.check = function(shaq, vec)
{
  if (length(vec) != 1)
    comm.stop("invalid shaq-vector operation: vector must be length 1")
}

binary.shaqshaq.check = function(s1, s2)
{
  if (nrow(s1) != nrow(s1)  ||  ncol(s1) != ncol(s2))
    stop("non-conformable arrays")
  
  if (nrow(DATA(s1)) != nrow(DATA(s2))  ||  ncol(DATA(s1)) != ncol(DATA(s2)))
    stop("shaqs not distributed identically")
}