R/summarise_split.R

In RevolutionAnalytics/dplyrXdf: Tools for working with Microsoft R Server Xdf files and the dplyr package

smryRxSplit <- function(data, grps=NULL, stats, exprs, rxArgs)
{
    if(length(grps) == 0)
        return(smryRxSummary(data, grps, stats, exprs, rxArgs))

    # long capture list is for Hadoop/Spark: allow execution independently of package
    callGroupedExec(data, NULL, smryRxSummaryWithGroupvars, grps=grps, stats=stats, exprs=exprs, rxArgs=rxArgs,
        .captures=list(
            smryRxSummary=smryRxSummary,
            invars=invars,
            deleteIfTbl=deleteIfTbl,
            delete_xdf=delete_xdf,
            in_hdfs=in_hdfs,
            local_exec=local_exec,
            unTbl=unTbl,
            varTypes=varTypes,
            buildSmryFormulaRhs=buildSmryFormulaRhs,
            setSmryClasses=setSmryClasses
        ))
}


smryRxSummaryWithGroupvars <- function(data, grps, stats, exprs, rxArgs=NULL, ...)
{
    gvars <- rxDataStep(data, varsToKeep=grps, numRows=1)
    smry <- smryRxSummary(data, NULL, stats, exprs, rxArgs, cleanInput=FALSE) # cleanup will happen later
    cbind(gvars, smry)
}


smryRxSplitDplyr <- function(data, grps=NULL, stats, exprs, rxArgs)
{
    if(length(grps) == 0)
    {
        on.exit(deleteIfTbl(data))

        arglst <- list(data, maxRowsByCols=NULL)
        if(!is.null(rxArgs))
            arglst <- modify(arglst, !!!rxArgs)
        return(callRx("rxDataStep", arglst) %>%
            summarise(!!!exprs))
    }

    callGroupedExec(data, NULL, smryDplyrWithGroupvars, grps=grps, stats=stats, exprs=exprs, rxArgs=rxArgs)
}


smryDplyrWithGroupvars <- function(data, grps, exprs, rxArgs=NULL, ...)
{
    gvars <- rxDataStep(data, varsToKeep=grps, numRows=1)
    arglst <- list(data, maxRowsByCols=NULL)

    if(!is.null(rxArgs))
        arglst <- modify(arglst, !!!rxArgs)

    smry <- dplyr::summarise(do.call("rxDataStep", arglst), !!!exprs)
        
    cbind(gvars, smry)
}