#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
############ RDD Actions and Transformations ############
# @rdname aggregateRDD
# @seealso reduce
# @export
setGeneric("aggregateRDD",
function(x, zeroValue, seqOp, combOp) { standardGeneric("aggregateRDD") })
setGeneric("cacheRDD", function(x) { standardGeneric("cacheRDD") })
# @rdname coalesce
# @seealso repartition
# @export
setGeneric("coalesceRDD", function(x, numPartitions, ...) { standardGeneric("coalesceRDD") })
# @rdname checkpoint-methods
# @export
setGeneric("checkpointRDD", function(x) { standardGeneric("checkpointRDD") })
setGeneric("collectRDD", function(x, ...) { standardGeneric("collectRDD") })
# @rdname collect-methods
# @export
setGeneric("collectAsMap", function(x) { standardGeneric("collectAsMap") })
# @rdname collect-methods
# @export
setGeneric("collectPartition",
function(x, partitionId) {
standardGeneric("collectPartition")
})
setGeneric("countRDD", function(x) { standardGeneric("countRDD") })
setGeneric("lengthRDD", function(x) { standardGeneric("lengthRDD") })
# @rdname countByValue
# @export
setGeneric("countByValue", function(x) { standardGeneric("countByValue") })
# @rdname crosstab
# @export
setGeneric("crosstab", function(x, col1, col2) { standardGeneric("crosstab") })
# @rdname freqItems
# @export
setGeneric("freqItems", function(x, cols, support = 0.01) { standardGeneric("freqItems") })
# @rdname approxQuantile
# @export
setGeneric("approxQuantile",
function(x, cols, probabilities, relativeError) {
standardGeneric("approxQuantile")
})
setGeneric("distinctRDD", function(x, numPartitions = 1) { standardGeneric("distinctRDD") })
# @rdname filterRDD
# @export
setGeneric("filterRDD", function(x, f) { standardGeneric("filterRDD") })
setGeneric("firstRDD", function(x, ...) { standardGeneric("firstRDD") })
# @rdname flatMap
# @export
setGeneric("flatMap", function(X, FUN) { standardGeneric("flatMap") })
# @rdname fold
# @seealso reduce
# @export
setGeneric("fold", function(x, zeroValue, op) { standardGeneric("fold") })
setGeneric("foreach", function(x, func) { standardGeneric("foreach") })
setGeneric("foreachPartition", function(x, func) { standardGeneric("foreachPartition") })
# The jrdd accessor function.
setGeneric("getJRDD", function(rdd, ...) { standardGeneric("getJRDD") })
# @rdname glom
# @export
setGeneric("glom", function(x) { standardGeneric("glom") })
# @rdname histogram
# @export
setGeneric("histogram", function(df, col, nbins=10) { standardGeneric("histogram") })
setGeneric("joinRDD", function(x, y, ...) { standardGeneric("joinRDD") })
# @rdname keyBy
# @export
setGeneric("keyBy", function(x, func) { standardGeneric("keyBy") })
setGeneric("lapplyPartition", function(X, FUN) { standardGeneric("lapplyPartition") })
setGeneric("lapplyPartitionsWithIndex",
function(X, FUN) {
standardGeneric("lapplyPartitionsWithIndex")
})
setGeneric("map", function(X, FUN) { standardGeneric("map") })
setGeneric("mapPartitions", function(X, FUN) { standardGeneric("mapPartitions") })
setGeneric("mapPartitionsWithIndex",
function(X, FUN) { standardGeneric("mapPartitionsWithIndex") })
# @rdname maximum
# @export
setGeneric("maximum", function(x) { standardGeneric("maximum") })
# @rdname minimum
# @export
setGeneric("minimum", function(x) { standardGeneric("minimum") })
# @rdname sumRDD
# @export
setGeneric("sumRDD", function(x) { standardGeneric("sumRDD") })
# @rdname name
# @export
setGeneric("name", function(x) { standardGeneric("name") })
# @rdname getNumPartitionsRDD
# @export
setGeneric("getNumPartitionsRDD", function(x) { standardGeneric("getNumPartitionsRDD") })
# @rdname getNumPartitions
# @export
setGeneric("numPartitions", function(x) { standardGeneric("numPartitions") })
setGeneric("persistRDD", function(x, newLevel) { standardGeneric("persistRDD") })
# @rdname pipeRDD
# @export
setGeneric("pipeRDD", function(x, command, env = list()) { standardGeneric("pipeRDD")})
# @rdname pivot
# @export
setGeneric("pivot", function(x, colname, values = list()) { standardGeneric("pivot") })
# @rdname reduce
# @export
setGeneric("reduce", function(x, func) { standardGeneric("reduce") })
setGeneric("repartitionRDD", function(x, ...) { standardGeneric("repartitionRDD") })
# @rdname sampleRDD
# @export
setGeneric("sampleRDD",
function(x, withReplacement, fraction, seed) {
standardGeneric("sampleRDD")
})
# @rdname saveAsObjectFile
# @seealso objectFile
# @export
setGeneric("saveAsObjectFile", function(x, path) { standardGeneric("saveAsObjectFile") })
# @rdname saveAsTextFile
# @export
setGeneric("saveAsTextFile", function(x, path) { standardGeneric("saveAsTextFile") })
# @rdname setName
# @export
setGeneric("setName", function(x, name) { standardGeneric("setName") })
setGeneric("showRDD", function(object, ...) { standardGeneric("showRDD") })
# @rdname sortBy
# @export
setGeneric("sortBy",
function(x, func, ascending = TRUE, numPartitions = 1) {
standardGeneric("sortBy")
})
setGeneric("takeRDD", function(x, num) { standardGeneric("takeRDD") })
# @rdname takeOrdered
# @export
setGeneric("takeOrdered", function(x, num) { standardGeneric("takeOrdered") })
# @rdname takeSample
# @export
setGeneric("takeSample",
function(x, withReplacement, num, seed) {
standardGeneric("takeSample")
})
# @rdname top
# @export
setGeneric("top", function(x, num) { standardGeneric("top") })
# @rdname unionRDD
# @export
setGeneric("unionRDD", function(x, y) { standardGeneric("unionRDD") })
setGeneric("unpersistRDD", function(x, ...) { standardGeneric("unpersistRDD") })
# @rdname zipRDD
# @export
setGeneric("zipRDD", function(x, other) { standardGeneric("zipRDD") })
# @rdname zipRDD
# @export
setGeneric("zipPartitions", function(..., func) { standardGeneric("zipPartitions") },
signature = "...")
# @rdname zipWithIndex
# @seealso zipWithUniqueId
# @export
setGeneric("zipWithIndex", function(x) { standardGeneric("zipWithIndex") })
# @rdname zipWithUniqueId
# @seealso zipWithIndex
# @export
setGeneric("zipWithUniqueId", function(x) { standardGeneric("zipWithUniqueId") })
############ Binary Functions #############
# @rdname cartesian
# @export
setGeneric("cartesian", function(x, other) { standardGeneric("cartesian") })
# @rdname countByKey
# @export
setGeneric("countByKey", function(x) { standardGeneric("countByKey") })
# @rdname flatMapValues
# @export
setGeneric("flatMapValues", function(X, FUN) { standardGeneric("flatMapValues") })
# @rdname intersection
# @export
setGeneric("intersection",
function(x, other, numPartitions = 1) {
standardGeneric("intersection")
})
# @rdname keys
# @export
setGeneric("keys", function(x) { standardGeneric("keys") })
# @rdname lookup
# @export
setGeneric("lookup", function(x, key) { standardGeneric("lookup") })
# @rdname mapValues
# @export
setGeneric("mapValues", function(X, FUN) { standardGeneric("mapValues") })
# @rdname sampleByKey
# @export
setGeneric("sampleByKey",
function(x, withReplacement, fractions, seed) {
standardGeneric("sampleByKey")
})
# @rdname values
# @export
setGeneric("values", function(x) { standardGeneric("values") })
############ Shuffle Functions ############
# @rdname aggregateByKey
# @seealso foldByKey, combineByKey
# @export
setGeneric("aggregateByKey",
function(x, zeroValue, seqOp, combOp, numPartitions) {
standardGeneric("aggregateByKey")
})
# @rdname cogroup
# @export
setGeneric("cogroup",
function(..., numPartitions) {
standardGeneric("cogroup")
},
signature = "...")
# @rdname combineByKey
# @seealso groupByKey, reduceByKey
# @export
setGeneric("combineByKey",
function(x, createCombiner, mergeValue, mergeCombiners, numPartitions) {
standardGeneric("combineByKey")
})
# @rdname foldByKey
# @seealso aggregateByKey, combineByKey
# @export
setGeneric("foldByKey",
function(x, zeroValue, func, numPartitions) {
standardGeneric("foldByKey")
})
# @rdname join-methods
# @export
setGeneric("fullOuterJoin", function(x, y, numPartitions) { standardGeneric("fullOuterJoin") })
# @rdname groupByKey
# @seealso reduceByKey
# @export
setGeneric("groupByKey", function(x, numPartitions) { standardGeneric("groupByKey") })
# @rdname join-methods
# @export
setGeneric("join", function(x, y, ...) { standardGeneric("join") })
# @rdname join-methods
# @export
setGeneric("leftOuterJoin", function(x, y, numPartitions) { standardGeneric("leftOuterJoin") })
setGeneric("partitionByRDD", function(x, ...) { standardGeneric("partitionByRDD") })
# @rdname reduceByKey
# @seealso groupByKey
# @export
setGeneric("reduceByKey", function(x, combineFunc, numPartitions) { standardGeneric("reduceByKey")})
# @rdname reduceByKeyLocally
# @seealso reduceByKey
# @export
setGeneric("reduceByKeyLocally",
function(x, combineFunc) {
standardGeneric("reduceByKeyLocally")
})
# @rdname join-methods
# @export
setGeneric("rightOuterJoin", function(x, y, numPartitions) { standardGeneric("rightOuterJoin") })
# @rdname sortByKey
# @export
setGeneric("sortByKey",
function(x, ascending = TRUE, numPartitions = 1) {
standardGeneric("sortByKey")
})
# @rdname subtract
# @export
setGeneric("subtract",
function(x, other, numPartitions = 1) {
standardGeneric("subtract")
})
# @rdname subtractByKey
# @export
setGeneric("subtractByKey",
function(x, other, numPartitions = 1) {
standardGeneric("subtractByKey")
})
################### Broadcast Variable Methods #################
# @rdname broadcast
# @export
setGeneric("value", function(bcast) { standardGeneric("value") })
#################### SparkDataFrame Methods ########################
#' @param x a SparkDataFrame or GroupedData.
#' @param ... further arguments to be passed to or from other methods.
#' @return A SparkDataFrame.
#' @rdname summarize
#' @export
setGeneric("agg", function(x, ...) { standardGeneric("agg") })
#' alias
#'
#' Returns a new SparkDataFrame or a Column with an alias set. Equivalent to SQL "AS" keyword.
#'
#' @name alias
#' @rdname alias
#' @param object x a SparkDataFrame or a Column
#' @param data new name to use
#' @return a SparkDataFrame or a Column
NULL
#' @rdname arrange
#' @export
setGeneric("arrange", function(x, col, ...) { standardGeneric("arrange") })
#' @rdname as.data.frame
#' @export
setGeneric("as.data.frame",
function(x, row.names = NULL, optional = FALSE, ...) {
standardGeneric("as.data.frame")
})
# Do not document the generic because of signature changes across R versions
#' @noRd
#' @export
setGeneric("attach")
#' @rdname cache
#' @export
setGeneric("cache", function(x) { standardGeneric("cache") })
#' @rdname checkpoint
#' @export
setGeneric("checkpoint", function(x, eager = TRUE) { standardGeneric("checkpoint") })
#' @rdname coalesce
#' @param x a SparkDataFrame.
#' @param ... additional argument(s).
#' @export
setGeneric("coalesce", function(x, ...) { standardGeneric("coalesce") })
#' @rdname collect
#' @export
setGeneric("collect", function(x, ...) { standardGeneric("collect") })
#' @param do.NULL currently not used.
#' @param prefix currently not used.
#' @rdname columns
#' @export
setGeneric("colnames", function(x, do.NULL = TRUE, prefix = "col") { standardGeneric("colnames") })
#' @rdname columns
#' @export
setGeneric("colnames<-", function(x, value) { standardGeneric("colnames<-") })
#' @rdname coltypes
#' @export
setGeneric("coltypes", function(x) { standardGeneric("coltypes") })
#' @rdname coltypes
#' @export
setGeneric("coltypes<-", function(x, value) { standardGeneric("coltypes<-") })
#' @rdname columns
#' @export
setGeneric("columns", function(x) {standardGeneric("columns") })
#' @param x a GroupedData or Column.
#' @rdname count
#' @export
setGeneric("count", function(x) { standardGeneric("count") })
#' @rdname cov
#' @param x a Column or a SparkDataFrame.
#' @param ... additional argument(s). If \code{x} is a Column, a Column
#' should be provided. If \code{x} is a SparkDataFrame, two column names should
#' be provided.
#' @export
setGeneric("cov", function(x, ...) {standardGeneric("cov") })
#' @rdname corr
#' @param x a Column or a SparkDataFrame.
#' @param ... additional argument(s). If \code{x} is a Column, a Column
#' should be provided. If \code{x} is a SparkDataFrame, two column names should
#' be provided.
#' @export
setGeneric("corr", function(x, ...) {standardGeneric("corr") })
#' @rdname cov
#' @export
setGeneric("covar_samp", function(col1, col2) {standardGeneric("covar_samp") })
#' @rdname cov
#' @export
setGeneric("covar_pop", function(col1, col2) {standardGeneric("covar_pop") })
#' @rdname createOrReplaceTempView
#' @export
setGeneric("createOrReplaceTempView",
function(x, viewName) {
standardGeneric("createOrReplaceTempView")
})
# @rdname crossJoin
# @export
setGeneric("crossJoin", function(x, y) { standardGeneric("crossJoin") })
#' @rdname cube
#' @export
setGeneric("cube", function(x, ...) { standardGeneric("cube") })
#' @rdname dapply
#' @export
setGeneric("dapply", function(x, func, schema) { standardGeneric("dapply") })
#' @rdname dapplyCollect
#' @export
setGeneric("dapplyCollect", function(x, func) { standardGeneric("dapplyCollect") })
#' @param x a SparkDataFrame or GroupedData.
#' @param ... additional argument(s) passed to the method.
#' @rdname gapply
#' @export
setGeneric("gapply", function(x, ...) { standardGeneric("gapply") })
#' @param x a SparkDataFrame or GroupedData.
#' @param ... additional argument(s) passed to the method.
#' @rdname gapplyCollect
#' @export
setGeneric("gapplyCollect", function(x, ...) { standardGeneric("gapplyCollect") })
# @rdname getNumPartitions
# @export
setGeneric("getNumPartitions", function(x) { standardGeneric("getNumPartitions") })
#' @rdname describe
#' @export
setGeneric("describe", function(x, col, ...) { standardGeneric("describe") })
#' @rdname distinct
#' @export
setGeneric("distinct", function(x) { standardGeneric("distinct") })
#' @rdname drop
#' @export
setGeneric("drop", function(x, ...) { standardGeneric("drop") })
#' @rdname dropDuplicates
#' @export
setGeneric("dropDuplicates", function(x, ...) { standardGeneric("dropDuplicates") })
#' @rdname nafunctions
#' @export
setGeneric("dropna",
function(x, how = c("any", "all"), minNonNulls = NULL, cols = NULL) {
standardGeneric("dropna")
})
#' @rdname nafunctions
#' @export
setGeneric("na.omit",
function(object, ...) {
standardGeneric("na.omit")
})
#' @rdname dtypes
#' @export
setGeneric("dtypes", function(x) { standardGeneric("dtypes") })
#' @rdname explain
#' @export
#' @param x a SparkDataFrame or a StreamingQuery.
#' @param extended Logical. If extended is FALSE, prints only the physical plan.
#' @param ... further arguments to be passed to or from other methods.
setGeneric("explain", function(x, ...) { standardGeneric("explain") })
#' @rdname except
#' @export
setGeneric("except", function(x, y) { standardGeneric("except") })
#' @rdname nafunctions
#' @export
setGeneric("fillna", function(x, value, cols = NULL) { standardGeneric("fillna") })
#' @rdname filter
#' @export
setGeneric("filter", function(x, condition) { standardGeneric("filter") })
#' @rdname first
#' @export
setGeneric("first", function(x, ...) { standardGeneric("first") })
#' @rdname groupBy
#' @export
setGeneric("group_by", function(x, ...) { standardGeneric("group_by") })
#' @rdname groupBy
#' @export
setGeneric("groupBy", function(x, ...) { standardGeneric("groupBy") })
#' @rdname hint
#' @export
setGeneric("hint", function(x, name, ...) { standardGeneric("hint") })
#' @rdname insertInto
#' @export
setGeneric("insertInto", function(x, tableName, ...) { standardGeneric("insertInto") })
#' @rdname intersect
#' @export
setGeneric("intersect", function(x, y) { standardGeneric("intersect") })
#' @rdname isLocal
#' @export
setGeneric("isLocal", function(x) { standardGeneric("isLocal") })
#' @rdname isStreaming
#' @export
setGeneric("isStreaming", function(x) { standardGeneric("isStreaming") })
#' @rdname limit
#' @export
setGeneric("limit", function(x, num) {standardGeneric("limit") })
#' @rdname merge
#' @export
setGeneric("merge")
#' @rdname mutate
#' @export
setGeneric("mutate", function(.data, ...) {standardGeneric("mutate") })
#' @rdname orderBy
#' @export
setGeneric("orderBy", function(x, col, ...) { standardGeneric("orderBy") })
#' @rdname persist
#' @export
setGeneric("persist", function(x, newLevel) { standardGeneric("persist") })
#' @rdname printSchema
#' @export
setGeneric("printSchema", function(x) { standardGeneric("printSchema") })
#' @rdname registerTempTable-deprecated
#' @export
setGeneric("registerTempTable", function(x, tableName) { standardGeneric("registerTempTable") })
#' @rdname rename
#' @export
setGeneric("rename", function(x, ...) { standardGeneric("rename") })
#' @rdname repartition
#' @export
setGeneric("repartition", function(x, ...) { standardGeneric("repartition") })
#' @rdname sample
#' @export
setGeneric("sample",
function(x, withReplacement = FALSE, fraction, seed) {
standardGeneric("sample")
})
#' @rdname rollup
#' @export
setGeneric("rollup", function(x, ...) { standardGeneric("rollup") })
#' @rdname sample
#' @export
setGeneric("sample_frac",
function(x, withReplacement = FALSE, fraction, seed) { standardGeneric("sample_frac") })
#' @rdname sampleBy
#' @export
setGeneric("sampleBy", function(x, col, fractions, seed) { standardGeneric("sampleBy") })
#' @rdname saveAsTable
#' @export
setGeneric("saveAsTable", function(df, tableName, source = NULL, mode = "error", ...) {
standardGeneric("saveAsTable")
})
#' @export
setGeneric("str")
#' @rdname take
#' @export
setGeneric("take", function(x, num) { standardGeneric("take") })
#' @rdname mutate
#' @export
setGeneric("transform", function(`_data`, ...) {standardGeneric("transform") })
#' @rdname write.df
#' @export
setGeneric("write.df", function(df, path = NULL, source = NULL, mode = "error", ...) {
standardGeneric("write.df")
})
#' @rdname write.df
#' @export
setGeneric("saveDF", function(df, path, source = NULL, mode = "error", ...) {
standardGeneric("saveDF")
})
#' @rdname write.jdbc
#' @export
setGeneric("write.jdbc", function(x, url, tableName, mode = "error", ...) {
standardGeneric("write.jdbc")
})
#' @rdname write.json
#' @export
setGeneric("write.json", function(x, path, ...) { standardGeneric("write.json") })
#' @rdname write.orc
#' @export
setGeneric("write.orc", function(x, path, ...) { standardGeneric("write.orc") })
#' @rdname write.parquet
#' @export
setGeneric("write.parquet", function(x, path, ...) {
standardGeneric("write.parquet")
})
#' @rdname write.parquet
#' @export
setGeneric("saveAsParquetFile", function(x, path) { standardGeneric("saveAsParquetFile") })
#' @rdname write.stream
#' @export
setGeneric("write.stream", function(df, source = NULL, outputMode = NULL, ...) {
standardGeneric("write.stream")
})
#' @rdname write.text
#' @export
setGeneric("write.text", function(x, path, ...) { standardGeneric("write.text") })
#' @rdname schema
#' @export
setGeneric("schema", function(x) { standardGeneric("schema") })
#' @rdname select
#' @export
setGeneric("select", function(x, col, ...) { standardGeneric("select") })
#' @rdname selectExpr
#' @export
setGeneric("selectExpr", function(x, expr, ...) { standardGeneric("selectExpr") })
#' @rdname showDF
#' @export
setGeneric("showDF", function(x, ...) { standardGeneric("showDF") })
# @rdname storageLevel
# @export
setGeneric("storageLevel", function(x) { standardGeneric("storageLevel") })
#' @rdname subset
#' @export
setGeneric("subset", function(x, ...) { standardGeneric("subset") })
#' @rdname summarize
#' @export
setGeneric("summarize", function(x, ...) { standardGeneric("summarize") })
#' @rdname summary
#' @export
setGeneric("summary", function(object, ...) { standardGeneric("summary") })
setGeneric("toJSON", function(x) { standardGeneric("toJSON") })
setGeneric("toRDD", function(x) { standardGeneric("toRDD") })
#' @rdname union
#' @export
setGeneric("union", function(x, y) { standardGeneric("union") })
#' @rdname union
#' @export
setGeneric("unionAll", function(x, y) { standardGeneric("unionAll") })
#' @rdname unionByName
#' @export
setGeneric("unionByName", function(x, y) { standardGeneric("unionByName") })
#' @rdname unpersist
#' @export
setGeneric("unpersist", function(x, ...) { standardGeneric("unpersist") })
#' @rdname filter
#' @export
setGeneric("where", function(x, condition) { standardGeneric("where") })
#' @rdname with
#' @export
setGeneric("with")
#' @rdname withColumn
#' @export
setGeneric("withColumn", function(x, colName, col) { standardGeneric("withColumn") })
#' @rdname rename
#' @export
setGeneric("withColumnRenamed",
function(x, existingCol, newCol) { standardGeneric("withColumnRenamed") })
#' @rdname write.df
#' @export
setGeneric("write.df", function(df, path = NULL, ...) { standardGeneric("write.df") })
#' @rdname randomSplit
#' @export
setGeneric("randomSplit", function(x, weights, seed) { standardGeneric("randomSplit") })
#' @rdname broadcast
#' @export
setGeneric("broadcast", function(x) { standardGeneric("broadcast") })
###################### Column Methods ##########################
#' @rdname columnfunctions
#' @export
setGeneric("asc", function(x) { standardGeneric("asc") })
#' @rdname between
#' @export
setGeneric("between", function(x, bounds) { standardGeneric("between") })
#' @rdname cast
#' @export
setGeneric("cast", function(x, dataType) { standardGeneric("cast") })
#' @rdname columnfunctions
#' @param x a Column object.
#' @param ... additional argument(s).
#' @export
setGeneric("contains", function(x, ...) { standardGeneric("contains") })
#' @rdname columnfunctions
#' @export
setGeneric("desc", function(x) { standardGeneric("desc") })
#' @rdname endsWith
#' @export
setGeneric("endsWith", function(x, suffix) { standardGeneric("endsWith") })
#' @rdname columnfunctions
#' @export
setGeneric("getField", function(x, ...) { standardGeneric("getField") })
#' @rdname columnfunctions
#' @export
setGeneric("getItem", function(x, ...) { standardGeneric("getItem") })
#' @rdname columnfunctions
#' @export
setGeneric("isNaN", function(x) { standardGeneric("isNaN") })
#' @rdname columnfunctions
#' @export
setGeneric("isNull", function(x) { standardGeneric("isNull") })
#' @rdname columnfunctions
#' @export
setGeneric("isNotNull", function(x) { standardGeneric("isNotNull") })
#' @rdname columnfunctions
#' @export
setGeneric("like", function(x, ...) { standardGeneric("like") })
#' @rdname columnfunctions
#' @export
setGeneric("rlike", function(x, ...) { standardGeneric("rlike") })
#' @rdname startsWith
#' @export
setGeneric("startsWith", function(x, prefix) { standardGeneric("startsWith") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("when", function(condition, value) { standardGeneric("when") })
#' @rdname otherwise
#' @export
setGeneric("otherwise", function(x, value) { standardGeneric("otherwise") })
#' @rdname over
#' @export
setGeneric("over", function(x, window) { standardGeneric("over") })
#' @rdname eq_null_safe
#' @export
setGeneric("%<=>%", function(x, value) { standardGeneric("%<=>%") })
###################### WindowSpec Methods ##########################
#' @rdname partitionBy
#' @export
setGeneric("partitionBy", function(x, ...) { standardGeneric("partitionBy") })
#' @rdname rowsBetween
#' @export
setGeneric("rowsBetween", function(x, start, end) { standardGeneric("rowsBetween") })
#' @rdname rangeBetween
#' @export
setGeneric("rangeBetween", function(x, start, end) { standardGeneric("rangeBetween") })
#' @rdname windowPartitionBy
#' @export
setGeneric("windowPartitionBy", function(col, ...) { standardGeneric("windowPartitionBy") })
#' @rdname windowOrderBy
#' @export
setGeneric("windowOrderBy", function(col, ...) { standardGeneric("windowOrderBy") })
###################### Expression Function Methods ##########################
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("add_months", function(y, x) { standardGeneric("add_months") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("approxCountDistinct", function(x, ...) { standardGeneric("approxCountDistinct") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("array_contains", function(x, value) { standardGeneric("array_contains") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("ascii", function(x) { standardGeneric("ascii") })
#' @param x Column to compute on or a GroupedData object.
#' @param ... additional argument(s) when \code{x} is a GroupedData object.
#' @rdname avg
#' @export
setGeneric("avg", function(x, ...) { standardGeneric("avg") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("base64", function(x) { standardGeneric("base64") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("bin", function(x) { standardGeneric("bin") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("bitwiseNOT", function(x) { standardGeneric("bitwiseNOT") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("bround", function(x, ...) { standardGeneric("bround") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("cbrt", function(x) { standardGeneric("cbrt") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("ceil", function(x) { standardGeneric("ceil") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("collect_list", function(x) { standardGeneric("collect_list") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("collect_set", function(x) { standardGeneric("collect_set") })
#' @rdname column
#' @export
setGeneric("column", function(x) { standardGeneric("column") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("concat", function(x, ...) { standardGeneric("concat") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("concat_ws", function(sep, x, ...) { standardGeneric("concat_ws") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("conv", function(x, fromBase, toBase) { standardGeneric("conv") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("countDistinct", function(x, ...) { standardGeneric("countDistinct") })
#' @rdname column_misc_functions
#' @export
#' @name NULL
setGeneric("crc32", function(x) { standardGeneric("crc32") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("create_array", function(x, ...) { standardGeneric("create_array") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("create_map", function(x, ...) { standardGeneric("create_map") })
#' @rdname column_misc_functions
#' @export
#' @name NULL
setGeneric("hash", function(x, ...) { standardGeneric("hash") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("cume_dist", function(x = "missing") { standardGeneric("cume_dist") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("datediff", function(y, x) { standardGeneric("datediff") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("date_add", function(y, x) { standardGeneric("date_add") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("date_format", function(y, x) { standardGeneric("date_format") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("date_sub", function(y, x) { standardGeneric("date_sub") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("dayofmonth", function(x) { standardGeneric("dayofmonth") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("dayofweek", function(x) { standardGeneric("dayofweek") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("dayofyear", function(x) { standardGeneric("dayofyear") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("decode", function(x, charset) { standardGeneric("decode") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("dense_rank", function(x = "missing") { standardGeneric("dense_rank") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("encode", function(x, charset) { standardGeneric("encode") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("explode", function(x) { standardGeneric("explode") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("explode_outer", function(x) { standardGeneric("explode_outer") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("expr", function(x) { standardGeneric("expr") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("from_utc_timestamp", function(y, x) { standardGeneric("from_utc_timestamp") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("format_number", function(y, x) { standardGeneric("format_number") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("format_string", function(format, x, ...) { standardGeneric("format_string") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("from_json", function(x, schema, ...) { standardGeneric("from_json") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("from_unixtime", function(x, ...) { standardGeneric("from_unixtime") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("greatest", function(x, ...) { standardGeneric("greatest") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("grouping_bit", function(x) { standardGeneric("grouping_bit") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("grouping_id", function(x, ...) { standardGeneric("grouping_id") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("hex", function(x) { standardGeneric("hex") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("hour", function(x) { standardGeneric("hour") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("hypot", function(y, x) { standardGeneric("hypot") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("initcap", function(x) { standardGeneric("initcap") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("input_file_name",
function(x = "missing") { standardGeneric("input_file_name") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("instr", function(y, x) { standardGeneric("instr") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("isnan", function(x) { standardGeneric("isnan") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("kurtosis", function(x) { standardGeneric("kurtosis") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("lag", function(x, ...) { standardGeneric("lag") })
#' @rdname last
#' @export
setGeneric("last", function(x, ...) { standardGeneric("last") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("last_day", function(x) { standardGeneric("last_day") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("lead", function(x, offset, defaultValue = NULL) { standardGeneric("lead") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("least", function(x, ...) { standardGeneric("least") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("levenshtein", function(y, x) { standardGeneric("levenshtein") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("lit", function(x) { standardGeneric("lit") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("locate", function(substr, str, ...) { standardGeneric("locate") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("lower", function(x) { standardGeneric("lower") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("lpad", function(x, len, pad) { standardGeneric("lpad") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("ltrim", function(x) { standardGeneric("ltrim") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("map_keys", function(x) { standardGeneric("map_keys") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("map_values", function(x) { standardGeneric("map_values") })
#' @rdname column_misc_functions
#' @export
#' @name NULL
setGeneric("md5", function(x) { standardGeneric("md5") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("minute", function(x) { standardGeneric("minute") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("monotonically_increasing_id",
function(x = "missing") { standardGeneric("monotonically_increasing_id") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("month", function(x) { standardGeneric("month") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("months_between", function(y, x) { standardGeneric("months_between") })
#' @rdname count
#' @export
setGeneric("n", function(x) { standardGeneric("n") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("nanvl", function(y, x) { standardGeneric("nanvl") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("negate", function(x) { standardGeneric("negate") })
#' @rdname not
#' @export
setGeneric("not", function(x) { standardGeneric("not") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("next_day", function(y, x) { standardGeneric("next_day") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("ntile", function(x) { standardGeneric("ntile") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("n_distinct", function(x, ...) { standardGeneric("n_distinct") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("percent_rank", function(x = "missing") { standardGeneric("percent_rank") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("pmod", function(y, x) { standardGeneric("pmod") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("posexplode", function(x) { standardGeneric("posexplode") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("posexplode_outer", function(x) { standardGeneric("posexplode_outer") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("quarter", function(x) { standardGeneric("quarter") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("rand", function(seed) { standardGeneric("rand") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("randn", function(seed) { standardGeneric("randn") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("rank", function(x, ...) { standardGeneric("rank") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("regexp_extract", function(x, pattern, idx) { standardGeneric("regexp_extract") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("regexp_replace",
function(x, pattern, replacement) { standardGeneric("regexp_replace") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("repeat_string", function(x, n) { standardGeneric("repeat_string") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("reverse", function(x) { standardGeneric("reverse") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("rint", function(x) { standardGeneric("rint") })
#' @rdname column_window_functions
#' @export
#' @name NULL
setGeneric("row_number", function(x = "missing") { standardGeneric("row_number") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("rpad", function(x, len, pad) { standardGeneric("rpad") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("rtrim", function(x) { standardGeneric("rtrim") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("sd", function(x, na.rm = FALSE) { standardGeneric("sd") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("second", function(x) { standardGeneric("second") })
#' @rdname column_misc_functions
#' @export
#' @name NULL
setGeneric("sha1", function(x) { standardGeneric("sha1") })
#' @rdname column_misc_functions
#' @export
#' @name NULL
setGeneric("sha2", function(y, x) { standardGeneric("sha2") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("shiftLeft", function(y, x) { standardGeneric("shiftLeft") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("shiftRight", function(y, x) { standardGeneric("shiftRight") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("shiftRightUnsigned", function(y, x) { standardGeneric("shiftRightUnsigned") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("signum", function(x) { standardGeneric("signum") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("size", function(x) { standardGeneric("size") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("skewness", function(x) { standardGeneric("skewness") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("sort_array", function(x, asc = TRUE) { standardGeneric("sort_array") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("split_string", function(x, pattern) { standardGeneric("split_string") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("soundex", function(x) { standardGeneric("soundex") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("spark_partition_id", function(x = "missing") { standardGeneric("spark_partition_id") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("stddev", function(x) { standardGeneric("stddev") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("stddev_pop", function(x) { standardGeneric("stddev_pop") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("stddev_samp", function(x) { standardGeneric("stddev_samp") })
#' @rdname column_nonaggregate_functions
#' @export
#' @name NULL
setGeneric("struct", function(x, ...) { standardGeneric("struct") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("substring_index", function(x, delim, count) { standardGeneric("substring_index") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("sumDistinct", function(x) { standardGeneric("sumDistinct") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("toDegrees", function(x) { standardGeneric("toDegrees") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("toRadians", function(x) { standardGeneric("toRadians") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("to_date", function(x, format) { standardGeneric("to_date") })
#' @rdname column_collection_functions
#' @export
#' @name NULL
setGeneric("to_json", function(x, ...) { standardGeneric("to_json") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("to_timestamp", function(x, format) { standardGeneric("to_timestamp") })
#' @rdname column_datetime_diff_functions
#' @export
#' @name NULL
setGeneric("to_utc_timestamp", function(y, x) { standardGeneric("to_utc_timestamp") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("translate", function(x, matchingString, replaceString) { standardGeneric("translate") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("trim", function(x) { standardGeneric("trim") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("unbase64", function(x) { standardGeneric("unbase64") })
#' @rdname column_math_functions
#' @export
#' @name NULL
setGeneric("unhex", function(x) { standardGeneric("unhex") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("unix_timestamp", function(x, format) { standardGeneric("unix_timestamp") })
#' @rdname column_string_functions
#' @export
#' @name NULL
setGeneric("upper", function(x) { standardGeneric("upper") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("var", function(x, y = NULL, na.rm = FALSE, use) { standardGeneric("var") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("variance", function(x) { standardGeneric("variance") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("var_pop", function(x) { standardGeneric("var_pop") })
#' @rdname column_aggregate_functions
#' @export
#' @name NULL
setGeneric("var_samp", function(x) { standardGeneric("var_samp") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("weekofyear", function(x) { standardGeneric("weekofyear") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("window", function(x, ...) { standardGeneric("window") })
#' @rdname column_datetime_functions
#' @export
#' @name NULL
setGeneric("year", function(x) { standardGeneric("year") })
###################### Spark.ML Methods ##########################
#' @rdname fitted
#' @export
setGeneric("fitted")
# Do not carry stats::glm usage and param here, and do not document the generic
#' @export
#' @noRd
setGeneric("glm")
#' @param object a fitted ML model object.
#' @param ... additional argument(s) passed to the method.
#' @rdname predict
#' @export
setGeneric("predict", function(object, ...) { standardGeneric("predict") })
#' @rdname rbind
#' @export
setGeneric("rbind", signature = "...")
#' @rdname spark.als
#' @export
setGeneric("spark.als", function(data, ...) { standardGeneric("spark.als") })
#' @rdname spark.bisectingKmeans
#' @export
setGeneric("spark.bisectingKmeans",
function(data, formula, ...) { standardGeneric("spark.bisectingKmeans") })
#' @rdname spark.gaussianMixture
#' @export
setGeneric("spark.gaussianMixture",
function(data, formula, ...) { standardGeneric("spark.gaussianMixture") })
#' @rdname spark.gbt
#' @export
setGeneric("spark.gbt", function(data, formula, ...) { standardGeneric("spark.gbt") })
#' @rdname spark.glm
#' @export
setGeneric("spark.glm", function(data, formula, ...) { standardGeneric("spark.glm") })
#' @rdname spark.isoreg
#' @export
setGeneric("spark.isoreg", function(data, formula, ...) { standardGeneric("spark.isoreg") })
#' @rdname spark.kmeans
#' @export
setGeneric("spark.kmeans", function(data, formula, ...) { standardGeneric("spark.kmeans") })
#' @rdname spark.kstest
#' @export
setGeneric("spark.kstest", function(data, ...) { standardGeneric("spark.kstest") })
#' @rdname spark.lda
#' @export
setGeneric("spark.lda", function(data, ...) { standardGeneric("spark.lda") })
#' @rdname spark.logit
#' @export
setGeneric("spark.logit", function(data, formula, ...) { standardGeneric("spark.logit") })
#' @rdname spark.mlp
#' @export
setGeneric("spark.mlp", function(data, formula, ...) { standardGeneric("spark.mlp") })
#' @rdname spark.naiveBayes
#' @export
setGeneric("spark.naiveBayes", function(data, formula, ...) { standardGeneric("spark.naiveBayes") })
#' @rdname spark.decisionTree
#' @export
setGeneric("spark.decisionTree",
function(data, formula, ...) { standardGeneric("spark.decisionTree") })
#' @rdname spark.randomForest
#' @export
setGeneric("spark.randomForest",
function(data, formula, ...) { standardGeneric("spark.randomForest") })
#' @rdname spark.survreg
#' @export
setGeneric("spark.survreg", function(data, formula, ...) { standardGeneric("spark.survreg") })
#' @rdname spark.svmLinear
#' @export
setGeneric("spark.svmLinear", function(data, formula, ...) { standardGeneric("spark.svmLinear") })
#' @rdname spark.lda
#' @export
setGeneric("spark.posterior", function(object, newData) { standardGeneric("spark.posterior") })
#' @rdname spark.lda
#' @export
setGeneric("spark.perplexity", function(object, data) { standardGeneric("spark.perplexity") })
#' @rdname spark.fpGrowth
#' @export
setGeneric("spark.fpGrowth", function(data, ...) { standardGeneric("spark.fpGrowth") })
#' @rdname spark.fpGrowth
#' @export
setGeneric("spark.freqItemsets", function(object) { standardGeneric("spark.freqItemsets") })
#' @rdname spark.fpGrowth
#' @export
setGeneric("spark.associationRules", function(object) { standardGeneric("spark.associationRules") })
#' @param object a fitted ML model object.
#' @param path the directory where the model is saved.
#' @param ... additional argument(s) passed to the method.
#' @rdname write.ml
#' @export
setGeneric("write.ml", function(object, path, ...) { standardGeneric("write.ml") })
###################### Streaming Methods ##########################
#' @rdname awaitTermination
#' @export
setGeneric("awaitTermination", function(x, timeout = NULL) { standardGeneric("awaitTermination") })
#' @rdname isActive
#' @export
setGeneric("isActive", function(x) { standardGeneric("isActive") })
#' @rdname lastProgress
#' @export
setGeneric("lastProgress", function(x) { standardGeneric("lastProgress") })
#' @rdname queryName
#' @export
setGeneric("queryName", function(x) { standardGeneric("queryName") })
#' @rdname status
#' @export
setGeneric("status", function(x) { standardGeneric("status") })
#' @rdname stopQuery
#' @export
setGeneric("stopQuery", function(x) { standardGeneric("stopQuery") })
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.