R/utilities-layer.r

In SKKU-SKT/ggplot2.SparkR: Big Data Visualization for R and Spark

bindIDs <- function(data) {
  sc <- get("sc", envir = globalenv())
  sqlContext <- get("sqlContext", envir = globalenv())
  pair <- dtypes(data)[[1]]
  data <- SparkR::arrange(data, data[[1]])

  rdd1 <- SparkR:::coalesce(SparkR:::map(SparkR:::toRDD(data),
    function(rdd) { toString(rdd) }), 1)
  rdd2 <- SparkR:::coalesce(SparkR:::map(SparkR:::parallelize(sc, 1:nrow(data)),
    function(rdd) { toString(rdd) }), 1)
  rdd <- SparkR:::zipRDD(rdd1, rdd2)
  df <- createDataFrame(sqlContext, rdd)

  df <- withColumnRenamed(df, "_1", paste0(pair[1], "id"))
  df <- withColumnRenamed(df, "_2", "id")
  df$id <- cast(df$id, "integer")

  df
}