R/utils.R

In chezou/sparklytd: Read and write data from/to Arm Treasure Data with sparklyr

spark_data_read_generic <- get("spark_data_read_generic",
                               envir = asNamespace("sparklyr"))

spark_partition_register_df <- get("spark_partition_register_df",
                                   envir = asNamespace("sparklyr"))

spark_remove_table_if_exists <- get("spark_remove_table_if_exists",
                                    envir = asNamespace("sparklyr"))

spark_expect_jobj_class <- get("spark_expect_jobj_class",
                               envir = asNamespace("sparklyr"))

invoke_td <- function(sc) {
  invoke_static(sc,
                "com.treasuredata.spark",
                "TD",
                invoke_new(sc,
                           "org.apache.spark.sql.SQLContext",
                           spark_context(sc))) %>%
    invoke("td")
}