R/dependencies.R

Defines functions .onLoad spark_dependencies

spark_dependencies <- function(spark_version, scala_version, ...) {
  sparklyr::spark_dependency(
    jars =c(),
	packages="io.confluent:kafka-schema-registry:5.4.1,org.apache.spark:spark-sql-kafka-0-10_2.11:2.4.5,org.apache.spark:spark-avro_2.11:2.4.5,za.co.absa:abris_2.11:3.1.1",
    repositories="http://packages.confluent.io/maven/"
  )
}

#' @import sparklyr
.onLoad <- function(libname, pkgname) {
  sparklyr::register_extension(pkgname)
}
HikaGenji/sparkavroudf documentation built on May 24, 2020, 6:43 a.m.