vignettes/getting-started.R

In Emaasit/sparkavro: Read data from Amazon Redshift into Spark DataFrames

## ----setup, include=FALSE, eval = FALSE----------------------------------
#  knitr::opts_chunk$set(echo = TRUE)

## ----eval = FALSE--------------------------------------------------------
#  install.packages("sparklyr")

## ----eval = FALSE--------------------------------------------------------
#  library(devtools)
#  devtools::install_github("emaasit/sparkredshift")

## ----eval = FALSE--------------------------------------------------------
#  library(sparklyr)
#  spark_install(version = "2.0.0")

## ----eval = FALSE--------------------------------------------------------
#  library(sparkredshift)

## ----eval = FALSE--------------------------------------------------------
#  sc <- spark_connect(master = "local")

## ----eval = FALSE--------------------------------------------------------
#  mtcars_file <- system.file("extdata", "mtcars.redshift", package = "sparkredshift")
#  
#  mtcars_df <- spark_read_redshift(sc, path = mtcars_file, table = "redshift_table")
#  mtcars_df

## ----eval = FALSE--------------------------------------------------------
#  library(dplyr)
#  mtcars_df %>% group_by(cyl) %>%
#    summarise(count = n(), avg.mpg = mean(mpg), avg.displacment = mean(disp), avg.horsepower = mean(hp))

## ----eval = FALSE--------------------------------------------------------
#  spark_log(sc, n = 100)

## ----eval = FALSE--------------------------------------------------------
#  spark_disconnect(sc)