inst/user2020_tutorials/episode4_cloud/run.R

In Netflix/user2020-metaflow-tutorial: USER2020 Metaflow Tutorials

source("./scripts/pull_data.R")
source("./scripts/compute_features.R")
source("./scripts/build_model.R")


library(metaflow)

metaflow("HouseFlow") %>%
     step(step = "start",
         next_step = "pull_house_data") %>%
     step(step = "pull_house_data",
         r_function = pull_house_data,
         next_step = "compute_features") %>%
     step(step = "compute_features",
         r_function = compute_features,
         next_step = "build_gbm_model",
         foreach = "lr") %>%
     step(step = "build_gbm_model",
         decorator("batch", cpu=4, memory=8000),
         r_function = build_gbm_model,
         next_step = "select_model") %>%
     step(step = "select_model",
         r_function = select_model,
         join = TRUE,
         next_step = "end") %>% 
     step(step = "end",
          r_function = summarize_model) %>%
     run()