R/get_products_topics_sry.R

In koad7/MY_PCKG: Temperature Conversion Package for Demonstration

#' Insights
#' 
#' @description 
#' Event view for insights related events only
#'
#' @param date date of the file of interest (the date is the file name) 
#'
#' @examples
#' \dontrun{
#' products_topics_sry(curated_mixpanel_sry)
#' }
#' 
#' Save 'events_insights' to 'products_topics_sry' in the Data Lake in parquet format.
#' 
#' @export
get_products_topics_sry <- function(date) {
    cat("1. Getting curated_mixpanel_sry\n")
    tryCatch(
        {
          curated_mixpanel_sry <- get_object_from_s3bucket('curated_mixpanel_sry',date)
        }, error = function(err.msg){
             write(toString(err.msg), Sys.getenv('logfile'), append=TRUE)
        }
    )
    cat("2. build_insights_table \n")
    tryCatch(
        {
          events_insights <- build_insights_table(curated_mixpanel_sry)
        }, error = function(err.msg){
             write(toString(err.msg), Sys.getenv('logfile'), append=TRUE)
        }
    )
    # TODO: Parquet transformation
    cat("3. Saving file to s3 bucket \n")
    tryCatch(
        {
          s3save(events_insights, bucket = paste0("s3://", Sys.getenv('products_topics_sry_bucket')) , object = paste0("products_topics_sry-",Sys.Date(),".json"))
        }, error = function(err.msg){
             write(toString(err.msg), Sys.getenv('logfile'), append=TRUE)
        }
    ) 
    cat("\n\n########### products_topics_sry procedure completed ###########\n")
}