inst/app/R/5pre_processed_server.R

In jcai849/iNZightTA: iNZight Text Analytics

#####################################################
#################### Pre-processed Data #################### 
#####################################################

# This file contains the server code that does the additional 
# cleaning for the raw data and the code that presents the pre-processed data
# as a data table. 

imported <- eventReactive(input$prep_button, {
  ############################
  if (input$import_from == "Spotify/Genius"){
    cleaned <- raw_data()[[1]] %>% clean_for_app(exp_cont = input$expand_contractions, 
                                                 lyrics = TRUE)
  }
    
  else if (input$import_from == "Twitter"){
    cleaned <- raw_data() 
    
    # fixes the weird apostrophes
    cleaned$text <- gsub(intToUtf8(8217), "'", cleaned$text, perl = TRUE)
    
    # converts the emojis to their description
    cleaned$text <- emoji_to_words(cleaned$text)

    # remove links
    cleaned$text <- gsub("http.+? ", "", cleaned$text, perl = TRUE)
    cleaned$text <- gsub("http.+", "", cleaned$text, perl = TRUE)
      
    # remove line breaks 
    cleaned$text <- gsub("\\n", " ", cleaned$text, perl = TRUE)
      
    # remove hashtags
    if (input$remove_hash == TRUE){
      cleaned$text <- textclean::replace_hash(cleaned$text)
    }
    
    cleaned$text <- textclean::replace_word_elongation(cleaned$text)
    
    # remove username mentions
    if (input$remove_user == TRUE){
      cleaned$text <- gsub("@\\w+", "", cleaned$text)
    }
    
    cleaned <- cleaned %>% clean_for_app(exp_cont = input$expand_contractions)
    
    # split emojis
    cleaned$text <- gsub("__", "_ _", cleaned$text)
    
    cleaned
  }
    
  else if (input$import_from == "The Guardian Articles"){
      
    cleaned <- raw_data() 
    
    cleaned$text <- gsub("<figcaption.+?</figcaption>|Related.+?</aside>", "", cleaned$text, perl = TRUE)
    
    cleaned <- clean_for_app(cleaned, exp_cont = input$expand_contractions)

    cleaned$id <- iconv(cleaned$id, from = "UTF-8", to = "ASCII//TRANSLIT")
      
    cleaned <- cleaned %>%
      dplyr::mutate(id = stringr::str_replace_all(id, "<.+?>", ""))
      
    # Fix the pound sign becoming ?
    ## cleaned$text <- gsub("[?](\\d+)", "£\\1", cleaned$text, perl = TRUE)
    
    while(sum(grepl("<.+?>", cleaned$text)) > 0){
      cleaned$text <- trimws(gsub("<.+?>|_", "", cleaned$text, perl = TRUE))
    }
    
    cleaned$text <- gsub("Join the debate.+", "", cleaned$text, perl = TRUE)
  }
  
  else if(input$import_from == "Reddit"){
    cleaned <- raw_data() %>%
      dplyr::filter(text != "[removed]")
    cleaned$text <- gsub("http.+\\w", "", cleaned$text, perl = TRUE)
    cleaned <- clean_for_app(cleaned, exp_cont = input$expand_contractions)
    cleaned$text <- textclean::replace_url(cleaned$text)
  }
    
  else {
    cleaned <- raw_data() 
    if ("artist" %in% names(cleaned)||"mode_name" %in% names(cleaned)){
      cleaned <- cleaned %>% clean_for_app(exp_cont = input$expand_contractions, 
                                           lyrics = TRUE)
    }
    else{
      cleaned <- cleaned %>% clean_for_app(exp_cont = input$expand_contractions)
      cleaned$text <- gsub('" "', " ", cleaned$text, perl = TRUE)
    }
  }
  cleaned
})

# output$pre_processed_show <- DT::renderDataTable({
#   imported()
# }, filter = "bottom")
# 
# ###################################
# ########## able to filter the processed data columns 
# ########## (used in prepped() orig_server.R, )
# ###################################
# imported_filtered <- reactive({
#   full_data <- imported()
#   filtered_rows <- input$pre_processed_show_rows_all
#   full_data[filtered_rows, ]
# })

# observeEvent(input$prep_button, {
#   output$pre_processed_show <- DT::renderDataTable({
#     if (input$import_from == "The Guardian Articles") {
#       DT::datatable(imported() %>% utils::head(3), options = list(paging = FALSE, searching = FALSE))
#     }
#     else {
#       DT::datatable(imported() %>% utils::head(100), options = list(paging = FALSE, searching = FALSE))
#     }
#   })
# })

# output$downloadData_pre_processed <- downloadHandler(
#   filename = function() {
#     paste("preprocessed", ".csv", sep = "")
#   },
#   content = function(file) {
#     utils::write.csv(imported(), file, row.names = FALSE)
#   }
# )