archieve/R/mod_csvfile_module.R

In ybkamaleri/bat2bat: Sammenlikner Batch Filer

# Module UI

#' @title   mod_csvfile_module_ui and mod_csvfile_module_server
#' @description  A shiny Module.
#'
#' @param id shiny id
#' @param input internal
#' @param output internal
#' @param session internal
#'
#' @rdname mod_csvfile_module
#'
#' @keywords internal
#' @importFrom shiny NS tagList
#' @import data.table
#' @import DT
#' @export


mod_csvfile_module_ui <- function(id){
  ns <- NS(id)
  tagList(
    fluidRow(
      column(4,
        fileInput(ns("csv1"),
          label = "Fjorårets fil.x:",
          multiple = FALSE,
          width = '100%',
          buttonLabel = "Søk",
          placeholder = "Valg CSV fil"),

        fileInput(ns("csv2"),
          label = "Årest fil.y:",
          multiple = FALSE,
          width = '100%',
          buttonLabel = "Søk",
          placeholder = "Valg CSV fil")
      ),
      column(3,
        textInput(ns("tabs"), "TABS (bruk koma hvis flere)"),
        actionButton(ns("goButton"), "Kjør",
          icon = icon("play")),
        actionButton(ns("resetButton"), "Reset",
          icon = icon("refresh")),
        ),
      column(3,
        textInput(ns("downName"), "Filnavn: "),
        #Download
        downloadButton(ns("downloadData"), "Laste ned CSV")
      )
    ),

    ## verbatimTextOutput(ns("txt"), placeholder = TRUE),
    ## textOutput(ns("txt2")),
    hr(),
    shiny::dataTableOutput(ns("batch_tbl"))
  )
}

# Module Server

#' @rdname mod_csvfile_module
#'
#'
#' @import data.table
#' @export
#' @keywords internal


mod_csvfile_module_server <- function(input, output, session){
  ns <- session$ns

  raw <- reactiveValues(dt = NULL)

  ## Get data ----------------
  observeEvent(input$csv1, {
    raw$data1 = data.table::fread(input$csv1$datapath[1], fill=TRUE)

    ## Change varname to capital case
    data.table::setnames(raw$data1, names(raw$data1), toupper(names(raw$data1)))
  })

  observeEvent(input$csv2, {
    raw$data2 = data.table::fread(input$csv2$datapath[1], fill=TRUE)

    ## Change varname to capital case
    data.table::setnames(raw$data2, names(raw$data2), toupper(names(raw$data2)))
  })


  ## Tabs input ---------------
  observeEvent(input$tabs, {
    raw$tabs = input$tabs
  })


  ## Reset -----------------
  observeEvent(input$resetButton, {
    raw$data1 = NULL
    raw$data2 = NULL
    raw$tabs = NULL
    shinyjs::reset('csv1')
    shinyjs::reset('csv2')
    shinyjs::reset('tabs')

  })



  ## Give new GEO to old data --------------------
  old_data <- reactive({

    ## Give new GEO to older dataset
    dtb4 = merge(raw$data1, mixFil,
      by.x = "GEO",
      by.y = "kodeb4",
      all.x = TRUE)


    ## Exclude duplicated GEO
    oldMedGeo=dtb4[bort==0,]

    data.table::setnames(oldMedGeo, c("GEO", "kode2020"), c("GEO_b4", "GEO"))

    oldMedGeo

  })


  all_data <- eventReactive(input$goButton, {

    ## Check for key variables in the datasett
    fileKey = names(raw$data2)
    valgKey = intersect(stdkey, fileKey)

    if (length(raw$tabs)){
      innKeys = trimws(unlist(strsplit(raw$tabs, "[,]")))
      allKeys = c(valgKey, innKeys)
    } else {
      allKeys = valgKey
    }

    #Column names that aren't keys
    diffKeys=setdiff(fileKey, allKeys)

    oldDT = setDT(old_data())
    newDT = setDT(raw$data2)
    ## Merge both datasets
    allFil = merge(oldDT,newDT, by = allKeys, all.y = TRUE)


    ## legger GEO_b4 first col
    keyCol=c("GEO_b4", allKeys)

    ### Reorder coloumn
    filcolAll=names(allFil)
    filcolValg=setdiff(filcolAll, keyCol)

    sortColValg=sort(filcolValg)
    nyCol=c(keyCol, sortColValg)
    setcolorder(allFil, nyCol) #reorder col

    ## loops
    for (i in diffKeys){

      indVar=grep(paste0("^",i,""), names(allFil))[2]
      doVar=grep(paste0("^",i,""), names(allFil), value = TRUE)
      var1=doVar[1]
      var2=doVar[2]
      diffCol=paste0(i,"_diff")
      allFil[, (diffCol) := base::get(var1)-base::get(var2)]
      colB4=names(allFil)[1:indVar]
      setcolorder(allFil, c(colB4, diffCol))
    }


    ## exclude mix fylker
    ## allFil[, !"bort", with=FALSE]
    allFil[bort==0, ][, bort := NULL]

    ## ## Exclude duplicated GEO2020
    ## allFil[, dupp := 0]
    ## allFil[!duplicated(GEO), dupp := 1]
    ## allFil[GEO %in% c(1103, 5001), dupp := 1] #Stavanger and Trondheim
    ## allFil[dupp==1, ][, dupp := NULL]


  })


  ## Get all diff columns
  diff_name <- eventReactive(input$goButton, {
    grep('_diff$', names(all_data()), value = TRUE)
  })



  ## All Data for reset
  observeEvent(input$goButton, {
      raw$allDT=all_data()
  })

  ## Reset all-data  -----------------
  observeEvent(input$resetButton, {
    raw$allDT = NULL
  })


  ## Tabell output
  output$batch_tbl <- shiny::renderDataTable({
      if (is.null(raw$allDT)) return()

      shiny::datatable(raw$allDT, rownames = FALSE,
                    options=list(
                        pageLength=50,
                        searching=FALSE,
                        language = list(
                            paginate = list(previous = 'Tilbake', `next` = 'Neste'),
                            info = 'Viser rad _START_ til _END_ av _TOTAL_'
                        ))) %>%
          formatStyle(diff_name(), backgroundColor="#b1dfff")
  } )

  # Download -----
  output$downloadData <- downloadHandler(

    filename = function() {
      paste(input$downName, ".csv", sep="")
    },
    content = function(file){
        fwrite(all_data(), file = file, sep=";")
      ## write.csv(all_data(), file, row.names=FALSE)
    }
  )



  output$txt <- renderText({
    diff_name()
  })

  ## output$txt2 <- renderText({
  ##   stdkey
  ## })


}

## To be copied in the UI
# mod_csvfile_module_ui("csvfile_module_ui_1")

## To be copied in the server
# callModule(mod_csvfile_module_server, "csvfile_module_ui_1")