data-raw/stopwords_marimo.R

In davnn/stopwords: Multilingual Stopword Lists

library("yaml")
library("magrittr")

merge_unnamed <- function(x) {
  if (is.null(names(x))) {
    return(unlist(x, use.names = FALSE) )
  } else {
    lapply(x, merge_unnamed)
  }
}

files <- c("en" = "stopwords_en.yml",
           "de" = "stopwords_de.yml",
           "ru" = "stopwords_ru.yml",
           "ar" = "stopwords_ar.yml",
           "he" = "stopwords_he.yml",
           "zh_tw" = "stopwords_zh_traditional.yml",
           "zh_cn" = "stopwords_zh_simplified.yml",
           "ko" = "stopwords_ko.yml",
           "ja" = "stopwords_ja.yml"
           )

data_stopwords_marimo <- list()
for (lang in names(files)) {
  lis <- read_yaml(paste0("data-raw/marimo/", files[lang]))
  data_stopwords_marimo[[lang]] <- lapply(lis, merge_unnamed)
}

# Save `data_stopwords_stopwordsiso` to data directory
usethis::use_data(data_stopwords_marimo, overwrite = TRUE)