tests/testthat/test-tfidf.R

In labourR: Classify Multilingual Labour Market Free-Text to Standardized Hierarchical Occupations

context("Testing tf_idf function")

test_that("Is tf_idf Ok", {

  corpus <- data.table(
    id = occupations_bundle[["conceptUri"]],
    text = occupations_bundle[["preferredLabel"]] %>%
    cleansing_corpus
  )

  y <- tf_idf(corpus, tf_weight = "raw_count")
  expect_equal(class(y), c("data.table", "data.frame"))

  y <- tf_idf(corpus, tf_weight = "double_norm")
  expect_equal(class(y), c("data.table", "data.frame"))

  y <- tf_idf(corpus, tf_weight = "log_norm")
  expect_equal(class(y), c("data.table", "data.frame"))

  y <- tf_idf(corpus, idf_weight = "idf")
  expect_equal(class(y), c("data.table", "data.frame"))

  y <- tf_idf(corpus, idf_weight = "idf_smooth")
  expect_equal(class(y), c("data.table", "data.frame"))

})