tests/benchmarks/benchmark_textstat_smil.R

In quanteda/quanteda: Quantitative Analysis of Textual Data

quanteda_options(threads = 8)
#mt <- dfm(c("a a b c", "a b b d", "b d d e e", "e e e"))
#mt <- dfm(corpus_reshape(data_corpus_inaugural, "sentence"))
mt <- dfm(data_corpus_inaugural)

# consine ---------------

microbenchmark::microbenchmark(
    textstat_simil2(mt, margin = "features"),
    textstat_simil2(mt, margin = "features", min_simil = 0.5),
    textstat_simil2(mt, margin = "features", min_simil = 0.8),
    textstat_simil2(mt, margin = "features", rank = 10),
    textstat_simil(mt, margin = "features", method = "cosine"),
    times = 10
)

cos_new1 <- textstat_simil2(mt, margin = "feature", method = "cosine")
cos_new2 <- textstat_simil2(mt, margin = "feature", method = "cosine", min_simil = 0.5)
cos_new3 <- textstat_simil2(mt, margin = "features", rank = 10)
cos_old <- textstat_simil(mt, margin = "feature", method = "cosine")

print(object.size(cos_new1), units = "MB")
print(object.size(cos_new2), units = "MB")
print(object.size(cos_new3), units = "MB")
print(object.size(cos_old), units = "MB")

testthat::expect_equal(
    as.matrix(cos_new1),
    as.matrix(cos_old),
    tolerance = 0.001
)

# correlation ---------------

microbenchmark::microbenchmark(
    textstat_simil2(mt, margin = "features", method = "correlation"),
    textstat_simil2(mt, margin = "features", method = "correlation", min_simil = 0.5),
    textstat_simil2(mt, margin = "features", method = "correlation", min_simil = 0.8),
    textstat_simil(mt, margin = "features", method = "correlation"),
    times = 10
)

cor_new1 <- textstat_simil2(mt, margin = "feature", method = "correlation")
cor_new2 <- textstat_simil2(mt, margin = "feature", method = "correlation", min_simil = 0.5)
cor_old <- textstat_simil(mt, margin = "feature", method = "correlation")

print(object.size(cor_new1), units = "MB")
print(object.size(cor_new2), units = "MB")
print(object.size(cor_old), units = "MB")

testthat::expect_equal(
    as.matrix(cor_new1),
    as.matrix(cor_old),
    tolerance = 0.001
)

# all ------

for (m in c("cosine", "correlation", "jaccard", "ejaccard", "dice", 
            "edice", "hamann", "simple matching")) {
    cat(m, "\n")
    old <- as.matrix(textstat_simil(mt, margin = "features", method = m, diag = TRUE))
    new <- as.matrix(textstat_simil2(mt, margin = "features", method = m))
    testthat::expect_equal(old, new, tolelance = 0.01)
}