tests/misc/test_small.R

In wordvector: Word and Document Vector Models

library(quanteda)
library(wordvector)
options(wordvector_threads = 8)

corp <- data_corpus_news2014
toks <- tokens(corp, remove_punct = TRUE, remove_symbols = TRUE) %>%
    tokens_remove(stopwords("en", "marimo"), padding = TRUE) %>%
    tokens_select("^[a-zA-Z-]+$", valuetype = "regex", case_insensitive = FALSE,
                 padding = TRUE) %>%
    tokens_tolower()

wdv <- word2vec(toks, dim = 50, type = "cbow", min_count = 5, verbose = TRUE, iter = 10)

for (i in 1:10) {
    cat(i, "\n")
    wdv <- word2vec(toks, dim = 50, type = "cbow", min_count = 5, verbose = TRUE, iter = 30)
}

# word2vec -------------------------------------
wdv <- wordvector::word2vec(toks, dim = 50, type = "cbow", min_count = 5, iter = 5, 
                            verbose = TRUE)

analogy(wdv, ~ washington - america + france)
analogy(wdv, ~ berlin - germany + france, exclude = FALSE, n = 10)


# LSA -------------------------------------

lsa <- wordvector::lsa(toks, dim = 50, min_count = 0, verbose = TRUE)
analogy(wdv, ~ berlin - germany + france, exclude = FALSE, n = 10)