tests/testthat/test-rezrDF.R
In johnwdubois/rezonateR: A Support Package for Working with Rezonator in R
test_that("rezrDF modification works", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "flex", word2 = word %+% ", lol.")
#A bunch of auto stuff to test out updating.
#First local updates.
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word3 = wordWylie %+% ", lol.")
updateFunct(rezEx[["tokenDF"]], "word3") = createUpdateFunction(word3, wordWylie %+% ", lol.", rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word4 = word3 %+% ", lol.")
updateFunct(rezEx[["tokenDF"]], "word4") = createUpdateFunction(word4, word3 %+% ", lol.", rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word5 = word3 %+% " & " %+% word4 %+% " & " %+% wordWylie)
updateFunct(rezEx[["tokenDF"]], "word5") = createUpdateFunction(word5, word3 %+% " & " %+% word4 %+% " & " %+% wordWylie, rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(word3 = "hohoho", word4 = "hahaha", word5 = "hihihi")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word3")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word4")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word5")
expect(rezEx[["tokenDF"]]$word3[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word4[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word5[1] != "hihihi", failure_message = "Reload failed.")
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(word3 = "hohoho", word4 = "hahaha", word5 = "hihihi")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]])
expect(rezEx[["tokenDF"]]$word3[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word4[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word5[1] != "hihihi", failure_message = "Reload failed.")
#Then foreign updates.
updateFunct(rezEx[["entryDF"]], "word") = createLeftJoinUpdate("tokenDF/word", "token", "word")
updateFunct(rezEx[["entryDF"]], "wordWylie") = createLeftJoinUpdate("tokenDF/wordWylie", "token", "wordWylie")
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha", wordWylie = "hohoho")
rezEx[["entryDF"]] = reloadForeign(rezEx[["entryDF"]], rezEx, c("word", "wordWylie"))
expect(rezEx[["entryDF"]]$wordWylie[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["entryDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha", wordWylie = "hohoho")
rezEx[["entryDF"]] = reloadForeign(rezEx[["entryDF"]], rezEx)
expect(rezEx[["entryDF"]]$wordWylie[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
updateFunct(rezEx[["trackDF"]][["refexpr"]], "word") = createLeftJoinUpdate(address = c("tokenDF/word", "chunkDF/refexpr/word"), fkey = "token", field = "tokenOrderFirst")
rezEx[["trackDF"]][["refexpr"]] = rezEx[["trackDF"]][["refexpr"]] %>% mutate(tokenOrderFirst = 120)
rezEx[["trackDF"]][["refexpr"]] = reloadForeign(rezEx[["trackDF"]][["refexpr"]], rezEx)
expect(rezEx[["trackDF"]][["refexpr"]]$tokenOrderFirst[1] != 120, failure_message = "Reload failed.")
updateFunct(rezEx[["chunkDF"]][["refexpr"]], "word") = createLowerToHigherUpdate(address = "tokenDF/word", fkeyAddress = "chunk/tokenList", action = function(x) paste(x, collapse = ""), field = "word", fkeyInDF = FALSE, seqName = "docTokenSeq")
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word = "hahaha")
rezEx[["chunkDF"]][["refexpr"]] = reloadForeign(rezEx[["chunkDF"]][["refexpr"]], rezEx, c("word"))
expect(rezEx[["chunkDF"]][["refexpr"]]$word[1] !="hahaha", failure_message = "Reload failed.")
updateFunct(rezEx[["chunkDF"]][["refexpr"]], "word3") = createUpdateFunction(word3, word %+% ", lol.", rezEx[["chunkDF"]][["refexpr"]])
fieldaccess(rezEx[["chunkDF"]][["refexpr"]], "word3") = "auto"
fieldaccess(rezEx[["chunkDF"]][["refexpr"]], "word") = "foreign"
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word3 = "hohoho")
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word = "hahaha")
rezEx[["chunkDF"]][["refexpr"]] = reload(rezEx[["chunkDF"]][["refexpr"]], rezEx)
expect(rezEx[["chunkDF"]][["refexpr"]]$word[1] !="hahaha", failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["refexpr"]]$word3[1] !="hohoho", failure_message = "Reload failed.")
#Automatic adding of update functions from rez_left_join and lowerToHigher
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_left_join(rezEx[["unitDF"]] %>% rez_select(id, unitSeq), by = c(unit = "id"), df2Address = "unitDF", fkey = "unit")
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(unitSeq = 0)
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], rezEx)
expect(rezEx[["tokenDF"]]$unitSeq[1] != 0, failure_message = "Reload failed.")
rezEx[["unitDF"]] = lowerToHigher(complexDF = rezEx[["unitDF"]], fieldnames = "word", higherFieldnames = "longestWordLength", action = function(x) max(nchar(x)), simpleDFAddress = "entryDF", complexNodeMapAddress = "unit", rezrObj = rezEx, tokenListName = "entryList")
rezEx[["unitDF"]]$longestWordLength = -1
rezEx[["unitDF"]] = reloadForeign(rezEx[["unitDF"]], rezEx)
expect(rezEx[["unitDF"]]$longestWordLength[1] != -1, failure_message = "Reload failed.")
#Inherent reload functions from import
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha") %>% reload(rezEx)
expect(rezEx[["entryDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
rezEx[["unitDF"]] = rezEx[["unitDF"]] %>% mutate(docTokenSeqLast = -1, word = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["unitDF"]]$docTokenSeqLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["unitDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["unitDF"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx[["chunkDF"]][["adv"]] = rezEx[["chunkDF"]][["adv"]] %>% mutate(docTokenSeqLast = -1, word = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["chunkDF"]][["adv"]]$docTokenSeqLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["adv"]]$word[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["adv"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx[["trackDF"]][["refexpr"]] = rezEx[["trackDF"]][["refexpr"]] %>% mutate(tokenOrderLast = -1, wordWylie = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["trackDF"]][["refexpr"]]$tokenOrderLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["trackDF"]][["refexpr"]]$wordWylie[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["trackDF"]][["refexpr"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx$tokenDF = rezEx$tokenDF %>% rez_group_by(unit)
expect(fieldaccess(rezEx$tokenDF, 'unit') == "core", failure_message = "group_by problem")
expect(!is.null(updateFunct(rezEx$tokenDF)), failure_message = "group_by problem")
rezEx$tokenDF = rezEx$tokenDF %>% rez_ungroup
expect(!is.null(updateFunct(rezEx$tokenDF)), failure_message = "group_by problem")
expect(fieldaccess(rezEx$tokenDF, 'unit') == "core", failure_message = "group_by problem")
})
test_that("Simple rezrDF operation commands", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "flex", word2 = word %+% ", lol.")
a = rezEx$tokenDF %>% addFieldLocal("word6", word %+% "!!!", fieldaccess = "auto") %>% mutate(word6 = "?") %>% reloadLocal()
updateFunct(a, "word6")(a) %>% pull(word6)
expect(a$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$tokenDF %>% changeFieldLocal("word6", word %+% "???", fieldaccess = "auto") %>% mutate(word6 = "?") %>% reloadLocal()
expect(a$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "!!!", fieldaccess = "auto")
a$tokenDF = a$tokenDF %>% mutate(word6 = "?") %>% reloadLocal()
expect(a$tokenDF$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$tokenDF %>% addFieldLocal(fieldName = "unitSize", expression = length(id), type = "complex", fieldaccess = "auto", groupField = "unit")
a = suppressWarnings(a %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$unitSize[1] != "?", failure_message = "Reload failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "unitSize", expression = length(id), type = "complex", fieldaccess = "auto", groupField = "unit")
f = a$tokenDF$unitSize[1]
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$tokenDF$unitSize[1] != "?", failure_message = "Reload failed.")
a = a %>% changeFieldLocal(entity = "token", layer = "", fieldName = "unitSize", expression = length(id) - 1, type = "complex", fieldaccess = "auto", groupField = "unit")
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$tokenDF$unitSize[1] == f - 1, failure_message = "Reload failed.")
a$tokenDF = a$tokenDF %>% addFieldLocal("word6", word %+% "!!!", fieldaccess = "auto")
a = a %>% changeFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "???", fieldaccess = "auto")
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(word6 = "?") %>% reloadLocal())
updateFunct(a$tokenDF, "word6")(a$tokenDF) %>% pull(word6)
a$tokenDF %>% pull(word6)
expect(a$tokenDF$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$chunkDF$refexpr %>% rez_rename(mot = word)
expect("mot" %in% names(updateFunct(a)), "Rename failed.")
expect("mot" %in% names(fieldaccess(a)), "Rename failed.")
expect(environment(updateFunct(a, "mot"))[["field"]] == "mot", "Rename failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "!!!", fieldaccess = "auto")
a$tokenDF = a$tokenDF %>% rez_rename(word5 = word6)
a$tokenDF = a$tokenDF %>% mutate(word5 = "?") %>% reloadLocal()
expect(a$tokenDF$word5[1] != "?", failure_message = "Rename/reload failed.")
a$tokenDF = a$tokenDF %>% rez_rename(mot = word)
a$tokenDF = a$tokenDF %>% mutate(word5 = "?") %>% reloadLocal()
expect(a$tokenDF$word5[1] != "?", failure_message = "Rename/reload failed.")
a = rezEx$tokenDF %>% addFieldForeign(rezEx$unitDF, "unit", "unitWord", "word") %>% changeFieldForeign(rezEx$unitDF, "unit", "unitWord", "word")
a = rezEx %>% addFieldForeign("token", "", "unit", "", targetForeignKeyName = "word", targetFieldName = "unitWord", sourceFieldName = "word")
addFieldForeign.rezrObj = function(rezrObj, sourceEntity, sourceLayer = "", targetEntity, targetLayer = "", targetForeignKeyName, targetFieldName = "", sourceFieldName = "", type = "simple", fieldaccess = "flex", complexAction = NULL)
a = rezEx$unitDF %>% addFieldForeign(rezEx$entryDF, targetForeignKeyName = "entryList", targetFieldName = "biggestWord", sourceFieldName = "word", type = "complex", fieldaccess = "flex", complexAction = longest, targetNodeMap = rezEx$nodeMap$unit) %>% changeFieldForeign(rezEx$entryDF, targetForeignKeyName = "entryList", targetFieldName = "biggestWord", sourceFieldName = "word", type = "complex", fieldaccess = "flex", complexAction = longest, targetNodeMap = rezEx$nodeMap$unit)
#foreign fields with rezrObjs
a = rezEx %>% addFieldForeign("token", "", "unit", "", targetForeignKeyName = "unit", targetFieldName = "unitWord", sourceFieldName = "word", fieldaccess = "foreign")
a$tokenDF = a$tokenDF %>% mutate(unitWord = "hahaha") %>% reload(a)
expect(a$tokenDF$unitWord[1] != "hahaha", "Reload failed.")
#addFieldForeign, changeFieldForeign
a = rezEx %>% addFieldForeign("unit", "", "entry", "", targetForeignKeyName = "entryList", targetFieldName = "maxWordLength", sourceFieldName = "word", type = "complex", fieldaccess = "foreign", complexAction = longestLength)
a$unitDF = a$unitDF %>% mutate(maxWordLength = 0) %>% reload(a)
expect(a$unitDF$maxWordLength[1] != 0, "Reload failed.")
b = a$unitDF$maxWordLength
a = a %>% changeFieldForeign("unit", "", "entry", "", targetForeignKeyName = "entryList", targetFieldName = "maxWordLength", sourceFieldName = "word", type = "complex", fieldaccess = "foreign", complexAction = shortest)
a$unitDF = a$unitDF %>% mutate(maxWordLength = 0) %>% reload(a)
expect(a$unitDF$maxWordLength %>% is.list, "Reload failed.")
a = rez_mutate(rezEx$tokenDF, wordWylie = "wow", word = id, fieldaccess = "auto")
a = a %>% mutate(wordWylie = "hahaha") %>% reload(a)
expect(a$wordWylie[1] != "hahaha", "Reload failed.")
})
test_that("Field validation", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
a = rezEx$tokenDF %>% rez_mutate(unit = "har", lit = "heh", word2 = "woo")
expect_warning(rezEx$tokenDF %>% rez_mutate(unit = "har"), "value of a core field unit")
expect_warning(rezEx$tokenDF %>% rez_mutate(unit = "har", fieldaccess = "flex"), "status and value of a core field unit")
expect_warning(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har"), "Your change is likely to be overridden by a future update")
expect_message(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har", fieldaccess = "auto"), "This will change reload behaviour.")
expect_message(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har", fieldaccess = "flex"), "no longer reload")
a = rezEx$tokenDF %>% rez_mutate(fieldaccess = "auto", word3 = wordWylie %+% ", lol.")
expect_warning(a %>% rez_mutate(word3 = "har"), "Your change is likely to be overridden by a future update")
expect_message(a %>% rez_mutate(word3 = "har", fieldaccess = "foreign"), "This will change reload behaviour.")
expect_message(a %>% rez_mutate(word3 = "har", fieldaccess = "flex"), "no longer reload")
expect_message(a %>% changeFieldLocal(fieldName = "word3", expression = "har", fieldaccess = "flex"), "no longer reload")
})
test_that("Simple rezrDF operation commands", {
})
test_that("stringToFactor", {
rezEx = rez_load("data/parting.rda")
a = stringToFactor(rezEx$tokenDF, "unit")
expect_s3_class(a$unit, "factor")
lvl = levels(a$unit)
lvl = lvl[-length(lvl)]
a = stringToFactor(rezEx$tokenDF, "unit", levels = list(unit = lvl))
expect(any(is.na(a$unit)), "Factor assignment failed.")
a = stringToFactor(rezEx$entryDF, "word") %>% mutate(word = 1) %>% reload(rezEx)
expect(any(a$word != 1), "Reload failed.")
expect_s3_class(a$word, "factor")
})
test_that("mergeCats", {
rezEx = rez_load("data/parting.rda")
rezEx$trackDF$refexpr = rezEx$trackDF$refexpr %>% rez_mutate(clauseRole = mergeCats(roleType, A = c("A", "ABEN"), nonclausal = c("FREE", "VOC"), P = c("PBEN", "BEN")), fieldaccess = "auto")
expect("nonclausal" %in% rezEx$trackDF$refexpr$clauseRole, "Category merge failed.")
})
test_that("", {
rezEx = rez_load("data/parting.rda")
#addCol, delRow
changeDF = rez_read_csv("inst/extdata/pre.csv", origDF = rezEx$trackDF$refexpr)
a = rezEx$trackDF$refexpr %>% updateFromDF(changeDF, changeCols = c('roleType', 'case', 'person', 'pronType', 'definite', 'identifiable', 'referential'), delRows = T, addCols = T)
expect_equal(a %>% filter(id == "51B0F2753A16") %>% pull(case), "གི")
expect(!any(is.na(a$roleType)), "Deletion failed.")
#renameCols
a = rezEx$trackDF$refexpr %>% updateFromDF(changeDF, changeCols = c('roleType', 'case', 'person', 'pronType', 'definite', 'identifiable', 'referential', 'overallTokenSeqFirst', 'overallTokenSeqLast'), colCorr = list(overallTokenSeqFirst = "docTokenSeqFirst", overallTokenSeqLast = "docTokenSeqLast"), addRows = T, renameCols = T, delRows = T)
expect(nrow(a) == 53, "addRow / delRow failed.")
expect(!any(is.na(a$roleType)), "delRow failed.")
})
test_that("rez_add_row", {
rezEx = rez_load("data/parting.rda")
expect_message(rez_add_row(rezEx$tokenDF, word = c("bkra shis bde legs", "thugs rje che")), "The following core and flex fields and not present")
expect_error(rez_add_row(rezEx$tokenDF, id = "2623788F4A49D", word = "bkra shis bde legs"), "The following IDs already exist and cannot be added")
a = rezEx$tokenDF
a = a %>% rez_mutate(word2 = word %+% "!!!", fieldaccess = "auto")
a = suppressMessages(rez_add_row(a, word = c("bkra shis bde legs", "thugs rje che")))
expect_equal(a$word2[nrow(a)], "thugs rje che" %+% "!!!")
expect_error(rez_add_row(rezEx$tokenDF, id = "36B3C4BF6B23D", word = "bkra shis bde legs", rezrObj = rezEx), "The following IDs already exist and cannot be added")
expect_message(rez_add_row(rezEx$tokenDF, word = c("bkra shs bde legs", "thugs rje che")), "The following core and flex fields and not present")
suppressMessages(expect_message(rez_add_row(rezEx$entryDF, word = c("bkra shs bde legs", "thugs rje che")), "You did not supply a rezrObj, so foreign fields will not be updated."))
})
johnwdubois/rezonateR documentation built on Nov. 19, 2024, 11:17 p.m.
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
test_that("rezrDF modification works", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "flex", word2 = word %+% ", lol.")
#A bunch of auto stuff to test out updating.
#First local updates.
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word3 = wordWylie %+% ", lol.")
updateFunct(rezEx[["tokenDF"]], "word3") = createUpdateFunction(word3, wordWylie %+% ", lol.", rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word4 = word3 %+% ", lol.")
updateFunct(rezEx[["tokenDF"]], "word4") = createUpdateFunction(word4, word3 %+% ", lol.", rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "auto", word5 = word3 %+% " & " %+% word4 %+% " & " %+% wordWylie)
updateFunct(rezEx[["tokenDF"]], "word5") = createUpdateFunction(word5, word3 %+% " & " %+% word4 %+% " & " %+% wordWylie, rezEx[["tokenDF"]])
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(word3 = "hohoho", word4 = "hahaha", word5 = "hihihi")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word3")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word4")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], "word5")
expect(rezEx[["tokenDF"]]$word3[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word4[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word5[1] != "hihihi", failure_message = "Reload failed.")
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(word3 = "hohoho", word4 = "hahaha", word5 = "hihihi")
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]])
expect(rezEx[["tokenDF"]]$word3[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word4[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word5[1] != "hihihi", failure_message = "Reload failed.")
#Then foreign updates.
updateFunct(rezEx[["entryDF"]], "word") = createLeftJoinUpdate("tokenDF/word", "token", "word")
updateFunct(rezEx[["entryDF"]], "wordWylie") = createLeftJoinUpdate("tokenDF/wordWylie", "token", "wordWylie")
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha", wordWylie = "hohoho")
rezEx[["entryDF"]] = reloadForeign(rezEx[["entryDF"]], rezEx, c("word", "wordWylie"))
expect(rezEx[["entryDF"]]$wordWylie[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["entryDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha", wordWylie = "hohoho")
rezEx[["entryDF"]] = reloadForeign(rezEx[["entryDF"]], rezEx)
expect(rezEx[["entryDF"]]$wordWylie[1] != "hohoho", failure_message = "Reload failed.")
expect(rezEx[["tokenDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
updateFunct(rezEx[["trackDF"]][["refexpr"]], "word") = createLeftJoinUpdate(address = c("tokenDF/word", "chunkDF/refexpr/word"), fkey = "token", field = "tokenOrderFirst")
rezEx[["trackDF"]][["refexpr"]] = rezEx[["trackDF"]][["refexpr"]] %>% mutate(tokenOrderFirst = 120)
rezEx[["trackDF"]][["refexpr"]] = reloadForeign(rezEx[["trackDF"]][["refexpr"]], rezEx)
expect(rezEx[["trackDF"]][["refexpr"]]$tokenOrderFirst[1] != 120, failure_message = "Reload failed.")
updateFunct(rezEx[["chunkDF"]][["refexpr"]], "word") = createLowerToHigherUpdate(address = "tokenDF/word", fkeyAddress = "chunk/tokenList", action = function(x) paste(x, collapse = ""), field = "word", fkeyInDF = FALSE, seqName = "docTokenSeq")
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word = "hahaha")
rezEx[["chunkDF"]][["refexpr"]] = reloadForeign(rezEx[["chunkDF"]][["refexpr"]], rezEx, c("word"))
expect(rezEx[["chunkDF"]][["refexpr"]]$word[1] !="hahaha", failure_message = "Reload failed.")
updateFunct(rezEx[["chunkDF"]][["refexpr"]], "word3") = createUpdateFunction(word3, word %+% ", lol.", rezEx[["chunkDF"]][["refexpr"]])
fieldaccess(rezEx[["chunkDF"]][["refexpr"]], "word3") = "auto"
fieldaccess(rezEx[["chunkDF"]][["refexpr"]], "word") = "foreign"
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word3 = "hohoho")
rezEx[["chunkDF"]][["refexpr"]] = rezEx[["chunkDF"]][["refexpr"]] %>% mutate(word = "hahaha")
rezEx[["chunkDF"]][["refexpr"]] = reload(rezEx[["chunkDF"]][["refexpr"]], rezEx)
expect(rezEx[["chunkDF"]][["refexpr"]]$word[1] !="hahaha", failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["refexpr"]]$word3[1] !="hohoho", failure_message = "Reload failed.")
#Automatic adding of update functions from rez_left_join and lowerToHigher
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_left_join(rezEx[["unitDF"]] %>% rez_select(id, unitSeq), by = c(unit = "id"), df2Address = "unitDF", fkey = "unit")
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% mutate(unitSeq = 0)
rezEx[["tokenDF"]] = reload(rezEx[["tokenDF"]], rezEx)
expect(rezEx[["tokenDF"]]$unitSeq[1] != 0, failure_message = "Reload failed.")
rezEx[["unitDF"]] = lowerToHigher(complexDF = rezEx[["unitDF"]], fieldnames = "word", higherFieldnames = "longestWordLength", action = function(x) max(nchar(x)), simpleDFAddress = "entryDF", complexNodeMapAddress = "unit", rezrObj = rezEx, tokenListName = "entryList")
rezEx[["unitDF"]]$longestWordLength = -1
rezEx[["unitDF"]] = reloadForeign(rezEx[["unitDF"]], rezEx)
expect(rezEx[["unitDF"]]$longestWordLength[1] != -1, failure_message = "Reload failed.")
#Inherent reload functions from import
rezEx[["entryDF"]] = rezEx[["entryDF"]] %>% mutate(word = "hahaha") %>% reload(rezEx)
expect(rezEx[["entryDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
rezEx[["unitDF"]] = rezEx[["unitDF"]] %>% mutate(docTokenSeqLast = -1, word = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["unitDF"]]$docTokenSeqLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["unitDF"]]$word[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["unitDF"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx[["chunkDF"]][["adv"]] = rezEx[["chunkDF"]][["adv"]] %>% mutate(docTokenSeqLast = -1, word = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["chunkDF"]][["adv"]]$docTokenSeqLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["adv"]]$word[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["chunkDF"]][["adv"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx[["trackDF"]][["refexpr"]] = rezEx[["trackDF"]][["refexpr"]] %>% mutate(tokenOrderLast = -1, wordWylie = "hahaha", lit = "hohoho") %>% reload(rezEx)
expect(rezEx[["trackDF"]][["refexpr"]]$tokenOrderLast[1] != -1, failure_message = "Reload failed.")
expect(rezEx[["trackDF"]][["refexpr"]]$wordWylie[1] != "hahaha", failure_message = "Reload failed.")
expect(rezEx[["trackDF"]][["refexpr"]]$lit[1] != "hohoho", failure_message = "Reload failed.")
rezEx$tokenDF = rezEx$tokenDF %>% rez_group_by(unit)
expect(fieldaccess(rezEx$tokenDF, 'unit') == "core", failure_message = "group_by problem")
expect(!is.null(updateFunct(rezEx$tokenDF)), failure_message = "group_by problem")
rezEx$tokenDF = rezEx$tokenDF %>% rez_ungroup
expect(!is.null(updateFunct(rezEx$tokenDF)), failure_message = "group_by problem")
expect(fieldaccess(rezEx$tokenDF, 'unit') == "core", failure_message = "group_by problem")
})
test_that("Simple rezrDF operation commands", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
rezEx[["tokenDF"]] = rezEx[["tokenDF"]] %>% rez_mutate(fieldaccess = "flex", word2 = word %+% ", lol.")
a = rezEx$tokenDF %>% addFieldLocal("word6", word %+% "!!!", fieldaccess = "auto") %>% mutate(word6 = "?") %>% reloadLocal()
updateFunct(a, "word6")(a) %>% pull(word6)
expect(a$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$tokenDF %>% changeFieldLocal("word6", word %+% "???", fieldaccess = "auto") %>% mutate(word6 = "?") %>% reloadLocal()
expect(a$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "!!!", fieldaccess = "auto")
a$tokenDF = a$tokenDF %>% mutate(word6 = "?") %>% reloadLocal()
expect(a$tokenDF$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$tokenDF %>% addFieldLocal(fieldName = "unitSize", expression = length(id), type = "complex", fieldaccess = "auto", groupField = "unit")
a = suppressWarnings(a %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$unitSize[1] != "?", failure_message = "Reload failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "unitSize", expression = length(id), type = "complex", fieldaccess = "auto", groupField = "unit")
f = a$tokenDF$unitSize[1]
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$tokenDF$unitSize[1] != "?", failure_message = "Reload failed.")
a = a %>% changeFieldLocal(entity = "token", layer = "", fieldName = "unitSize", expression = length(id) - 1, type = "complex", fieldaccess = "auto", groupField = "unit")
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(unitSize = "?") %>% reloadLocal())
expect(a$tokenDF$unitSize[1] == f - 1, failure_message = "Reload failed.")
a$tokenDF = a$tokenDF %>% addFieldLocal("word6", word %+% "!!!", fieldaccess = "auto")
a = a %>% changeFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "???", fieldaccess = "auto")
a$tokenDF = suppressWarnings(a$tokenDF %>% mutate(word6 = "?") %>% reloadLocal())
updateFunct(a$tokenDF, "word6")(a$tokenDF) %>% pull(word6)
a$tokenDF %>% pull(word6)
expect(a$tokenDF$word6[1] != "?", failure_message = "Reload failed.")
a = rezEx$chunkDF$refexpr %>% rez_rename(mot = word)
expect("mot" %in% names(updateFunct(a)), "Rename failed.")
expect("mot" %in% names(fieldaccess(a)), "Rename failed.")
expect(environment(updateFunct(a, "mot"))[["field"]] == "mot", "Rename failed.")
a = rezEx %>% addFieldLocal(entity = "token", layer = "", fieldName = "word6", expression = word %+% "!!!", fieldaccess = "auto")
a$tokenDF = a$tokenDF %>% rez_rename(word5 = word6)
a$tokenDF = a$tokenDF %>% mutate(word5 = "?") %>% reloadLocal()
expect(a$tokenDF$word5[1] != "?", failure_message = "Rename/reload failed.")
a$tokenDF = a$tokenDF %>% rez_rename(mot = word)
a$tokenDF = a$tokenDF %>% mutate(word5 = "?") %>% reloadLocal()
expect(a$tokenDF$word5[1] != "?", failure_message = "Rename/reload failed.")
a = rezEx$tokenDF %>% addFieldForeign(rezEx$unitDF, "unit", "unitWord", "word") %>% changeFieldForeign(rezEx$unitDF, "unit", "unitWord", "word")
a = rezEx %>% addFieldForeign("token", "", "unit", "", targetForeignKeyName = "word", targetFieldName = "unitWord", sourceFieldName = "word")
addFieldForeign.rezrObj = function(rezrObj, sourceEntity, sourceLayer = "", targetEntity, targetLayer = "", targetForeignKeyName, targetFieldName = "", sourceFieldName = "", type = "simple", fieldaccess = "flex", complexAction = NULL)
a = rezEx$unitDF %>% addFieldForeign(rezEx$entryDF, targetForeignKeyName = "entryList", targetFieldName = "biggestWord", sourceFieldName = "word", type = "complex", fieldaccess = "flex", complexAction = longest, targetNodeMap = rezEx$nodeMap$unit) %>% changeFieldForeign(rezEx$entryDF, targetForeignKeyName = "entryList", targetFieldName = "biggestWord", sourceFieldName = "word", type = "complex", fieldaccess = "flex", complexAction = longest, targetNodeMap = rezEx$nodeMap$unit)
#foreign fields with rezrObjs
a = rezEx %>% addFieldForeign("token", "", "unit", "", targetForeignKeyName = "unit", targetFieldName = "unitWord", sourceFieldName = "word", fieldaccess = "foreign")
a$tokenDF = a$tokenDF %>% mutate(unitWord = "hahaha") %>% reload(a)
expect(a$tokenDF$unitWord[1] != "hahaha", "Reload failed.")
#addFieldForeign, changeFieldForeign
a = rezEx %>% addFieldForeign("unit", "", "entry", "", targetForeignKeyName = "entryList", targetFieldName = "maxWordLength", sourceFieldName = "word", type = "complex", fieldaccess = "foreign", complexAction = longestLength)
a$unitDF = a$unitDF %>% mutate(maxWordLength = 0) %>% reload(a)
expect(a$unitDF$maxWordLength[1] != 0, "Reload failed.")
b = a$unitDF$maxWordLength
a = a %>% changeFieldForeign("unit", "", "entry", "", targetForeignKeyName = "entryList", targetFieldName = "maxWordLength", sourceFieldName = "word", type = "complex", fieldaccess = "foreign", complexAction = shortest)
a$unitDF = a$unitDF %>% mutate(maxWordLength = 0) %>% reload(a)
expect(a$unitDF$maxWordLength %>% is.list, "Reload failed.")
a = rez_mutate(rezEx$tokenDF, wordWylie = "wow", word = id, fieldaccess = "auto")
a = a %>% mutate(wordWylie = "hahaha") %>% reload(a)
expect(a$wordWylie[1] != "hahaha", "Reload failed.")
})
test_that("Field validation", {
discoName = "three-parting-2569_new"
path = "C:/Users/User/Documents/GitHub/lhasa-reference-tracking/shanti/3_2_rez_file/" %+% discoName %+% ".rez"
rezEx = importRez(path, layerRegex = list(track = list(field = "name", regex = c("CLAUSEARG_", "DISCDEIX_"), names = c("clausearg", "discdeix", "refexpr")), chunk = list(field = "chunkLayer", regex = c("verb", "adv", "predadj"), names = c("verb", "adv", "predadj", "refexpr"))))
a = rezEx$tokenDF %>% rez_mutate(unit = "har", lit = "heh", word2 = "woo")
expect_warning(rezEx$tokenDF %>% rez_mutate(unit = "har"), "value of a core field unit")
expect_warning(rezEx$tokenDF %>% rez_mutate(unit = "har", fieldaccess = "flex"), "status and value of a core field unit")
expect_warning(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har"), "Your change is likely to be overridden by a future update")
expect_message(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har", fieldaccess = "auto"), "This will change reload behaviour.")
expect_message(rezEx$unitDF %>% rez_mutate(docTokenSeqFirst = "har", fieldaccess = "flex"), "no longer reload")
a = rezEx$tokenDF %>% rez_mutate(fieldaccess = "auto", word3 = wordWylie %+% ", lol.")
expect_warning(a %>% rez_mutate(word3 = "har"), "Your change is likely to be overridden by a future update")
expect_message(a %>% rez_mutate(word3 = "har", fieldaccess = "foreign"), "This will change reload behaviour.")
expect_message(a %>% rez_mutate(word3 = "har", fieldaccess = "flex"), "no longer reload")
expect_message(a %>% changeFieldLocal(fieldName = "word3", expression = "har", fieldaccess = "flex"), "no longer reload")
})
test_that("Simple rezrDF operation commands", {
})
test_that("stringToFactor", {
rezEx = rez_load("data/parting.rda")
a = stringToFactor(rezEx$tokenDF, "unit")
expect_s3_class(a$unit, "factor")
lvl = levels(a$unit)
lvl = lvl[-length(lvl)]
a = stringToFactor(rezEx$tokenDF, "unit", levels = list(unit = lvl))
expect(any(is.na(a$unit)), "Factor assignment failed.")
a = stringToFactor(rezEx$entryDF, "word") %>% mutate(word = 1) %>% reload(rezEx)
expect(any(a$word != 1), "Reload failed.")
expect_s3_class(a$word, "factor")
})
test_that("mergeCats", {
rezEx = rez_load("data/parting.rda")
rezEx$trackDF$refexpr = rezEx$trackDF$refexpr %>% rez_mutate(clauseRole = mergeCats(roleType, A = c("A", "ABEN"), nonclausal = c("FREE", "VOC"), P = c("PBEN", "BEN")), fieldaccess = "auto")
expect("nonclausal" %in% rezEx$trackDF$refexpr$clauseRole, "Category merge failed.")
})
test_that("", {
rezEx = rez_load("data/parting.rda")
#addCol, delRow
changeDF = rez_read_csv("inst/extdata/pre.csv", origDF = rezEx$trackDF$refexpr)
a = rezEx$trackDF$refexpr %>% updateFromDF(changeDF, changeCols = c('roleType', 'case', 'person', 'pronType', 'definite', 'identifiable', 'referential'), delRows = T, addCols = T)
expect_equal(a %>% filter(id == "51B0F2753A16") %>% pull(case), "གི")
expect(!any(is.na(a$roleType)), "Deletion failed.")
#renameCols
a = rezEx$trackDF$refexpr %>% updateFromDF(changeDF, changeCols = c('roleType', 'case', 'person', 'pronType', 'definite', 'identifiable', 'referential', 'overallTokenSeqFirst', 'overallTokenSeqLast'), colCorr = list(overallTokenSeqFirst = "docTokenSeqFirst", overallTokenSeqLast = "docTokenSeqLast"), addRows = T, renameCols = T, delRows = T)
expect(nrow(a) == 53, "addRow / delRow failed.")
expect(!any(is.na(a$roleType)), "delRow failed.")
})
test_that("rez_add_row", {
rezEx = rez_load("data/parting.rda")
expect_message(rez_add_row(rezEx$tokenDF, word = c("bkra shis bde legs", "thugs rje che")), "The following core and flex fields and not present")
expect_error(rez_add_row(rezEx$tokenDF, id = "2623788F4A49D", word = "bkra shis bde legs"), "The following IDs already exist and cannot be added")
a = rezEx$tokenDF
a = a %>% rez_mutate(word2 = word %+% "!!!", fieldaccess = "auto")
a = suppressMessages(rez_add_row(a, word = c("bkra shis bde legs", "thugs rje che")))
expect_equal(a$word2[nrow(a)], "thugs rje che" %+% "!!!")
expect_error(rez_add_row(rezEx$tokenDF, id = "36B3C4BF6B23D", word = "bkra shis bde legs", rezrObj = rezEx), "The following IDs already exist and cannot be added")
expect_message(rez_add_row(rezEx$tokenDF, word = c("bkra shs bde legs", "thugs rje che")), "The following core and flex fields and not present")
suppressMessages(expect_message(rez_add_row(rezEx$entryDF, word = c("bkra shs bde legs", "thugs rje che")), "You did not supply a rezrObj, so foreign fields will not be updated."))
})
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
Embedding an R snippet on your website
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.