R_backup/1_functions.R
In nguyenngocbinh/kalapa:
# First: 15-jan-2020
# Update: 20-jan-2020
# Author: NNB
# Contents: ultility functions
#=============================================================================
# III. Các hàm thống kê
f_numeric_stats <- function(x){
table_stats <- data.frame(N = length(x),
Min = min(x, na.rm = T),
Max = max(x, na.rm = T),
Mean = mean(x, na.rm = T),
Std = sd(x, na.rm = T),
`#Zero` = length(x[x %in% 0]),
`%Zero` = length(x[x %in% 0])/length(x)*100,
`#NA` = is.na(x) %>% sum(),
`%NA` = is.na(x) %>% sum()/length(x)*100)
return(table_stats)
}
# check range function
f_check_range <- function(df, file_name = "check_range"){
output_file <- paste0("output/", file_name, ".xlsx")
df %>%
# mutate_all(as.factor) %>%
inspect_cat() %>%
pull(levels) %>%
writexl::write_xlsx(output_file)
print(output_file)
}
f_recode_macv <- function(st){
library(stringr)
st <- st %>%
toupper() %>%
stringi::stri_trans_general(id = "latin-ascii" ) %>%
stringr::str_squish()
clean_st <- case_when(st %>% str_detect('CONG NHAN') ~ 'CONG NHAN',
st %>% str_detect('C.N') ~ 'CONG NHAN',
st %>% str_detect('C.NHAN') ~ 'CONG NHAN',
st %>% str_detect('CON GNHAN') ~ 'CONG NHAN',
st %>% str_detect('CN') ~ 'CONG NHAN',
st %>% str_detect('COONG NHAON') ~ 'CONG NHAN',
st %>% str_detect('LAO DONG') ~ 'CONG NHAN',
st %>% str_detect('LDPT') ~ 'CONG NHAN',
st %>% str_detect('VAN HANH') ~ 'CONG NHAN',
st %>% str_detect('THO') ~ 'CONG NHAN',
st %>% str_detect('MAY') ~ 'CONG NHAN',
st %>% str_detect('DONG GOI') ~ 'CONG NHAN',
st %>% str_detect('NHAN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('NV') ~ 'NHAN VIEN',
st %>% str_detect('N.V') ~ 'NHAN VIEN',
st %>% str_detect('BAN HANG') ~ 'NHAN VIEN',
st %>% str_detect('GDV') ~ 'NHAN VIEN',
st %>% str_detect('GIAO DICH VIEN') ~ 'NHAN VIEN',
st %>% str_detect('CHUYEN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('TRO LY') ~ 'TRO LY - THU KY',
st %>% str_detect('THU KY') ~ 'TRO LY - THU KY',
st %>% str_detect('KE TOAN') ~ 'TRO LY - THU KY',
st %>% str_detect('THU KHO') ~ 'TRO LY - THU KY',
st %>% str_detect('TAP VU') ~ 'TRO LY - THU KY',
st %>% str_detect('CAP DUONG') ~ 'TRO LY - THU KY',
st %>% str_detect('THU QUY') ~ 'TRO LY - THU KY',
st %>% str_detect('THU QUI') ~ 'TRO LY - THU KY',
st %>% str_detect('THU NGAN') ~ 'TRO LY - THU KY',
st %>% str_detect('BAO VE') ~ 'BAO VE',
st %>% str_detect('B. VE') ~ 'BAO VE',
st %>% str_detect('B.VE') ~ 'BAO VE',
st %>% str_detect('BVE') ~ 'BAO VE',
st %>% str_detect('BAC SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('BAC SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('BS.') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC TA') ~ 'BAC SY - DUOC SY',
st %>% str_detect('Y SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('Y SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('TRiNH DUOC VIEN') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DIEU DUONG') ~ 'DIEU DUONG',
st %>% str_detect('HO SINH') ~ 'DIEU DUONG',
st %>% str_detect('HO LY') ~ 'DIEU DUONG',
st %>% str_detect('Y TA') ~ 'DIEU DUONG',
st %>% str_detect('Y TE') ~ 'DIEU DUONG',
st %>% str_detect('TRI LIEU') ~ 'DIEU DUONG',
st %>% str_detect('TRAM PHO') ~ 'DIEU DUONG',
st %>% str_detect('BI THU') ~ 'CAN BO NHA NUOC',
st %>% str_detect('BI TU XA DOAN') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CAN BO') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CB') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CHU TICH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIA CHINH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TU PHAP') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN PHoNG') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VIEN CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN HOA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('THANH TRA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TO CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('BAN HANG') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG PHO') ~ 'KINH DOANH',
st %>% str_detect('KINH DOANH') ~ 'KINH DOANH',
st %>% str_detect('DIEN VIEN') ~ 'DIEN VIEN',
st %>% str_detect('BEP') ~ 'NAU AN',
st %>% str_detect('GV') ~ 'GIAO VIEN',
st %>% str_detect('GIAO VIEN') ~ 'GIAO VIEN',
st %>% str_detect('GIOO VION') ~ 'GIAO VIEN',
st %>% str_detect('HIEU PHO') ~ 'GIAO VIEN',
st %>% str_detect('HIEU TRUONG') ~ 'GIAO VIEN',
st %>% str_detect('GIANG VIEN') ~ 'GIAO VIEN',
st %>% str_detect('LAI XE') ~ 'LAI XE',
st %>% str_detect('TAI XE') ~ 'LAI XE',
st %>% str_detect('LAI MAY') ~ 'LAI XE',
st %>% str_detect('LAI CAU') ~ 'LAI XE',
st %>% str_detect('KY THUAT') ~ 'KY THUAT',
st %>% str_detect('KTV') ~ 'KY THUAT',
st %>% str_detect('KT') ~ 'KY THUAT',
st %>% str_detect('KI THUAT') ~ 'KY THUAT',
st %>% str_detect('KIEN TRUC SU') ~ 'KY THUAT',
st %>% str_detect('LAP TRiNH VIEN') ~ 'KY THUAT',
st %>% str_detect('KY SU') ~ 'KY THUAT',
st %>% str_detect('THIET KE') ~ 'KY THUAT',
st %>% str_detect('QUAN LY') ~ 'QUAN LY',
st %>% str_detect('QUAN LI') ~ 'QUAN LY',
st %>% str_detect('TO TRUONG') ~ 'QUAN LY',
st %>% str_detect('TO PHO') ~ 'QUAN LY',
st %>% str_detect('TRUONG') ~ 'QUAN LY',
st %>% str_detect('QUAN DOC') ~ 'QUAN LY',
st %>% str_detect('QL') ~ 'QUAN LY',
st %>% str_detect('GIAM DOC') ~ 'QUAN LY',
st %>% str_detect('GIAM SAT') ~ 'QUAN LY',
st %>% str_detect('KIEM SOAT VIEN') ~ 'QUAN LY',
st %>% str_detect('PHO PHoNG') ~ 'QUAN LY',
st %>% str_detect('CHI HUY') ~ 'QUAN LY',
st %>% str_detect('DOI PHO') ~ 'QUAN LY',
TRUE ~ NA_character_)
}
f_recode_macv <- function(st){
library(stringr)
st <- st %>%
toupper() %>%
stringi::stri_trans_general(id = "latin-ascii" ) %>%
stringr::str_squish()
clean_st <- case_when(st %>% str_detect('CONG NHAN') ~ 'CONG NHAN',
st %>% str_detect('C.N') ~ 'CONG NHAN',
st %>% str_detect('C.NHAN') ~ 'CONG NHAN',
st %>% str_detect('CON GNHAN') ~ 'CONG NHAN',
st %>% str_detect('CN') ~ 'CONG NHAN',
st %>% str_detect('COONG NHAON') ~ 'CONG NHAN',
st %>% str_detect('THO') ~ 'CONG NHAN',
st %>% str_detect('MAY') ~ 'CONG NHAN',
st %>% str_detect('DONG GOI') ~ 'CONG NHAN',
st %>% str_detect('LAO DONG') ~ 'LDPT',
st %>% str_detect('LDPT') ~ 'LDPT',
st %>% str_detect('TAP VU') ~ 'LDPT',
st %>% str_detect('TIEP VIEN') ~ 'TIEP VIEN',
st %>% str_detect('TONG DAI') ~ 'TONG DAI',
st %>% str_detect('NHAN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('NV') ~ 'NHAN VIEN',
st %>% str_detect('N.V') ~ 'NHAN VIEN',
st %>% str_detect('GDV') ~ 'GDV',
st %>% str_detect('GIAO DICH VIEN') ~ 'GDV',
st %>% str_detect('CHUYEN VIEN') ~ 'CHUYEN VIEN',
st %>% str_detect('TRO LY') ~ 'TRO LY',
st %>% str_detect('THU KY') ~ 'THU KY',
st %>% str_detect('KE TOAN') ~ 'KE TOAN',
st %>% str_detect('THU KHO') ~ 'THU KHO',
st %>% str_detect('THU? KHO') ~ 'THU KHO',
st %>% str_detect('TAP VU') ~ 'TAP VU',
st %>% str_detect('CAP DUONG') ~ 'CAP DUONG',
st %>% str_detect('THU QUY') ~ 'THU QUY',
st %>% str_detect('THU QUI') ~ 'THU QUY',
st %>% str_detect('THU NGAN') ~ 'THU NGAN',
st %>% str_detect('BAO VE') ~ 'BAO VE',
st %>% str_detect('B. VE') ~ 'BAO VE',
st %>% str_detect('B.VE') ~ 'BAO VE',
st %>% str_detect('BVE') ~ 'BAO VE',
st %>% str_detect('BAC SI') ~ 'BAC SY',
st %>% str_detect('BAC SY') ~ 'BAC SY',
st %>% str_detect('BS.') ~ 'BAC SY',
st %>% str_detect('DUOC SY') ~ 'DUOC SY',
st %>% str_detect('DUOC SI') ~ 'DUOC SY',
st %>% str_detect('DUOC TA') ~ 'DUOC SY',
st %>% str_detect('TRiNH DUOC VIEN') ~ 'DUOC SY',
st %>% str_detect('Y SY') ~ 'Y SY',
st %>% str_detect('Y SI') ~ 'Y SY',
st %>% str_detect('DIEU DUONG') ~ 'DIEU DUONG',
st %>% str_detect('HO SINH') ~ 'DIEU DUONG',
st %>% str_detect('HO LY') ~ 'DIEU DUONG',
st %>% str_detect('Y TA') ~ 'DIEU DUONG',
st %>% str_detect('TRI LIEU') ~ 'DIEU DUONG',
st %>% str_detect('Y TE') ~ 'TRAM Y TE',
st %>% str_detect('TRAM PHO') ~ 'TRAM Y TE',
st %>% str_detect('TRAM TRUONG') ~ 'TRAM Y TE',
st %>% str_detect('TRUONG TRAM') ~ 'TRAM Y TE',
st %>% str_detect('BI THU') ~ 'LANH DAO XA',
st %>% str_detect('BI TU XA DOAN') ~ 'LANH DAO XA',
st %>% str_detect('CHU TICH') ~ 'LANH DAO XA',
st %>% str_detect('CAN BO') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CB') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIA CHINH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TU PHAP') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN PHoNG') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VIEN CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN HOA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('THANH TRA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TO CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIEU HANH') ~ 'DIEU HANH',
st %>% str_detect('OPERATOR') ~ 'DIEU HANH',
st %>% str_detect('TRUONG CA') ~ 'TRUONG CA',
st %>% str_detect('TRUONG PHoNG') ~ 'TRUONG PHoNG',
st %>% str_detect('TRUONG BO PHAN') ~ 'TRUONG PHoNG',
st %>% str_detect('BAN HANG') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG PHO') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG TRUONG') ~ 'KINH DOANH',
st %>% str_detect('KINH DOANH') ~ 'KINH DOANH',
st %>% str_detect('SALE') ~ 'KINH DOANH',
st %>% str_detect('DIEN VIEN') ~ 'DIEN VIEN',
st %>% str_detect('BEP') ~ 'NAU AN',
st %>% str_detect('NAU AN') ~ 'NAU AN',
st %>% str_detect('GV') ~ 'GIAO VIEN',
st %>% str_detect('GIAO VIEN') ~ 'GIAO VIEN',
st %>% str_detect('GIOO VION') ~ 'GIAO VIEN',
st %>% str_detect('GIANG VIEN') ~ 'GIAO VIEN',
st %>% str_detect('HIEU PHO') ~ 'HIEU PHO',
st %>% str_detect('HIEU TRUONG') ~ 'HIEU TRUONG',
st %>% str_detect('LAI XE') ~ 'LAI XE',
st %>% str_detect('TAI XE') ~ 'LAI XE',
st %>% str_detect('LAI MAY') ~ 'LAI MAY',
st %>% str_detect('LAI CAU') ~ 'LAI MAY',
st %>% str_detect('VAN HANH') ~ 'LAI MAY',
st %>% str_detect('KY THUAT') ~ 'KY THUAT',
st %>% str_detect('KTV') ~ 'KY THUAT',
st %>% str_detect('KT') ~ 'KY THUAT',
st %>% str_detect('KI THUAT') ~ 'KY THUAT',
st %>% str_detect('KIEN TRUC SU') ~ 'KY THUAT',
st %>% str_detect('LAP TRiNH VIEN') ~ 'KY THUAT',
st %>% str_detect('KY SU') ~ 'KY THUAT',
st %>% str_detect('THIET KE') ~ 'KY THUAT',
st %>% str_detect('QUAN LY') ~ 'QUAN LY',
st %>% str_detect('QUAN LI') ~ 'QUAN LY',
st %>% str_detect('QU?N LY') ~ 'QUAN LY',
st %>% str_detect('PHO PHoNG') ~ 'QUAN LY',
st %>% str_detect('CHI HUY') ~ 'QUAN LY',
st %>% str_detect('DOI PHO') ~ 'QUAN LY',
st %>% str_detect('QL') ~ 'QUAN LY',
st %>% str_detect('TO TRUONG') ~ 'QUAN LY',
st %>% str_detect('TO PHO') ~ 'QUAN LY',
st %>% str_detect('QUAN DOC') ~ 'GIAM DOC',
st %>% str_detect('GIAM DOC') ~ 'GIAM DOC',
st %>% str_detect('GIAM SAT') ~ 'GIAM SAT',
st %>% str_detect('GIA?M SA?T') ~ 'GIAM SAT',
st %>% str_detect('KIEM SOAT') ~ 'KIEM SOAT',
st %>% str_detect("[:digit:]") ~ NA_character_,
TRUE ~ as.character(st)
)
}
# Impute numeric function
fimpute_numeric <- function(feature, seed = 1911) {
outlen <- sum(is.na(feature))
non_na_feature <- na.omit(feature)
set.seed(seed)
filldata <- sample(non_na_feature, outlen, replace = TRUE)
feature[is.na(feature)] <- filldata
feature
}
get_auc <- function(x, y) {
if (length(x) != length(y)) {
stop("length(x) != length(y)")
}
if (length(unique(y)) != 2) {
stop("y is not a binary variable", "\n")
}
logit_fit <- glm(y ~ x, family = binomial(link = "logit"))
logit_auc <- pROC::auc(logit_fit$y, logit_fit$fitted.values, levels = c(0, 1), direction = "<") %>% as.numeric()
return(logit_auc)
}
nguyenngocbinh/kalapa documentation built on April 16, 2020, 9:41 p.m.
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
# First: 15-jan-2020
# Update: 20-jan-2020
# Author: NNB
# Contents: ultility functions
#=============================================================================
# III. Các hàm thống kê
f_numeric_stats <- function(x){
table_stats <- data.frame(N = length(x),
Min = min(x, na.rm = T),
Max = max(x, na.rm = T),
Mean = mean(x, na.rm = T),
Std = sd(x, na.rm = T),
`#Zero` = length(x[x %in% 0]),
`%Zero` = length(x[x %in% 0])/length(x)*100,
`#NA` = is.na(x) %>% sum(),
`%NA` = is.na(x) %>% sum()/length(x)*100)
return(table_stats)
}
# check range function
f_check_range <- function(df, file_name = "check_range"){
output_file <- paste0("output/", file_name, ".xlsx")
df %>%
# mutate_all(as.factor) %>%
inspect_cat() %>%
pull(levels) %>%
writexl::write_xlsx(output_file)
print(output_file)
}
f_recode_macv <- function(st){
library(stringr)
st <- st %>%
toupper() %>%
stringi::stri_trans_general(id = "latin-ascii" ) %>%
stringr::str_squish()
clean_st <- case_when(st %>% str_detect('CONG NHAN') ~ 'CONG NHAN',
st %>% str_detect('C.N') ~ 'CONG NHAN',
st %>% str_detect('C.NHAN') ~ 'CONG NHAN',
st %>% str_detect('CON GNHAN') ~ 'CONG NHAN',
st %>% str_detect('CN') ~ 'CONG NHAN',
st %>% str_detect('COONG NHAON') ~ 'CONG NHAN',
st %>% str_detect('LAO DONG') ~ 'CONG NHAN',
st %>% str_detect('LDPT') ~ 'CONG NHAN',
st %>% str_detect('VAN HANH') ~ 'CONG NHAN',
st %>% str_detect('THO') ~ 'CONG NHAN',
st %>% str_detect('MAY') ~ 'CONG NHAN',
st %>% str_detect('DONG GOI') ~ 'CONG NHAN',
st %>% str_detect('NHAN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('NV') ~ 'NHAN VIEN',
st %>% str_detect('N.V') ~ 'NHAN VIEN',
st %>% str_detect('BAN HANG') ~ 'NHAN VIEN',
st %>% str_detect('GDV') ~ 'NHAN VIEN',
st %>% str_detect('GIAO DICH VIEN') ~ 'NHAN VIEN',
st %>% str_detect('CHUYEN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('TRO LY') ~ 'TRO LY - THU KY',
st %>% str_detect('THU KY') ~ 'TRO LY - THU KY',
st %>% str_detect('KE TOAN') ~ 'TRO LY - THU KY',
st %>% str_detect('THU KHO') ~ 'TRO LY - THU KY',
st %>% str_detect('TAP VU') ~ 'TRO LY - THU KY',
st %>% str_detect('CAP DUONG') ~ 'TRO LY - THU KY',
st %>% str_detect('THU QUY') ~ 'TRO LY - THU KY',
st %>% str_detect('THU QUI') ~ 'TRO LY - THU KY',
st %>% str_detect('THU NGAN') ~ 'TRO LY - THU KY',
st %>% str_detect('BAO VE') ~ 'BAO VE',
st %>% str_detect('B. VE') ~ 'BAO VE',
st %>% str_detect('B.VE') ~ 'BAO VE',
st %>% str_detect('BVE') ~ 'BAO VE',
st %>% str_detect('BAC SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('BAC SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('BS.') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DUOC TA') ~ 'BAC SY - DUOC SY',
st %>% str_detect('Y SY') ~ 'BAC SY - DUOC SY',
st %>% str_detect('Y SI') ~ 'BAC SY - DUOC SY',
st %>% str_detect('TRiNH DUOC VIEN') ~ 'BAC SY - DUOC SY',
st %>% str_detect('DIEU DUONG') ~ 'DIEU DUONG',
st %>% str_detect('HO SINH') ~ 'DIEU DUONG',
st %>% str_detect('HO LY') ~ 'DIEU DUONG',
st %>% str_detect('Y TA') ~ 'DIEU DUONG',
st %>% str_detect('Y TE') ~ 'DIEU DUONG',
st %>% str_detect('TRI LIEU') ~ 'DIEU DUONG',
st %>% str_detect('TRAM PHO') ~ 'DIEU DUONG',
st %>% str_detect('BI THU') ~ 'CAN BO NHA NUOC',
st %>% str_detect('BI TU XA DOAN') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CAN BO') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CB') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CHU TICH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIA CHINH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TU PHAP') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN PHoNG') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VIEN CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN HOA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('THANH TRA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TO CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('BAN HANG') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG PHO') ~ 'KINH DOANH',
st %>% str_detect('KINH DOANH') ~ 'KINH DOANH',
st %>% str_detect('DIEN VIEN') ~ 'DIEN VIEN',
st %>% str_detect('BEP') ~ 'NAU AN',
st %>% str_detect('GV') ~ 'GIAO VIEN',
st %>% str_detect('GIAO VIEN') ~ 'GIAO VIEN',
st %>% str_detect('GIOO VION') ~ 'GIAO VIEN',
st %>% str_detect('HIEU PHO') ~ 'GIAO VIEN',
st %>% str_detect('HIEU TRUONG') ~ 'GIAO VIEN',
st %>% str_detect('GIANG VIEN') ~ 'GIAO VIEN',
st %>% str_detect('LAI XE') ~ 'LAI XE',
st %>% str_detect('TAI XE') ~ 'LAI XE',
st %>% str_detect('LAI MAY') ~ 'LAI XE',
st %>% str_detect('LAI CAU') ~ 'LAI XE',
st %>% str_detect('KY THUAT') ~ 'KY THUAT',
st %>% str_detect('KTV') ~ 'KY THUAT',
st %>% str_detect('KT') ~ 'KY THUAT',
st %>% str_detect('KI THUAT') ~ 'KY THUAT',
st %>% str_detect('KIEN TRUC SU') ~ 'KY THUAT',
st %>% str_detect('LAP TRiNH VIEN') ~ 'KY THUAT',
st %>% str_detect('KY SU') ~ 'KY THUAT',
st %>% str_detect('THIET KE') ~ 'KY THUAT',
st %>% str_detect('QUAN LY') ~ 'QUAN LY',
st %>% str_detect('QUAN LI') ~ 'QUAN LY',
st %>% str_detect('TO TRUONG') ~ 'QUAN LY',
st %>% str_detect('TO PHO') ~ 'QUAN LY',
st %>% str_detect('TRUONG') ~ 'QUAN LY',
st %>% str_detect('QUAN DOC') ~ 'QUAN LY',
st %>% str_detect('QL') ~ 'QUAN LY',
st %>% str_detect('GIAM DOC') ~ 'QUAN LY',
st %>% str_detect('GIAM SAT') ~ 'QUAN LY',
st %>% str_detect('KIEM SOAT VIEN') ~ 'QUAN LY',
st %>% str_detect('PHO PHoNG') ~ 'QUAN LY',
st %>% str_detect('CHI HUY') ~ 'QUAN LY',
st %>% str_detect('DOI PHO') ~ 'QUAN LY',
TRUE ~ NA_character_)
}
f_recode_macv <- function(st){
library(stringr)
st <- st %>%
toupper() %>%
stringi::stri_trans_general(id = "latin-ascii" ) %>%
stringr::str_squish()
clean_st <- case_when(st %>% str_detect('CONG NHAN') ~ 'CONG NHAN',
st %>% str_detect('C.N') ~ 'CONG NHAN',
st %>% str_detect('C.NHAN') ~ 'CONG NHAN',
st %>% str_detect('CON GNHAN') ~ 'CONG NHAN',
st %>% str_detect('CN') ~ 'CONG NHAN',
st %>% str_detect('COONG NHAON') ~ 'CONG NHAN',
st %>% str_detect('THO') ~ 'CONG NHAN',
st %>% str_detect('MAY') ~ 'CONG NHAN',
st %>% str_detect('DONG GOI') ~ 'CONG NHAN',
st %>% str_detect('LAO DONG') ~ 'LDPT',
st %>% str_detect('LDPT') ~ 'LDPT',
st %>% str_detect('TAP VU') ~ 'LDPT',
st %>% str_detect('TIEP VIEN') ~ 'TIEP VIEN',
st %>% str_detect('TONG DAI') ~ 'TONG DAI',
st %>% str_detect('NHAN VIEN') ~ 'NHAN VIEN',
st %>% str_detect('NV') ~ 'NHAN VIEN',
st %>% str_detect('N.V') ~ 'NHAN VIEN',
st %>% str_detect('GDV') ~ 'GDV',
st %>% str_detect('GIAO DICH VIEN') ~ 'GDV',
st %>% str_detect('CHUYEN VIEN') ~ 'CHUYEN VIEN',
st %>% str_detect('TRO LY') ~ 'TRO LY',
st %>% str_detect('THU KY') ~ 'THU KY',
st %>% str_detect('KE TOAN') ~ 'KE TOAN',
st %>% str_detect('THU KHO') ~ 'THU KHO',
st %>% str_detect('THU? KHO') ~ 'THU KHO',
st %>% str_detect('TAP VU') ~ 'TAP VU',
st %>% str_detect('CAP DUONG') ~ 'CAP DUONG',
st %>% str_detect('THU QUY') ~ 'THU QUY',
st %>% str_detect('THU QUI') ~ 'THU QUY',
st %>% str_detect('THU NGAN') ~ 'THU NGAN',
st %>% str_detect('BAO VE') ~ 'BAO VE',
st %>% str_detect('B. VE') ~ 'BAO VE',
st %>% str_detect('B.VE') ~ 'BAO VE',
st %>% str_detect('BVE') ~ 'BAO VE',
st %>% str_detect('BAC SI') ~ 'BAC SY',
st %>% str_detect('BAC SY') ~ 'BAC SY',
st %>% str_detect('BS.') ~ 'BAC SY',
st %>% str_detect('DUOC SY') ~ 'DUOC SY',
st %>% str_detect('DUOC SI') ~ 'DUOC SY',
st %>% str_detect('DUOC TA') ~ 'DUOC SY',
st %>% str_detect('TRiNH DUOC VIEN') ~ 'DUOC SY',
st %>% str_detect('Y SY') ~ 'Y SY',
st %>% str_detect('Y SI') ~ 'Y SY',
st %>% str_detect('DIEU DUONG') ~ 'DIEU DUONG',
st %>% str_detect('HO SINH') ~ 'DIEU DUONG',
st %>% str_detect('HO LY') ~ 'DIEU DUONG',
st %>% str_detect('Y TA') ~ 'DIEU DUONG',
st %>% str_detect('TRI LIEU') ~ 'DIEU DUONG',
st %>% str_detect('Y TE') ~ 'TRAM Y TE',
st %>% str_detect('TRAM PHO') ~ 'TRAM Y TE',
st %>% str_detect('TRAM TRUONG') ~ 'TRAM Y TE',
st %>% str_detect('TRUONG TRAM') ~ 'TRAM Y TE',
st %>% str_detect('BI THU') ~ 'LANH DAO XA',
st %>% str_detect('BI TU XA DOAN') ~ 'LANH DAO XA',
st %>% str_detect('CHU TICH') ~ 'LANH DAO XA',
st %>% str_detect('CAN BO') ~ 'CAN BO NHA NUOC',
st %>% str_detect('CB') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIA CHINH') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TU PHAP') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN PHoNG') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VIEN CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('VAN HOA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('THANH TRA') ~ 'CAN BO NHA NUOC',
st %>% str_detect('TO CHUC') ~ 'CAN BO NHA NUOC',
st %>% str_detect('DIEU HANH') ~ 'DIEU HANH',
st %>% str_detect('OPERATOR') ~ 'DIEU HANH',
st %>% str_detect('TRUONG CA') ~ 'TRUONG CA',
st %>% str_detect('TRUONG PHoNG') ~ 'TRUONG PHoNG',
st %>% str_detect('TRUONG BO PHAN') ~ 'TRUONG PHoNG',
st %>% str_detect('BAN HANG') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG PHO') ~ 'KINH DOANH',
st %>% str_detect('CUA HANG TRUONG') ~ 'KINH DOANH',
st %>% str_detect('KINH DOANH') ~ 'KINH DOANH',
st %>% str_detect('SALE') ~ 'KINH DOANH',
st %>% str_detect('DIEN VIEN') ~ 'DIEN VIEN',
st %>% str_detect('BEP') ~ 'NAU AN',
st %>% str_detect('NAU AN') ~ 'NAU AN',
st %>% str_detect('GV') ~ 'GIAO VIEN',
st %>% str_detect('GIAO VIEN') ~ 'GIAO VIEN',
st %>% str_detect('GIOO VION') ~ 'GIAO VIEN',
st %>% str_detect('GIANG VIEN') ~ 'GIAO VIEN',
st %>% str_detect('HIEU PHO') ~ 'HIEU PHO',
st %>% str_detect('HIEU TRUONG') ~ 'HIEU TRUONG',
st %>% str_detect('LAI XE') ~ 'LAI XE',
st %>% str_detect('TAI XE') ~ 'LAI XE',
st %>% str_detect('LAI MAY') ~ 'LAI MAY',
st %>% str_detect('LAI CAU') ~ 'LAI MAY',
st %>% str_detect('VAN HANH') ~ 'LAI MAY',
st %>% str_detect('KY THUAT') ~ 'KY THUAT',
st %>% str_detect('KTV') ~ 'KY THUAT',
st %>% str_detect('KT') ~ 'KY THUAT',
st %>% str_detect('KI THUAT') ~ 'KY THUAT',
st %>% str_detect('KIEN TRUC SU') ~ 'KY THUAT',
st %>% str_detect('LAP TRiNH VIEN') ~ 'KY THUAT',
st %>% str_detect('KY SU') ~ 'KY THUAT',
st %>% str_detect('THIET KE') ~ 'KY THUAT',
st %>% str_detect('QUAN LY') ~ 'QUAN LY',
st %>% str_detect('QUAN LI') ~ 'QUAN LY',
st %>% str_detect('QU?N LY') ~ 'QUAN LY',
st %>% str_detect('PHO PHoNG') ~ 'QUAN LY',
st %>% str_detect('CHI HUY') ~ 'QUAN LY',
st %>% str_detect('DOI PHO') ~ 'QUAN LY',
st %>% str_detect('QL') ~ 'QUAN LY',
st %>% str_detect('TO TRUONG') ~ 'QUAN LY',
st %>% str_detect('TO PHO') ~ 'QUAN LY',
st %>% str_detect('QUAN DOC') ~ 'GIAM DOC',
st %>% str_detect('GIAM DOC') ~ 'GIAM DOC',
st %>% str_detect('GIAM SAT') ~ 'GIAM SAT',
st %>% str_detect('GIA?M SA?T') ~ 'GIAM SAT',
st %>% str_detect('KIEM SOAT') ~ 'KIEM SOAT',
st %>% str_detect("[:digit:]") ~ NA_character_,
TRUE ~ as.character(st)
)
}
# Impute numeric function
fimpute_numeric <- function(feature, seed = 1911) {
outlen <- sum(is.na(feature))
non_na_feature <- na.omit(feature)
set.seed(seed)
filldata <- sample(non_na_feature, outlen, replace = TRUE)
feature[is.na(feature)] <- filldata
feature
}
get_auc <- function(x, y) {
if (length(x) != length(y)) {
stop("length(x) != length(y)")
}
if (length(unique(y)) != 2) {
stop("y is not a binary variable", "\n")
}
logit_fit <- glm(y ~ x, family = binomial(link = "logit"))
logit_auc <- pROC::auc(logit_fit$y, logit_fit$fitted.values, levels = c(0, 1), direction = "<") %>% as.numeric()
return(logit_auc)
}
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
Embedding an R snippet on your website
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.