R/force_encoding.R

In dominiqueemmanuel/verbatim.utils: Useful functions for verbatims cleaning, visualization and topic modeling

## Taux de développement estimé : 90 %
## Next steps : faire des tests dans tous les sens y compris test de performance.

#' @export force_encoding
force_encoding <- make_parallel_func(force_encoding0)





force_encoding0 <-  function(txt,target_encoding = "UTF-8",tolower=FALSE,trace=FALSE, vect = TRUE)
{
  if(length(txt)==0)return(txt)
  if(!vect){
    if(!tolower){
      txt <- vapply(txt,function(x){tryCatch({x<-iconv(x,Ruchardet::detectEncoding(x),target_encoding);x},error=function(e){if(trace){print(e);print(x)};x}) }, FUN.VALUE = character(1),USE.NAMES = FALSE)
    } else {
      txt <- vapply(txt,function(x){tryCatch({x<-tolower(iconv(x,Ruchardet::detectEncoding(x),target_encoding));x},error=function(e){if(trace){print(e);print(x)};x})}, FUN.VALUE = character(1),USE.NAMES = FALSE)
    }
    Encoding(txt) <- target_encoding
  } else {
    
    ee<-sort(table(Ruchardet::detectEncoding(txt)),decreasing=TRUE)
    if(length(ee)==1 & names(ee)[1]==""){
      ee<-""
    } else {
      ee<- names(ee)[names(ee)!=""]%>%head(1)
    }
    if(!tolower){
      txt<-tryCatch({iconv(txt,ee,target_encoding)},error=function(e){txt })
    } else {
      txt<-tryCatch({tolower(iconv(txt,ee,target_encoding))},error=function(e){txt })
    }
    txt<-sapply(txt,function(t){
      Encoding(t) <- target_encoding
      t
    })
  }
  
  return(txt)
}