R/Core_Utilities.R

In Infosys/NIADataRConnector: the IIPR package has been built to allow data scientists and analysts access views created in NiaData(IIP)

# (c) 2017 Infosys Limited. All rights reserved.
#  Except for any free or open source software  components embedded in this Infosys
#  Proprietary software program("Program"), this Program is  protected by copyright
#  laws, International treaties and other pending or existing intellectual property
#  rights in India,  the United  States  and other  countries.  Except as expressly
#  permitted, any unauthorized  reproduction  storage, photocopying,  recording  or
#  otherwise),  or any distribution  of  this  Program,  or any portion of  it, may
#  result  in  severe  civil  and criminal penalties, and will be prosecuted to the
#  maximum extent possible under the law.


getPasswordFromUser<-function()
{
  # get the password from user
  sysname<-Sys.info()[["sysname"]]
  ifRstudio<- Sys.getenv("RSTUDIO")
  if(ifRstudio == "1")
  {
    password<-.rs.askForPassword("")
    
    
  }
  
  else{
    if(sysname=="Linux")
    {
      password<-get_console_pwd()
    }
    else{
      password<-get_ui_pwd()
    }
  }
  
  return(password)
  
}

uploadToHDFS<-function(inputFilePath,hdfsFilePath)
{
  system (paste("$HADOOP_CMD fs -put -f",inputFilePath,hdfsFilePath))
}

deleteHdfsDirectory<-function(parentDir,dirName)
{
  path<-paste0(parentDir,dirName)
  system(paste0("$HADOOP_CMD dfs -rm -r ",path))
  path
}
deleteLocalDirectory<-function(dirName)
{
  dir<-paste(getwd(),dirName,sep="")
  #system(paste("$HADOOP_CMD dfs -rm -r ",dir,sep="")) ## delete the hdfs dir created from ngram code - by local path
  system(paste("rm -r ",dir,sep=""))
  dir
}
createHdfsDirectory<-function(parentDir,dirName)
{
  #TODO -error handling - if dir already exists then don't create one
  #TODO -error handling - if parent dir doesn't exists then create one /user/
  
  path<-paste0(parentDir,dirName)
  system(paste0("$HADOOP_CMD dfs -mkdir -p ",path))
  print(paste0("HDFS directory path is ",path))
  path
}
createLocalDirectory<-function(parentDir,dirName)
{
  #TODO -error handling - if dir already exists then don't create one
  #TODO -error handling - if dir doesn't exists then create one
  dir<-paste0(parentDir,dirName)
  system(paste0("mkdir -p ",dir))
  print(paste0("Local directory path is ",dir))
  dir
  
}

timeFormat<-function(timestamp, myPattern)
{
  timestamp<-sub(timestamp, pattern = " [[:alpha:]]*$", replacement = "")
  timestamp<-gsub(myPattern, "_", timestamp) 
  timestamp
}

readInputFile<-function(inputPath, readSep)
{
  data<-read.csv(pipe(paste("$HADOOP_CMD dfs -cat ",inputPath,sep="")),header = F,sep = readSep)
  data
  
}

getExactFilePath<-function(dirLocation)
{
  path<-hdfs.ls(dirLocation)
  if(length(path$file)==1)
  {
    return(path$file)
  }
  else
  {
    print(paste0("More than one file exists in the location - ",path$file,".  Please specify the exact file location and set it in inputHdfsFile paramater"))
  }
  
  
}