In JiaxiangBU/add2impala: Parse statistical metrics and encoding in SQL using R

knitr::opts_chunk$set(
  collapse = TRUE,
  comment = "#>",
  fig.path = "man/figures/README-",
  out.width = "100%"
)

add2impala

The goal of add2impala is to parse statistical metrics and encoding in SQL using R. If you want to calculate KS statistic in R, free to try rawKS.

Installation

The development version from GitHub with:

# install.packages("devtools")
devtools::install_github("JiaxiangBU/add2impala")

Example

library(add2impala)
library(tidyverse)

KS

parse_ks_sql(verbose = 0, y_hat = "pred", y = "target", table = "opd.table")
parse_ks_sql(verbose = 1, y_hat = "pred", y = "target", table = "opd.table")
parse_ks_sql(verbose = 2, y_hat = "pred", y = "target", table = "opd.table")

The measurment explanation is here (Chinese).

Regular expression

inputs <- row.names(mtcars)
inputs %>% head

# remotes::install_github("daranzolin/inferregex")
return_regex(inputs, verbose = "recommend")
return_regex(inputs, verbose = "all")
return_regex(inputs, verbose = "lazy")

Rolling KS

rolling_ks(
    y_hat = "pred",
    y = "target",
    table = "opd.test_pred_table",
    time_variable = "inserttime"
)

cat2int

library(RODBC)
impala <- odbcConnect("Impala")

cat2int(feature = "cyl", table = "opd.sqlsave_test_ljx") %>%
  write_rds("output/output_cat2int.rds")

output_cat2int <- cat2int(feature = "cyl", table = "opd.sqlsave_test_ljx")

output_cat2int <- read_rds("output/output_cat2int.rds")

output_cat2int %>% cat

paste_sql_result

可以方便把 SQL 反馈的结果，做成 markdown 格式，方便分享到 GitHub 或者 GitLab 上。

library(RODBC)
impala <- odbcConnect("Impala")

paste_sql_result("describe opd.sqlsave_test_ljx") %>%
  write_rds("output/output_paste_sql_result1.rds")

output_paste_sql_result1 <- paste_sql_result("describe opd.sqlsave_test_ljx")

output_paste_sql_result1 <- read_rds("output/output_paste_sql_result1.rds")

output_paste_sql_result1 %>% cat

paste_sql_result("select * from opd.sqlsave_test_ljx limit 100") %>%
  write_rds("output/output_paste_sql_result2.rds")

output_paste_sql_result2 <- paste_sql_result("select * from opd.sqlsave_test_ljx limit 100")

output_paste_sql_result2 <- read_rds("output/output_paste_sql_result2.rds")

output_paste_sql_result2 %>% cat

run_impala

---

r add2pkg::add_disclaimer()

JiaxiangBU/add2impala documentation built on June 11, 2020, 2:20 p.m.