tests/testthat/test_url_operation.R

In exploratory-io/exploratory_func: R package for Exploratory

context("test url tools wrappers")

test_that("domain", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    NA
  )
  ret <- url_domain(url)
  expect_equal(ret, c("twitter.com", NA))
})


test_that("fragment", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "https://en.wikipedia.org/wiki/Aaron_Halfaker?debug=true#test",
    NA
  )
  ret <- url_fragment(url)
  expect_equal(ret, c(NA, "test", NA))
})

test_that("parameters", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "https://en.wikipedia.org/wiki/Aaron_Halfaker?debug=true#test",
    NA
  )
  ret <- url_parameters(url)
  expect_equal(ret, c("ref_src=twsrc^google|twcamp^serp|twgr^author", "debug=true", NA))
})

test_that("path", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "https://twitter.com/reddit?ref_src=test",
    "http://www.computerhope.com/jargon/num/domains.htm",
    NA
  )
  ret <- url_path(url)
  expect_equal(ret, c("reddit", "reddit", "jargon/num/domains.htm", NA))
})

test_that("port", {
  url <- c(
    "https://twitter.com:222/reddit",
    "https://twitter.com:33/reddit?ref_src=test",
    "http://www.computerhope.com/jargon/num/domains.htm",
    NA
  )
  ret <- url_port(url)
  expect_equal(ret, c("222", "33", NA, NA))
})

test_that("scheme", {
  url <- c(
    "https://twitter.com:222/reddit",
    "not url",
    "http://www.computerhope.com/jargon/num/domains.htm",
    NA
  )
  ret <- url_scheme(url)
  expect_equal(ret, c("https", NA, "http", NA))
})

test_that("suffix", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "http://www.computerhope.com/jargon/num/domains.htm",
    "http://sample.edu.co",
    NA
    )
  ret <- url_suffix(url)
  expect_equal(ret, c("com", "com", "edu.co", NA))
})

test_that("subdomain", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "http://www.computerhope.com/jargon/num/domains.htm",
    NA
  )
  ret <- url_subdomain(url)
  expect_equal(ret, c(NA, "www", NA))
})

test_that("top level domain", {
  url <- c(
    "https://twitter.com:222/reddit",
    "http://sample.edu.co",
    "not url",
    NA
  )
  ret <- url_tld(url)
  expect_equal(ret, c("com", "co", NA, NA))
})

test_that("param", {
  url <- c(
    "https://twitter.com/reddit?ref_src=twsrc%5Egoogle%7Ctwcamp%5Eserp%7Ctwgr%5Eauthor",
    "https://twitter.com/reddit?ref_src=test",
    "http://www.computerhope.com/jargon/num/domains.htm",
    NA
  )
  ret <- url_param(url, "ref_src")
  expect_equal(ret, c("twsrc^google|twcamp^serp|twgr^author", "test", NA, NA))
})

test_that("url encode", {
  url <- c(
    " ", NA
  )
  ret <- url_encode(url)
  expect_equal(ret, c("%20", NA))
})

test_that("url decode", {
  url <- c(
    "%20%e3%80%80%e6%9e%97", NA
  )
  # expect_equal on windows with decoded string does not work well.
  # encoding it again for result comparison.
  ret <- url_encode(url_decode(url))
  expect_equal(ret, c("%20%e3%80%80%e6%9e%97", NA))
})

test_that("url param removal", {
  ret <- param_remove(c("http://me.com/test?testp=1&testp2=xxx&param1=1&param2=2",NA),keys = c("testp","param1","param2"))
  expect_equal(ret, c("http://me.com/test?testp2=xxx", NA))
})