tests/testthat/test_attribute_handling.R

In petermeissner/robotstxt: A 'robots.txt' Parser and 'Webbot'/'Spider'/'Crawler' Permissions Checker

test_that("get_robotstxt produces attributes", {

  expect_true({
    www_redirect <- readRDS(system.file("http_requests/http_redirect_www.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){www_redirect}
          )
        )
    )

    "problems" %in% names(attributes(rtxt))
  })

  expect_true({
    http_404 <- readRDS(system.file("http_requests/http_404.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){http_404}
          )
      )
    )

    "problems" %in% names(attributes(rtxt))
  })


  expect_true({
    http_ok <- readRDS(system.file("http_requests/http_ok_1.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){http_404}
          )
      )
    )

    "problems" %in% names(attributes(rtxt))
  })


  expect_true({
    http_ok <- readRDS(system.file("http_requests/http_ok_2.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){http_404}
          )
      )
    )

    "problems" %in% names(attributes(rtxt))
  })


  expect_true({
    http_ok <- readRDS(system.file("http_requests/http_ok_3.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){http_404}
          )
      )
    )

    "problems" %in% names(attributes(rtxt))
  })


  expect_true({
    http_ok <- readRDS(system.file("http_requests/http_ok_4.rds", package = "robotstxt"))

    suppressMessages(
      suppressWarnings(
        rtxt <-
          get_robotstxt(
            "http://google.com",
            rt_robotstxt_http_getter = function(...){http_404}
          )
      )
    )

    "problems" %in% names(attributes(rtxt))
  })

})