tests/testthat/test-internal_mermaid_get_project_data.R

In data-mermaid/mermaidr: Interface to the 'MERMAID' API

test_that("fishbelt - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- c(
    "02e6915c-1c64-4d2c-bac0-326b560415a2", "2c0c9857-b11c-4b82-b7ef-e9b383d1233c",
    "2d6cee25-c0ff-4f6f-a8cd-667d3f2b914b"
  )
  old <- mermaid_get_project_data_legacy(p, method = "fishbelt", data = "all")
  new <- mermaid_get_project_data(p, method = "fishbelt", data = "all")

  old_obs <- old[["observations"]] %>%
    dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, transect_width, project_notes), function(x) {
      x %>%
        as.character() %>%
        dplyr::coalesce("")
    })) %>%
    dplyr::arrange(project, site, management, management_secondary, management_parties, sample_date, sample_time, label, reef_slope, current, depth, relative_depth, transect_number, fish_family, fish_genus, fish_taxon, count) %>%
    dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
    dplyr::mutate_all(as.character)

  new_obs <- new[["observations"]] %>%
    dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, transect_width, project_notes), function(x) {
      x %>%
        as.character() %>%
        dplyr::coalesce("")
    })) %>%
    dplyr::arrange(project, site, management, management_secondary, management_parties, sample_date, sample_time, label, reef_slope, current, depth, relative_depth, transect_number, fish_family, fish_genus, fish_taxon, count) %>%
    dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
    dplyr::mutate_all(as.character)

  expect_identical(old_obs, new_obs)

  old_su <- old[["sampleunits"]] %>%
    dplyr::select(tidyselect::all_of(names(new[["sampleunits"]]))) %>%
    dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, transect_width, project_notes), function(x) {
      x %>%
        as.character() %>%
        dplyr::coalesce("")
    })) %>%
    dplyr::arrange(project, management, site, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope, transect_number) %>%
    dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
    dplyr::mutate_all(as.character)

  new_su <- new[["sampleunits"]] %>%
    dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, transect_width, project_notes, sample_unit_notes), function(x) {
      x %>%
        as.character() %>%
        dplyr::coalesce("")
    })) %>%
    dplyr::arrange(project, management, site, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope, transect_number) %>%
    dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
    dplyr::mutate_all(as.character)

  expect_identical(old_su, new_su)

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::select(tidyselect::all_of(names(new[["sampleevents"]]))) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)),
    new[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2))
  )
})

test_that("benthiclit - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- c("2d6cee25-c0ff-4f6f-a8cd-667d3f2b914b", "2c0c9857-b11c-4b82-b7ef-e9b383d1233c")
  old <- mermaid_get_project_data_legacy(p, method = "benthiclit", data = "all")
  new <- mermaid_get_project_data(p, method = "benthiclit", data = "all")

  expect_identical(
    old[["observations"]] %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["observations"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, project_notes), function(x) {
        x %>%
          as.character() %>%
          dplyr::coalesce("")
      })) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleunits"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["sampleunits"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, project_notes, sample_unit_notes), function(x) {
        x %>%
          as.character() %>%
          dplyr::coalesce("")
      })) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)),
    new[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes, project_notes), function(x) {
        x %>%
          as.character() %>%
          dplyr::coalesce("")
      })) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3))
  )
})

test_that("benthicpit - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- c(
    "2c0c9857-b11c-4b82-b7ef-e9b383d1233c", "5679ef3d-bafc-453d-9e1a-a4b282a8a997",
    "e1efb1e0-0af8-495a-9c69-fddcdba11c14"
  )
  old <- mermaid_get_project_data_legacy(p, method = "benthicpit", data = "all")
  new <- mermaid_get_project_data(p, method = "benthicpit", data = "all")

  expect_identical(
    old[["observations"]] %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["observations"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleunits"]] %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character),
    new[["sampleunits"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, project_notes, sample_unit_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)),
    new[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2))
  )
})

test_that("benthicpqt - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- "2c0c9857-b11c-4b82-b7ef-e9b383d1233c"
  old <- mermaid_get_project_data_legacy(p, method = "benthicpqt", data = "all")
  new <- mermaid_get_project_data(p, method = "benthicpqt", data = "all")

  expect_identical(
    old[["observations"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["observations"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes), ~ dplyr::coalesce(.x, "")))
  )

  expect_identical(
    old[["sampleunits"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope),
    new[["sampleunits"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, sample_unit_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope)
  )

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, tide, current, visibility),
    new[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, tide, current, visibility)
  )
})

test_that("habitatcomplexity - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- c(
    "e1efb1e0-0af8-495a-9c69-fddcdba11c14", "3a9ecb7c-f908-4262-8769-1b4dbb0cf61a",
    "bacd3529-e0f4-40f4-a089-992c5bd5cc02", "2c0c9857-b11c-4b82-b7ef-e9b383d1233c",
    "02e6915c-1c64-4d2c-bac0-326b560415a2", "9de82789-c38e-462e-a1a8-e02c020c7a35"
  )
  old <- mermaid_get_project_data_legacy(p, method = "habitatcomplexity", data = "all")
  new <- mermaid_get_project_data(p, method = "habitatcomplexity", data = "all")

  expect_identical(
    old[["observations"]] %>%
      dplyr::mutate(dplyr::across(c(management_parties), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, management_rules, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope, tags) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["observations"]] %>%
      dplyr::mutate(label = as.character(label)) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_rules, management_parties, label, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, management_rules, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope, tags) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleunits"]] %>%
      dplyr::mutate(dplyr::across(c(management_parties), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, management_rules, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character),
    new[["sampleunits"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, management_rules, label, site_notes, management_notes, project_notes, sample_unit_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, management_rules, sample_date, sample_time, tide, current, visibility, relative_depth, depth, reef_slope) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character)
  )

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_parties), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)),
    new[["sampleevents"]] %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, management_rules, site_notes, management_notes, project_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2))
  )
})

test_that("bleaching - new method of using CSV endpoint produces same data as old method (using JSON)", {
  skip_if_offline()
  skip_on_ci()
  skip_on_cran()

  p <- "d065cba4-ed09-47fd-89fb-2293fbbf617f"
  old <- mermaid_get_project_data_legacy(p, method = "bleaching", data = "all")
  new <- mermaid_get_project_data(p, method = "bleaching", data = "all")

  expect_identical(
    old[["observations"]][["colonies_bleached"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth),
    new[["observations"]][["colonies_bleached"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes), ~ dplyr::coalesce(.x, ""))) %>%
      dplyr::arrange(project, site, management_parties, sample_date, sample_time, tide, current, visibility, relative_depth, depth)
  )

  expect_identical(
    old[["observations"]][["percent_cover"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character),
    new[["observations"]][["percent_cover"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 3)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes), ~ dplyr::coalesce(.x, "")))
  )

  expect_identical(
    old[["sampleunits"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character),
    new[["sampleunits"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, label, site_notes, management_notes, sample_unit_notes), ~ dplyr::coalesce(.x, "")))
  )

  expect_identical(
    old[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character),
    new[["sampleevents"]] %>%
      dplyr::mutate_if(is.numeric, ~ round(.x, 2)) %>%
      dplyr::mutate_all(as.character) %>%
      dplyr::mutate(dplyr::across(c(management_secondary, management_parties, site_notes, management_notes), ~ dplyr::coalesce(.x, "")))
  )
})