tests/testthat/helper-expect.R

In zero323/dlt: SparkR Delta Lake Interface

#
# Copyright 2021 zero323
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

#' Check if SparkDataFrames are equivalent using symmetric diff
#'
#' @noRd
expect_sdf_equivalent <- function(actual, expected) {
  act <- quasi_label(rlang::enquo(actual), arg = "actual") # nolint
  exp <- quasi_label(rlang::enquo(expected), arg = "expected") # nolint


  actual_minus_expected <- SparkR::exceptAll(actual, expected)

  if (SparkR::count(actual_minus_expected) != 0) {
    fail("Actual contains rows not present in expected") # nolint
  }


  expected_minus_actual <- SparkR::exceptAll(expected, actual)

  if (SparkR::count(expected_minus_actual) != 0) {
    fail("Expected contains rows not present in actual") # nolint
  }

  succeed() # nolint
  invisible(act$val)
}


#' Check if collected SparkDataFrames are equivalent using specified ordering
#'
#' @noRd
expect_collected_sdf_equivalent <- function(actual, expected, ordering = "id") {
  act <- quasi_label(rlang::enquo(actual), arg = "actual") # nolint
  exp <- quasi_label(rlang::enquo(expected), arg = "expected") # nolint


  expect_equal(
    do.call(SparkR::arrange, c(actual, as.list(ordering))) %>%
      SparkR::collect(),
    do.call(SparkR::arrange, c(expected, as.list(ordering))) %>%
      SparkR::collect()
  )

  invisible(act$val)
}


#' Check if schema of data frame matches expected schema
#'
#' @noRd
expect_schema_equal <- function(x, expected_schema) {
  expected_schema <- if (is.character(expected_schema)) {
    SparkR::structType(expected_schema)$jobj
  } else {
    expected_schema$jobj
  }

  actual_schema <- SparkR::schema(x)$jobj

  jobj_equals(actual_schema, expected_schema) %>%
    expect_true()
}


#' Check if Java DeltaTable is the same
#'
#' @noRd
expect_jdt_equal <- function(x, y) {
  jobj_equals(x@jdt, y@jdt) %>%
    expect_true()
}