ross: Aliyun OSS API

test_that("aclBucket", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  expect_equal(aclBucket('ross-test'), 'private')
  expect_silent(aclBucket('ross-test', 'public-read'))
  expect_equal(aclBucket('ross-test'), 'public-read')
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("aclObject", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  expect_silent(r<-PutObject('ross-test', 'test.txt'))
  expect_equal(aclObject('ross-test', 'test.txt'), 'private')
  expect_silent(aclObject('ross-test', 'test.txt', 'public-read'))
  expect_equal(aclObject('ross-test', 'test.txt'), 'public-read')
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("aclMultipleObjects",{
  expect_message(createBucket('ross-test'), 'ross-test with private')
  expect_silent(r<-PutObject('ross-test', 'test1.txt'))
  expect_silent(r<-PutObject('ross-test', 'test2.txt'))
  expect_silent(r<-PutObject('ross-test', 'test3.txt'))
  expect_silent(aclMultipleObjects('ross-test', 'test1.txt', 'public-read', .progressbar=F))
  expect_equal(aclObject('ross-test', 'test1.txt'), 'public-read')
  expect_silent(aclMultipleObjects('ross-test', 'test', 'public-read-write', recursive = T, .progressbar=F))
  expect_equal(aclObject('ross-test', 'test3.txt'), 'public-read-write')
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("getBucketInfo", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  expect_output(r <- getBucketInfo('ross-test'))
  expect_equal(r$Name, 'ross-test')
  deleteBucket('ross-test')
})

test_that("getObjectInfo", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  PutObject('ross-test', 'test.txt')
  expect_output(r <- getObjectInfo('ross-test', 'test.txt'))
  expect_equal(r$`content-md5`, "1B2M2Y8AsgTpgAmY7PhCfg==")
  expect_warning(r <- getObjectInfo('ross-test', 'non-exists'))
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("isObjectExist/isBucketExist", {
  createBucket('ross-test')
  expect_true(isBucketExist('ross-test'))
  PutObject('ross-test', 'test.txt')
  expect_true(isObjectExist('ross-test', 'test.txt'))
  expect_false(isObjectExist('ross-test', 'not-exist'))
  removeObjects('ross-test', confirm = T)
  deleteBucket('ross-test')
  expect_false(isBucketExist('ross-test'))
})

test_that("metaObject", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  PutObject('ross-test', 'test.txt')
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=list(test=1)))
  expect_equal(r$status_code, 200)
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=list(test=2)))
  expect_equal(r$status_code, 200)
  expect_silent(r <- metaObject('ross-test', 'test.txt'))
  expect_equal(r$test, '2')
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=list(test2=2)))
  expect_silent(r <- metaObject('ross-test', 'test.txt'))
  expect_equal(r$test2, '2')
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=list(test=1)))
  expect_silent(r <- metaObject('ross-test', 'test.txt'))
  expect_equal(r$test, '1')
  expect_equal(length(r), 2)
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=list(test2=NULL)))
  expect_silent(r <- metaObject('ross-test', 'test.txt'))
  expect_true(is.null(r$test2))
  expect_equal(length(r), 1)
  expect_silent(r <- metaObject('ross-test', 'test.txt', meta=NULL))
  expect_equal(r$status_code, 200)
  expect_silent(r <- metaObject('ross-test', 'test.txt'))
  expect_equal(length(r), 0)
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')

})

test_that("metaMultipleObjects", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  expect_silent(r<-PutObject('ross-test', 'test1.txt'))
  expect_silent(r<-PutObject('ross-test', 'test2.txt'))
  expect_silent(r<-PutObject('ross-test', 'test3.txt'))
  expect_silent(metaMultipleObjects('ross-test', 'test1.txt', meta=list(a=1), .progressbar=F))
  expect_equal(metaObject('ross-test', 'test1.txt')$a, '1')
  expect_silent(metaMultipleObjects('ross-test', 'test', meta=list(b=2), recursive = T, .progressbar=F))
  expect_equal(metaObject('ross-test', 'test3.txt')$b, '2')
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("linkObject", {
  expect_message(createBucket('ross-test'), 'ross-test with private')
  PutObject('ross-test', 'test.txt')
  expect_silent(r <- linkObject('ross-test', 'linked-test.txt', target = 'test.txt'))
  expect_equal(r$status_code, 200)
  expect_silent(r <- linkObject('ross-test', 'linked-test.txt'))
  expect_equal(r, 'test.txt')
  expect_identical(readObject('ross-test', 'linked-test.txt'), raw(0))
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("usageBucket", {
  createBucket('ross-test')
  removeObjects('ross-test', confirm=TRUE)
  upload_path <- 'tests/test_upload/multiplefiles/will_success/'
  expect_output(r <- uploadMultipleObjects('ross-test', upload_path,  .parallel = T), '100%')
  expect_equal(usageBucket('ross-test'), 3.814697e-05)
  expect_equal(usageBucket('ross-test', 'will_success/1/'), 7.629395e-06)
  expect_equal(usageBucket('ross-test', unit = 'B'), 40)
  expect_equal(usageBucket('ross-test', unit = 'KB'), 0.0390625)
  expect_warning(deleteBucket('ross-test'), 'not empty')
  deleteBucket('ross-test')
})

test_that("listBucket, removeObjects, usageBucket", {
  createBucket('ross-test')
  removeObjects('ross-test', confirm=TRUE)
  # listBucket
  upload_path <- 'tests/test_upload/multiplefiles/will_success/'
  expect_output(r <- uploadMultipleObjects('ross-test', upload_path,  .parallel = T), '100%')
  expect_true('ross-test' %in% listBucket()$Name)
  expect_equal(nrow(listBucket('ross-test')), 1)
  expect_equal(nrow(listBucket('ross-test', 'will_success')), 1)
  expect_equal(nrow(listBucket('ross-test', 'will_success/')), 5)
  expect_equal(nrow(listBucket('ross-test', 'will_success/', delimiter = '')), 20)
  expect_message(listBucket('ross-test', 'will_success/', marker = 'will_success/3', delimiter = '/', max_keys = 1), '3 objects listed.')
  listBucket('ross-test', 'will_success/', marker = 'will_success/3', delimiter = '/', max_keys = 1, .all = F)
  # removeObjects
  expect_silent(removeObjects('ross-test', 'will_success', confirm=TRUE))
  expect_equal(nrow(listBucket('ross-test', 'will_success')), 1)
  expect_silent(removeObjects('ross-test', 'will_success/1/', confirm=TRUE))
  expect_equal(nrow(listBucket('ross-test', 'will_success/')), 4)
  expect_silent(removeObjects('ross-test', confirm=TRUE))
  expect_equal(nrow(listBucket('ross-test')), 0)
  deleteBucket('ross-test')
})

test_that("upload/download", {
  createBucket('ross-test')
  removeObjects('ross-test', confirm=TRUE)
  # uploadObject Auto Path test
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/test.txt'))
  r <- HeadObject('ross-test', 'tests/test_upload/test.txt')
  expect_equal(r$status_code, 200)
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/test.txt', 'test/'))
  r <- HeadObject('ross-test', 'test/test.txt')
  expect_equal(r$status_code, 200)
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/test.txt', 'test/test2.txt'))
  r <- HeadObject('ross-test', 'test/test2.txt')
  expect_equal(r$status_code, 200)
  expect_silent(r <- uploadObject('ross-test', file.path(getwd(),'tests/test_upload/test.txt'), 'test/test3.txt'))
  r <- HeadObject('ross-test', 'test/test3.txt')
  expect_equal(r$status_code, 200)
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/test.txt', 'test/test4.txt', resume = F))
  r <- HeadObject('ross-test', 'test/test4.txt')
  expect_equal(r$status_code, 200)
  expect_error(r <- uploadObject('ross-test', 'tests/test_upload/not-exist', 'test/test4.txt', resume = F))

  # Multipart Upload
  expect_output(r <- uploadObject('ross-test', 'tests/test_upload/bigfiles/jingyi.pdf', 'bigfiles/', resume = F), '100%')
  r <- HeadObject('ross-test', 'bigfiles/jingyi.pdf')
  expect_equal(r$status_code, 200)
  expect_output(r <- uploadObject('ross-test', 'tests/test_upload/bigfiles/jingyi.pdf', 'bigfiles/', split = 10, maxPartSize = 1024^2), '100%')
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/bigfiles/jingyi.pdf', 'bigfiles/', .progressbar = F))
  expect_equal(r$status_code, 200)
  expect_silent(r <- uploadObject('ross-test', 'tests/test_upload/bigfiles/jingyi.pdf', 'bigfiles/', minMultiSize = 1024^3))
  expect_equal(r$status_code, 200)

  old <- getwd()
  setwd('/Volumes/RamDisk/')
  expect_silent(r<-downloadObject('ross-test', 'test/not-exist', quiet = T))
  expect_equal(r, 3)

  expect_silent(r<-downloadObject('ross-test', 'test/test2.txt', quiet = T))
  expect_equal(r, 0)
  expect_true(file.exists('test2.txt'))

  expect_silent(r<-downloadObject('ross-test', 'test/test2.txt', 'test/test2.txt', quiet = T))
  expect_equal(r, 0)
  expect_true(file.exists('test/test2.txt'))

  dir.create('test2')
  expect_silent(r<-downloadObject('ross-test', 'test/test2.txt', 'test2/', quiet = T))
  expect_equal(r, 0)
  expect_true(file.exists('test2/test2.txt'))

  expect_silent(r<-downloadObject('ross-test', 'test/test2.txt', resume = F, method='wget', extra = '-q'))
  expect_equal(r, 0)

  expect_silent(r<-downloadObject('ross-test', 'test/test2.txt', method='wget', quiet = T))
  expect_equal(r, 0)

  r<-downloadObject('ross-test', 'test/test2.txt', '/Volumes/RamDisk/test2.txt', resume = F, method = 'wget', quiet = T)
  expect_equal(r, 0)
  expect_true(file.exists('/Volumes/RamDisk/test2.txt'))
  setwd(old)

  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("mulitple upload/download", {
  createBucket('ross-test')
  removeObjects('ross-test', confirm=TRUE)
  # Auto Path test
  expect_output(r <- uploadMultipleObjects('ross-test', 'tests/test_upload/multiplefiles/will_success/', split=10), '100%')
  expect_output(r <- uploadMultipleObjects('ross-test', 'tests/test_upload/multiplefiles/will_success/', .parallel = F), '100%')
  r <- HeadObject('ross-test', 'will_success/1/1.txt')
  expect_equal(r$status_code, 200)

  expect_output(r <- uploadMultipleObjects('ross-test', 'tests/test_upload/multiplefiles/will_success/', 'success'), '100%')
  r <- HeadObject('ross-test', 'success/1/1.txt')
  expect_equal(r$status_code, 200)

  expect_output(r <- uploadMultipleObjects('ross-test', 'tests/test_upload/multiplefiles/will_success/', 'success/'), '100%')
  r <- HeadObject('ross-test', 'success/will_success/1/1.txt')
  expect_equal(r$status_code, 200)

  # absolute path test
  removeObjects('ross-test', confirm=TRUE)
  upload_path <- file.path(getwd(), 'tests/test_upload/multiplefiles/will_success/')
  expect_output(r <- uploadMultipleObjects('ross-test', upload_path,  .parallel = T), '100%')
  r <- HeadObject('ross-test', 'will_success/1/1.txt')
  expect_equal(r$status_code, 200)

  expect_output(r <- uploadMultipleObjects('ross-test', upload_path, 'success'), '100%')
  r <- HeadObject('ross-test', 'success/1/1.txt')
  expect_equal(r$status_code, 200)

  expect_output(r <- uploadMultipleObjects('ross-test', upload_path, 'success/'), '100%')
  r <- HeadObject('ross-test', 'success/will_success/1/1.txt')
  expect_equal(r$status_code, 200)

  # should fail
  removeObjects('ross-test', confirm=TRUE)
  upload_path <- 'tests/test_upload/multiplefiles/will_fail/'
  .state$upload <- list()
  expect_warning(r <- uploadMultipleObjects('ross-test', upload_path, 'fail', .progressbar = F))
  r <- HeadObject('ross-test', 'fail/1/1.txt')
  expect_equal(r$status_code, 200)
  r <- HeadObject('ross-test', 'fail/3/b-3.txt')
  expect_equal(r$status_code, 404)
  # auto resume
  expect_warning(expect_message(r <- uploadMultipleObjects('ross-test', upload_path, 'fail', .progressbar = F), '6 files to upload'))

  # pattern
  removeObjects('ross-test', confirm=TRUE)
  upload_path <- file.path(getwd(), 'tests/test_upload/multiplefiles/will_success/')
  expect_output(uploadMultipleObjects('ross-test', upload_path, 'success/', pattern='a-.*.txt$', .parallel = T), '100%')
  r <- HeadObject('ross-test', 'success/will_success/1/a-1.txt')
  expect_equal(r$status_code, 200)
  r <- HeadObject('ross-test', 'success/will_success/1/1.txt')
  expect_equal(r$status_code, 404)

  # download
  expect_output(r <- uploadMultipleObjects('ross-test', 'tests/test_upload/multiplefiles/will_success/', split=10), '100%')
  old <- getwd()
  dir.create('/Volumes/RamDisk/ross')
  setwd('/Volumes/RamDisk/ross')
  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success'), '100%')
  expect_true(file.exists('will_success/1/1.txt'))

  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success', 'success'), '100%')
  expect_true(file.exists('success/1/1.txt'))

  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success', 'success/'), '100%')
  expect_true(file.exists('success/will_success/1/1.txt'))

  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success/1/', '/Volumes/RamDisk/ross/', resume = F, .parallel = T), '100%')
  expect_true(file.exists('1/1.txt'))

  expect_message(r<-downloadMultipleObjects('ross-test', 'will_success/', '/Volumes/RamDisk/ross/pattern', pattern='a-.*.txt$', .progressbar = F), '6 files to download')
  expect_true(file.exists('pattern/1/a-1.txt'))

  expect_message(r<-downloadMultipleObjects('ross-test', 'will_success/2', '/Volumes/RamDisk/ross/', split=10, .progressbar = F))
  expect_true(file.exists('2/a-2.txt'))

  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success/1', '/Volumes/RamDisk/ross/'), '100%')
  expect_true(!file.exists('11/a-1.txt'))

  expect_silent(r<-PutObject('ross-test', 'will_success/2'))
  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success/2', '/Volumes/RamDisk/ross/22'), '100%')
  expect_true(!dir.exists('22') && file.exists('22'))

  expect_silent(r<-PutObject('ross-test', 'will_success/6'))
  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success/6'), '100%')
  expect_true(file.exists('6'))

  expect_output(r<-downloadMultipleObjects('ross-test', 'will_success/2', '21/'), '100%')
  expect_true(file.exists('21/2'))

  removeObjects('ross-test', confirm=TRUE)
  setwd(old)
  unlink('/Volumes/RamDisk/ross/', recursive = T)
  deleteBucket('ross-test')
})

test_that("listMultipartUploads, abortMultipartUpload",{
  createBucket('ross-test')
  r <- InitiateMultipartUpload('ross-test', 'abort-test')
  r <- InitiateMultipartUpload('ross-test', 'abort-test2')
  r <- InitiateMultipartUpload('ross-test', 'abort-test')
  r <- InitiateMultipartUpload('ross-test', 'abort-test2')
  expect_equal(nrow(listMultipartUploads('ross-test')), 4)
  expect_message(abortMultipartUpload('ross-test', 'abort-test2'))
  expect_equal(nrow(listMultipartUploads('ross-test')), 2)
  expect_message(abortMultipartUpload('ross-test'))
  expect_equal(nrow(listMultipartUploads('ross-test')), 0)
  removeObjects('ross-test', confirm=TRUE)
  deleteBucket('ross-test')
})

test_that("copyObjects", {
  # Upload
  expect_output(r<-copyObjects('tests/test_upload/multiplefiles/will_success/', 'success', dest_bucket = 'ross-test'), "100%")
  r <- HeadObject('ross-test', 'success/1/1.txt')
  expect_equal(r$status_code, 200)
  # Download
  expect_output(r<-copyObjects('success', '/Volumes/RamDisk/', src_bucket = 'ross-test'), "100%")
  expect_true(file.exists('/Volumes/RamDisk/success/1/1.txt'))
  # Online Copy
  expect_output(copyObjects('success', 'cp', 'ross-test', 'ross-test'), "100%")
  r <- HeadObject('ross-test', 'cp/1/1.txt')
  expect_equal(r$status_code, 200)
  # Local Copy
  expect_silent(copyObjects('/Volumes/RamDisk/success/1/1.txt', '/Volumes/RamDisk/1.txt'))
})

test_that("save/load Objects", {
  createBucket('ross-test')
  a <- 1:4
  b <- 5:6
  # save
  expect_silent(r <- saveObject('ross-test', 'test.RData', a, b))
  expect_equal(r$status_code, 200)
  expect_silent(r <- saveObject('ross-test', 'test.RData', a, b, opts=list(split = 10)))
  expect_equal(r$status_code, 200)
  # load
  rm(a, b)
  expect_silent(r<-loadObject('ross-test', 'test.RData'))
  expect_true(all(c('a', 'b') %in% ls()))
})

test_that("saveRDS/readRDS Objects", {
  createBucket('ross-test')
  # saveRDS
  expect_silent(r <- saveRDSObject('ross-test', 'test.RData', 1:5))
  expect_equal(r$status_code, 200)
  # readRDS
  expect_identical(readRDSObject('ross-test', 'test.RData'), 1:5)
})

test_that("restoreObject", {
  createBucket('ross-test-arch', StorageClass = 'Archive')
  r <- PutObject('ross-test-arch', 'test.txt', 'asdf')
  expect_silent(r <- restoreObject('ross-test-arch', 'test.txt'))
  expect_equal(r$status_code, 202)
  expect_warning(r <- restoreObject('ross-test-arch', 'test.txt'))
  expect_equal(r$status_code, 409)
  expect_warning(r <- GetObject('ross-test-arch', 'test.txt'))
  expect_equal(r$status_code, 403)
  removeObjects('ross-test-arch', 'test.txt', confirm = T)
  deleteBucket('ross-test-arch')
})

test_that("copyMultipleObjects", {
  createBucket('ross-test')
  writeObject('ross-test', 'abc/123.txt')
  writeObject('ross-test', 'abc/456.txt')
  # normal copy
  expect_output(copyMultipleObjects('abc', 'efg', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'efg'))
  # . copy to new/
  expect_output(copyMultipleObjects('efg', 'new/path/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'new/path/efg'))
  # / copy to /
  expect_output(copyMultipleObjects('new/path/efg/', 'jkl/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'jkl/efg'))
  # / copy to new
  expect_output(copyMultipleObjects('new/path/efg/', 'mnt', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'mnt'))
  # copy to root
  removeObjects('ross-test', 'efg/', confirm = TRUE)
  expect_output(copyMultipleObjects('new/path/efg', '/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'efg'))
  # not-exist
  expect_warning(copyMultipleObjects('not-exist', 'new-place', 'ross-test', 'ross-test'), "No Such")
  # same prefix
  writeObject('ross-test', 'k')
  writeObject('ross-test', 'kk/123.txt')
  expect_output(copyMultipleObjects('k', 'l', 'ross-test', 'ross-test'), "100%")
  expect_true('kk/' %in% listBucket('ross-test', .output='character'))
  removeObjects('ross-test', confirm = TRUE)
})

test_that("moveObjects", {
  createBucket('ross-test')
  writeObject('ross-test', 'abc/123.txt')
  writeObject('ross-test', 'abc/456.txt')

  expect_output(moveObjects('abc', 'efg', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'efg'))
  expect_false(isPseudoFolderExist('ross-test', 'abc'))

  expect_output(moveObjects('efg', 'new/path/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'new/path/efg'))

  # / move to /
  expect_output(moveObjects('new/path/efg/', 'jkl/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'jkl/efg'))
  # copy to root
  expect_output(moveObjects('jkl/efg', '/', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'efg'))
  # / copy to new
  expect_output(moveObjects('efg/', 'mnt', 'ross-test'), "100%")
  expect_true(isPseudoFolderExist('ross-test', 'mnt'))
  # not-exist
  expect_warning(moveObjects('not-exist', 'new-place', 'ross-test', 'ross-test'), "No Such")
  # same prefix
  writeObject('ross-test', 'k')
  writeObject('ross-test', 'kk/123.txt')
  expect_output(moveObjects('k', 'l', 'ross-test', 'ross-test'), "100%")
  expect_true('kk/' %in% listBucket('ross-test', .output='character'))
  removeObjects('ross-test', confirm = TRUE)
})