tests/testthat/_snaps/experiment.md

Generate data from Experiment works properly

$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


attr(,"params")
named list()
$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


$DGP1[[1]][[2]]
$DGP1[[1]][[2]][[1]]
[1] 2


$DGP1[[1]][[3]]
$DGP1[[1]][[3]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 3


$DGP1[[2]][[2]]
$DGP1[[2]][[2]][[1]]
[1] 3


$DGP1[[2]][[3]]
$DGP1[[2]][[3]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


$DGP2[[1]][[2]]
$DGP2[[1]][[2]][[1]]
[1] 3


$DGP2[[1]][[3]]
$DGP2[[1]][[3]][[1]]
[1] 3


attr(,"params")
named list()
$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 1


$DGP2[[2]]
$DGP2[[2]][[1]]
$DGP2[[2]][[1]][[1]]
[1] 4


attr(,"params")
attr(,"params")$x
[1] 2


$DGP2[[3]]
$DGP2[[3]][[1]]
$DGP2[[3]][[1]][[1]]
[1] 5


attr(,"params")
attr(,"params")$x
[1] 3
$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


$DGP1[[1]][[2]]
$DGP1[[1]][[2]][[1]]
[1] 2


$DGP1[[1]][[3]]
$DGP1[[1]][[3]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 3


$DGP1[[2]][[2]]
$DGP1[[2]][[2]][[1]]
[1] 3


$DGP1[[2]][[3]]
$DGP1[[2]][[3]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


$DGP2[[1]][[2]]
$DGP2[[1]][[2]][[1]]
[1] 3


$DGP2[[1]][[3]]
$DGP2[[1]][[3]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 1


$DGP2[[2]]
$DGP2[[2]][[1]]
$DGP2[[2]][[1]][[1]]
[1] 4


$DGP2[[2]][[2]]
$DGP2[[2]][[2]][[1]]
[1] 4


$DGP2[[2]][[3]]
$DGP2[[2]][[3]][[1]]
[1] 4


attr(,"params")
attr(,"params")$x
[1] 2


$DGP2[[3]]
$DGP2[[3]][[1]]
$DGP2[[3]][[1]][[1]]
[1] 5


$DGP2[[3]][[2]]
$DGP2[[3]][[2]][[1]]
[1] 5


$DGP2[[3]][[3]]
$DGP2[[3]][[3]][[1]]
[1] 5


attr(,"params")
attr(,"params")$x
[1] 3
$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1

attr(,"params")$y
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1

attr(,"params")$y
[1] 2


$DGP1[[3]]
$DGP1[[3]][[1]]
$DGP1[[3]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2

attr(,"params")$y
[1] 1


$DGP1[[4]]
$DGP1[[4]][[1]]
$DGP1[[4]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2

attr(,"params")$y
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 1


$DGP2[[2]]
$DGP2[[2]][[1]]
$DGP2[[2]][[1]][[1]]
[1] 4


attr(,"params")
attr(,"params")$x
[1] 2


$DGP2[[3]]
$DGP2[[3]][[1]]
$DGP2[[3]][[1]][[1]]
[1] 5


attr(,"params")
attr(,"params")$x
[1] 3
$DGP1
$DGP1[[1]]
$DGP1[[1]][[1]]
$DGP1[[1]][[1]][[1]]
[1] 2


$DGP1[[1]][[2]]
$DGP1[[1]][[2]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1

attr(,"params")$y
[1] 1


$DGP1[[2]]
$DGP1[[2]][[1]]
$DGP1[[2]][[1]][[1]]
[1] 2


$DGP1[[2]][[2]]
$DGP1[[2]][[2]][[1]]
[1] 2


attr(,"params")
attr(,"params")$x
[1] 1

attr(,"params")$y
[1] 2


$DGP1[[3]]
$DGP1[[3]][[1]]
$DGP1[[3]][[1]][[1]]
[1] 3


$DGP1[[3]][[2]]
$DGP1[[3]][[2]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2

attr(,"params")$y
[1] 1


$DGP1[[4]]
$DGP1[[4]][[1]]
$DGP1[[4]][[1]][[1]]
[1] 3


$DGP1[[4]][[2]]
$DGP1[[4]][[2]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 2

attr(,"params")$y
[1] 2



$DGP2
$DGP2[[1]]
$DGP2[[1]][[1]]
$DGP2[[1]][[1]][[1]]
[1] 3


$DGP2[[1]][[2]]
$DGP2[[1]][[2]][[1]]
[1] 3


attr(,"params")
attr(,"params")$x
[1] 1


$DGP2[[2]]
$DGP2[[2]][[1]]
$DGP2[[2]][[1]][[1]]
[1] 4


$DGP2[[2]][[2]]
$DGP2[[2]][[2]][[1]]
[1] 4


attr(,"params")
attr(,"params")$x
[1] 2


$DGP2[[3]]
$DGP2[[3]][[1]]
$DGP2[[3]][[1]][[1]]
[1] 5


$DGP2[[3]][[2]]
$DGP2[[3]][[2]][[1]]
[1] 5


attr(,"params")
attr(,"params")$x
[1] 3

Fitting experiment works properly

# A tibble: 3 x 7
  .rep  .dgp_name .method_name scalar vector    matrix        tibble          
  <chr> <chr>     <chr>         <dbl> <list>    <list>        <list>          
1 1     DGP2      Method2           5 <dbl [3]> <int [4 x 2]> <tibble [3 x 2]>
2 2     DGP2      Method2           5 <dbl [3]> <int [4 x 2]> <tibble [3 x 2]>
3 3     DGP2      Method2           5 <dbl [3]> <int [4 x 2]> <tibble [3 x 2]>
# A tibble: 12 x 8
   .rep  .dgp_name .method_name result1 scalar vector    matrix        tibble  
   <chr> <chr>     <chr>          <dbl>  <dbl> <list>    <list>        <list>  
 1 1     DGP1      Method1            2     NA <NULL>    <NULL>        <NULL>  
 2 1     DGP1      Method2           NA      4 <NULL>    <int [4 x 2]> <tibble>
 3 1     DGP2      Method1            3     NA <NULL>    <NULL>        <NULL>  
 4 1     DGP2      Method2           NA      5 <dbl [3]> <int [4 x 2]> <tibble>
 5 2     DGP1      Method1            2     NA <NULL>    <NULL>        <NULL>  
 6 2     DGP1      Method2           NA      4 <NULL>    <int [4 x 2]> <tibble>
 7 2     DGP2      Method1            3     NA <NULL>    <NULL>        <NULL>  
 8 2     DGP2      Method2           NA      5 <dbl [3]> <int [4 x 2]> <tibble>
 9 3     DGP1      Method1            2     NA <NULL>    <NULL>        <NULL>  
10 3     DGP1      Method2           NA      4 <NULL>    <int [4 x 2]> <tibble>
11 3     DGP2      Method1            3     NA <NULL>    <NULL>        <NULL>  
12 3     DGP2      Method2           NA      5 <dbl [3]> <int [4 x 2]> <tibble>

Printing Experiment works properly

Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs:  
   Methods:  
   Evaluators:  
   Visualizers:  
   Vary Across: None
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers:  
   Vary Across: None
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers: Visualizer1 
   Vary Across: None
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers: Visualizer1 
   Vary Across: 
      DGP: DGP1 
         x:  int [1:3] 1 2 3
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers: Visualizer1 
   Vary Across: 
      Method: Method1 
         x:  int [1:3] 1 2 3
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers: Visualizer1 
   Vary Across: 
      DGP: DGP1 
         x:  int [1:3] 1 2 3
      DGP: DGP2 
         x:  int [1:3] 2 3 4
      Method: Method1 
         x:  int [1:3] 1 2 3
Experiment Name: test-print 
   Saved results at: results/test-print 
   DGPs: DGP1, DGP2 
   Methods: Method1 
   Evaluators: Evaluator1, Evaluator2, Evaluator3 
   Visualizers: Visualizer1 
   Vary Across: 
      DGP: DGP1 
         x: List of 1
           $ : int [1:3] 1 2 3
      DGP: DGP2 
         x: List of 1
           $ : int [1:3] 2 3 4
      Method: Method1 
         x:  int [1:3] 1 2 3

Capturing errors, warnings, and messages from user-defined functions works as expected

Code
  invisible(experiment$fit(n_reps = 2))
Message <simChef_message>
  Fitting error-tracking...
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simpleMessage>
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
  3 isn't in vec
Message <simChef_message>
  2 reps completed (totals: 2/2) | time taken: _x_ minutes
  ==============================
Code
  invisible(fit_results <- experiment$fit(n_reps = 2, verbose = 2))
Message <simChef_message>
  Fitting error-tracking...
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp1" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 1
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp1" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 2
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp_test" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 1
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp_test" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 2
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp1" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 1
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp1" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 2
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp_test" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 1
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Warning <simChef_warning>
  rho must be greater than 0.5
  The above warning occurred while processing "dgp_test" with the following params:
   $ rho        : num 0.2
   $ noise_level: num 2
Warning <simpleWarning>
  rho must be greater than 0.5
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.2
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 1
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 2
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  The message below occurred while processing "method_test" with the following params:
   $ param2   : num 4
   $ vec      : int [1:4] 4 5 6 7
   $ data_list:List of 1
    ..$ X:'data.frame': 1 obs. of  3 variables:
    .. ..$ .n          : num 10
    .. ..$ .rho        : num 0.9
    .. ..$ .noise_level: num 2
   $ .simplify: logi FALSE
Message <simpleMessage>
  3 isn't in vec
Message <simChef_message>
  2 reps completed (totals: 2/2) | time taken: _x_ minutes
  ==============================
Code
  invisible(experiment$evaluate(fit_results))
Message <simChef_message>
  Evaluating error-tracking...
Warning <simpleWarning>
  that's a lot of rows
Message <simChef_message>
  Evaluation completed | time taken: _x_ minutes
  ==============================
Code
  invisible(eval_results <- experiment$evaluate(fit_results, verbose = 2))
Message <simChef_message>
  Evaluating error-tracking...
Warning <simChef_warning>
  that's a lot of rows
  The above warning occurred while processing "evaluator1" with the following params:
   $ fit_results: tibble [48 x 10] (S3: tbl_df/tbl/data.frame)
    ..$ .rep        : chr [1:48] "1" "1" "1" "1" ...
    ..$ .dgp_name   : chr [1:48] "dgp1" "dgp1" "dgp1" "dgp1" ...
    ..$ .method_name: chr [1:48] "method_test" "method_test" "method_test" "method_test" ...
    ..$ rho         : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ noise_level : num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
    ..$ param2      : num [1:48] 2 2 4 4 2 2 4 4 2 2 ...
    ..$ vec         :List of 48
    ..$ .n          : num [1:48] 10 10 10 10 10 10 10 10 10 10 ...
    ..$ .rho        : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ .noise_level: num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
   $ vary_params: chr [1:6] "rho" "noise_level" "rho" "noise_level" ...
Warning <simpleWarning>
  that's a lot of rows
Message <simChef_message>
  Evaluation completed | time taken: _x_ minutes
  ==============================
Code
  invisible(experiment$visualize(fit_results, eval_results))
Message <simChef_message>
  Visualizing error-tracking...
Warning <simpleWarning>
  False alarm!
Message <simChef_message>
  Visualization completed | time taken: _x_ minutes
  ==============================
Code
  invisible(viz_results <- experiment$visualize(fit_results, eval_results,
    verbose = 2))
Message <simChef_message>
  Visualizing error-tracking...
Warning <simChef_warning>
  False alarm!
  The above warning occurred while processing "visualizer1" with the following params:
   $ fit_results : tibble [48 x 10] (S3: tbl_df/tbl/data.frame)
    ..$ .rep        : chr [1:48] "1" "1" "1" "1" ...
    ..$ .dgp_name   : chr [1:48] "dgp1" "dgp1" "dgp1" "dgp1" ...
    ..$ .method_name: chr [1:48] "method_test" "method_test" "method_test" "method_test" ...
    ..$ rho         : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ noise_level : num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
    ..$ param2      : num [1:48] 2 2 4 4 2 2 4 4 2 2 ...
    ..$ vec         :List of 48
    ..$ .n          : num [1:48] 10 10 10 10 10 10 10 10 10 10 ...
    ..$ .rho        : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ .noise_level: num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
   $ eval_results:List of 1
    ..$ evaluator1: tibble [1 x 10] (S3: tbl_df/tbl/data.frame)
   $ vary_params : chr [1:6] "rho" "noise_level" "rho" "noise_level" ...
Warning <simpleWarning>
  False alarm!
Message <simChef_message>
  Visualization completed | time taken: _x_ minutes
  ==============================
Code
  invisible(experiment$visualize(fit_results, eval_results, verbose = 2))
Message <simChef_message>
  Visualizing error-tracking...
Warning <simChef_warning>
  False alarm!
  The above warning occurred while processing "visualizer1" with the following params:
   $ fit_results : tibble [48 x 10] (S3: tbl_df/tbl/data.frame)
    ..$ .rep        : chr [1:48] "1" "1" "1" "1" ...
    ..$ .dgp_name   : chr [1:48] "dgp1" "dgp1" "dgp1" "dgp1" ...
    ..$ .method_name: chr [1:48] "method_test" "method_test" "method_test" "method_test" ...
    ..$ rho         : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ noise_level : num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
    ..$ param2      : num [1:48] 2 2 4 4 2 2 4 4 2 2 ...
    ..$ vec         :List of 48
    ..$ .n          : num [1:48] 10 10 10 10 10 10 10 10 10 10 ...
    ..$ .rho        : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ .noise_level: num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
   $ eval_results:List of 1
    ..$ evaluator1: tibble [1 x 10] (S3: tbl_df/tbl/data.frame)
   $ vary_params : chr [1:6] "rho" "noise_level" "rho" "noise_level" ...
Warning <simpleWarning>
  False alarm!
Error <rlang_error>
  i In index: 2.
  Caused by error in `.f()`:
  ! Oh no!
  The above error occurred while processing "visualizer2" with the following params:
   $ fit_results : tibble [48 x 10] (S3: tbl_df/tbl/data.frame)
    ..$ .rep        : chr [1:48] "1" "1" "1" "1" ...
    ..$ .dgp_name   : chr [1:48] "dgp1" "dgp1" "dgp1" "dgp1" ...
    ..$ .method_name: chr [1:48] "method_test" "method_test" "method_test" "method_test" ...
    ..$ rho         : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ noise_level : num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
    ..$ param2      : num [1:48] 2 2 4 4 2 2 4 4 2 2 ...
    ..$ vec         :List of 48
    ..$ .n          : num [1:48] 10 10 10 10 10 10 10 10 10 10 ...
    ..$ .rho        : num [1:48] 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 0.2 ...
    ..$ .noise_level: num [1:48] 1 1 1 1 2 2 2 2 1 1 ...
   $ eval_results:List of 1
    ..$ evaluator1: tibble [1 x 10] (S3: tbl_df/tbl/data.frame)
   $ vary_params : chr [1:6] "rho" "noise_level" "rho" "noise_level" ...
  Caused by error:
  ! Oh no!


Yu-Group/simChef documentation built on March 25, 2024, 3:22 a.m.