Files in rstudio/sparklyr

R Interface to Apache Spark

.Rbuildignore

.github/.gitignore

.github/ISSUE_TEMPLATE.md

.github/stale.yml

.github/workflows/R-CMD-check.yaml

.github/workflows/awaiting-response-close.yaml

.github/workflows/awaiting-response-remove-label.yaml

.github/workflows/spark-tests.yaml

.github/workflows/test-coverage.yaml

.gitignore

CODE_OF_CONDUCT.md CONTRIBUTORS.md

CRAN-SUBMISSION

DESCRIPTION

LICENSE

NAMESPACE

NEWS.md R/arrow_data.R R/avro_utils.R R/browse_url.R R/config_settings.R R/config_spark.R R/connection_instances.R R/connection_progress.R R/connection_shinyapp.R R/connection_spark.R R/core_arrow.R R/core_config.R R/core_connection.R R/core_deserialize.R R/core_gateway.R R/core_invoke.R R/core_jobj.R R/core_serialize.R R/core_utils.R R/core_worker_config.R R/data_copy.R R/data_csv.R R/data_interface.R R/databricks_connection.R R/dbi_spark_connection.R R/dbi_spark_result.R R/dbi_spark_table.R R/do_spark.R R/dplyr_do.R R/dplyr_hof.R R/dplyr_join.R R/dplyr_spark.R R/dplyr_spark_data.R R/dplyr_spark_table.R R/dplyr_sql.R R/dplyr_sql_translation.R R/dplyr_verbs.R R/imports.R R/install_spark.R R/install_spark_versions.R R/install_spark_windows.R R/install_tools.R R/java.R R/jobs_api.R R/kubernetes_config.R R/livy_connection.R R/livy_install.R R/livy_invoke.R R/livy_service.R R/ml_classification_decision_tree_classifier.R R/ml_classification_gbt_classifier.R R/ml_classification_linear_svc.R R/ml_classification_logistic_regression.R R/ml_classification_multilayer_perceptron_classifier.R R/ml_classification_naive_bayes.R R/ml_classification_one_vs_rest.R R/ml_classification_random_forest_classifier.R R/ml_clustering.R R/ml_clustering_bisecting_kmeans.R R/ml_clustering_gaussian_mixture.R R/ml_clustering_kmeans.R R/ml_clustering_lda.R R/ml_clustering_power_iteration.R R/ml_constructor_utils.R R/ml_evaluate.R R/ml_evaluation_clustering.R R/ml_evaluation_prediction.R R/ml_evaluator.R R/ml_feature_binarizer.R R/ml_feature_bucketed_random_projection_lsh.R R/ml_feature_bucketizer.R R/ml_feature_chisq_selector.R R/ml_feature_count_vectorizer.R R/ml_feature_dct.R R/ml_feature_dplyr_transformer.R R/ml_feature_elementwise_product.R R/ml_feature_feature_hasher.R R/ml_feature_hashing_tf.R R/ml_feature_idf.R R/ml_feature_imputer.R R/ml_feature_index_to_string.R R/ml_feature_interaction.R R/ml_feature_lsh_utils.R R/ml_feature_max_abs_scaler.R R/ml_feature_min_max_scaler.R R/ml_feature_minhash_lsh.R R/ml_feature_ngram.R R/ml_feature_normalizer.R R/ml_feature_one_hot_encoder.R R/ml_feature_one_hot_encoder_estimator.R R/ml_feature_pca.R R/ml_feature_polynomial_expansion.R R/ml_feature_quantile_discretizer.R R/ml_feature_r_formula.R R/ml_feature_regex_tokenizer.R R/ml_feature_robust_scaler.R R/ml_feature_sql_transformer.R R/ml_feature_standard_scaler.R R/ml_feature_stop_words_remover.R R/ml_feature_string_indexer.R R/ml_feature_string_indexer_model.R R/ml_feature_tokenizer.R R/ml_feature_vector_assembler.R R/ml_feature_vector_indexer.R R/ml_feature_vector_slicer.R R/ml_feature_word2vec.R R/ml_fpm_fpgrowth.R R/ml_fpm_prefixspan.R R/ml_helpers.R R/ml_mapping_tables.R R/ml_metrics.R R/ml_model_als.R R/ml_model_bisecting_kmeans.R R/ml_model_constructors.R R/ml_model_decision_tree.R R/ml_model_gaussian_mixture.R R/ml_model_generalized_linear_regression.R R/ml_model_gradient_boosted_trees.R R/ml_model_helpers.R R/ml_model_isotonic_regression.R R/ml_model_kmeans.R R/ml_model_lda.R R/ml_model_linear_regression.R R/ml_model_linear_svc.R R/ml_model_logistic_regression.R R/ml_model_naive_bayes.R R/ml_model_one_vs_rest.R R/ml_model_random_forest.R R/ml_model_utils.R R/ml_param_utils.R R/ml_persistence.R R/ml_pipeline.R R/ml_pipeline_utils.R R/ml_print_utils.R R/ml_recommendation_als.R R/ml_regression_aft_survival_regression.R R/ml_regression_decision_tree_regressor.R R/ml_regression_gbt_regressor.R R/ml_regression_generalized_linear_regression.R R/ml_regression_isotonic_regression.R R/ml_regression_linear_regression.R R/ml_regression_random_forest_regressor.R R/ml_stat.R R/ml_summary.R R/ml_transformation_methods.R R/ml_transformer_and_estimator.R R/ml_tuning.R R/ml_tuning_cross_validator.R R/ml_tuning_train_validation_split.R R/ml_utils.R R/ml_validator_utils.R R/mutation.R R/na_actions.R R/new_model_multilayer_perceptron.R R/params_validator.R R/precondition.R R/project_template.R R/qubole_connection.R R/reexports.R R/sdf_dim.R R/sdf_distinct.R R/sdf_interface.R R/sdf_ml.R R/sdf_saveload.R R/sdf_sequence.R R/sdf_sql.R R/sdf_stat.R R/sdf_streaming.R R/sdf_unnest_longer.R R/sdf_unnest_wider.R R/sdf_utils.R R/sdf_wrapper.R R/shell_connection.R R/spark_apply.R R/spark_apply_bundle.R R/spark_compile.R R/spark_connection.R R/spark_context_config.R R/spark_data_build_types.R R/spark_dataframe.R R/spark_extensions.R R/spark_gateway.R R/spark_gen_embedded_sources.R R/spark_globals.R R/spark_hive.R R/spark_home.R R/spark_ide.R R/spark_invoke.R R/spark_schema_from_rdd.R R/spark_sql.R R/spark_submit.R R/spark_update_embedded_sources.R R/spark_utils.R R/spark_verify_embedded_sources.R R/spark_version.R R/sql_utils.R R/stratified_sample.R R/stream_data.R R/stream_job.R R/stream_operations.R R/stream_shiny.R R/stream_view.R R/synapse_connection.R R/tables_spark.R R/tbl_spark.R R/test_connection.R R/tidiers_ml_aft_survival_regression.R R/tidiers_ml_als.R R/tidiers_ml_isotonic_regression.R R/tidiers_ml_lda.R R/tidiers_ml_linear_models.R R/tidiers_ml_logistic_regression.R R/tidiers_ml_multilayer_perceptron.R R/tidiers_ml_naive_bayes.R R/tidiers_ml_svc_models.R R/tidiers_ml_tree_models.R R/tidiers_ml_unsupervised_models.R R/tidiers_pca.R R/tidiers_utils.R R/tidyr_fill.R R/tidyr_nest.R R/tidyr_pivot_longer.R R/tidyr_pivot_utils.R R/tidyr_pivot_wider.R R/tidyr_separate.R R/tidyr_unite.R R/tidyr_unnest.R R/tidyr_utils.R R/utils.R R/worker_apply.R R/worker_connect.R R/worker_connection.R R/worker_invoke.R R/worker_log.R R/worker_main.R R/yarn_cluster.R R/yarn_config.R R/yarn_ui.R R/zzz.R README.Rmd README.md

_pkgdown.yml

appveyor.yml

codecov.yml

cran-comments.md

inst/conf/config-template.yml

inst/extdata/config.json

inst/extdata/versions-next.json

inst/extdata/versions.json

inst/icons/edit-sql.png

inst/icons/help.png

inst/icons/livy-ui.png

inst/icons/livy.png

inst/icons/spark-log.png

inst/icons/spark-ui.png

inst/icons/spark.png

inst/icons/yarn-ui.png

inst/java/sparklyr-2.4-2.11.jar

inst/java/sparklyr-2.4-2.12.jar

inst/java/sparklyr-3.0-2.12.jar

inst/java/sparklyr-master-2.12.jar

inst/pkgdown/templates/content-reference-index.html

inst/pkgdown/templates/content-reference-topic.html

inst/pkgdown/templates/layout.html

inst/rstudio/connections.dcf

inst/rstudio/connections/Livy.R inst/rstudio/shinycon/app.R

inst/rstudio/templates/project/skeleton.dcf

inst/rstudio/templates/project/spark.png

inst/sparkml/class_mapping.json

inst/sparkml/param_mapping.json

inst/streams/stream.css

inst/streams/stream.js

java/embedded_sources.R

java/spark-2.4.0/RDDBarrier.scala

java/spark-2.4.0/applyutils.scala

java/spark-2.4.0/arrowbatchstreamwriter.scala

java/spark-2.4.0/arrowconverters.scala

java/spark-2.4.0/arrowhelper.scala

java/spark-2.4.0/backend.scala

java/spark-2.4.0/backendconf.scala

java/spark-2.4.0/backendconfconstants.scala

java/spark-2.4.0/boundedpriorityqueue.scala

java/spark-2.4.0/bucketizerutils.scala

java/spark-2.4.0/channel.scala

java/spark-2.4.0/classutils.scala

java/spark-2.4.0/collectors.scala

java/spark-2.4.0/cumprod.scala

java/spark-2.4.0/dayssinceepoch.scala

java/spark-2.4.0/dfcollectionutils.scala

java/spark-2.4.0/dfutils.scala

java/spark-2.4.0/distributiongenerators.scala

java/spark-2.4.0/fileutils.scala

java/spark-2.4.0/handler.scala

java/spark-2.4.0/invoke.scala

java/spark-2.4.0/livyutils.scala

java/spark-2.4.0/logger.scala

java/spark-2.4.0/mlutils.scala

java/spark-2.4.0/mlutils2.scala

java/spark-2.4.0/partitionutils.scala

java/spark-2.4.0/randomrdds.scala

java/spark-2.4.0/rddutils.scala

java/spark-2.4.0/rdscollector.scala

java/spark-2.4.0/repartition.scala

java/spark-2.4.0/rscript.scala

java/spark-2.4.0/rtypes.scala

java/spark-2.4.0/rutils.scala

java/spark-2.4.0/samplingutils.scala

java/spark-2.4.0/schemautils.scala

java/spark-2.4.0/serializer.scala

java/spark-2.4.0/shell.scala

java/spark-2.4.0/sources.scala

java/spark-2.4.0/sparksqlutils.scala

java/spark-2.4.0/sqlutils.scala

java/spark-2.4.0/stratifiedsamplingutils.scala

java/spark-2.4.0/stream.scala

java/spark-2.4.0/streamutils.scala

java/spark-2.4.0/strsplit.scala

java/spark-2.4.0/structcolumnutils.scala

java/spark-2.4.0/structtypeasjson.scala

java/spark-2.4.0/test.scala

java/spark-2.4.0/tracker.scala

java/spark-2.4.0/transformers.scala

java/spark-2.4.0/udfutils.scala

java/spark-2.4.0/utils.scala

java/spark-2.4.0/weightedquantilesummaries.scala

java/spark-2.4.0/workerapply.scala

java/spark-2.4.0/workercontext.scala

java/spark-2.4.0/workerhelper.scala

java/spark-2.4.0/workerrdd.scala

java/spark-3.0.0/arrowbatchstreamwriter.scala

java/spark-3.0.0/arrowconverters.scala

java/spark-3.0.0/clowntown.scala

java/spark-3.0.0/stratifiedsamplingutils.scala

java/spark-3.0.0/temporalarraycolumnutils.scala

java/spark-3.0.0/weightedquantilediscretizer.scala

java/spark-3.5.0/applyutils.scala

java/spark-3.5.0/arrowbatchstreamwriter.scala

java/spark-3.5.0/arrowconverters.scala

java/spark-3.5.0/clowntown.scala

java/spark-3.5.0/sparksqlutils.scala

java/spark-3.5.0/stratifiedsamplingutils.scala

java/spark-3.5.0/streamutils.scala

java/spark-3.5.0/workerhelper.scala

man-roxygen/roxlate-ml-aggregation-depth.R man-roxygen/roxlate-ml-algo.R man-roxygen/roxlate-ml-checkpoint-interval.R man-roxygen/roxlate-ml-clustering-algo.R man-roxygen/roxlate-ml-clustering-params.R man-roxygen/roxlate-ml-compute-cost.R man-roxygen/roxlate-ml-decision-trees-base-params.R man-roxygen/roxlate-ml-decision-trees-cache-node-ids.R man-roxygen/roxlate-ml-decision-trees-col-sample-rate.R man-roxygen/roxlate-ml-decision-trees-impurity.R man-roxygen/roxlate-ml-decision-trees-learn-rate.R man-roxygen/roxlate-ml-decision-trees-loss-type.R man-roxygen/roxlate-ml-decision-trees-max-depth.R man-roxygen/roxlate-ml-decision-trees-max-memory.R man-roxygen/roxlate-ml-decision-trees-min-info-gain.R man-roxygen/roxlate-ml-decision-trees-min-rows.R man-roxygen/roxlate-ml-decision-trees-num-trees.R man-roxygen/roxlate-ml-decision-trees-sample-rate.R man-roxygen/roxlate-ml-decision-trees-seed.R man-roxygen/roxlate-ml-decision-trees-thresholds.R man-roxygen/roxlate-ml-decision-trees-type.R man-roxygen/roxlate-ml-dots.R man-roxygen/roxlate-ml-elastic-net-param.R man-roxygen/roxlate-ml-feature-estimator-transformer.R man-roxygen/roxlate-ml-feature-handle-invalid.R man-roxygen/roxlate-ml-feature-input-output-col.R man-roxygen/roxlate-ml-feature-subset-strategy.R man-roxygen/roxlate-ml-feature-transformer.R man-roxygen/roxlate-ml-features-col.R man-roxygen/roxlate-ml-features.R man-roxygen/roxlate-ml-formula-params.R man-roxygen/roxlate-ml-intercept.R man-roxygen/roxlate-ml-iter-max.R man-roxygen/roxlate-ml-label-col.R man-roxygen/roxlate-ml-linear-regression-params.R man-roxygen/roxlate-ml-max-iter.R man-roxygen/roxlate-ml-old-feature-response.R man-roxygen/roxlate-ml-options.R man-roxygen/roxlate-ml-prediction-col.R man-roxygen/roxlate-ml-predictor-params.R man-roxygen/roxlate-ml-probabilistic-classifier-params.R man-roxygen/roxlate-ml-regression-penalty.R man-roxygen/roxlate-ml-response.R man-roxygen/roxlate-ml-seed.R man-roxygen/roxlate-ml-standardization.R man-roxygen/roxlate-ml-tol.R man-roxygen/roxlate-ml-uid.R man-roxygen/roxlate-ml-weight-col.R man-roxygen/roxlate-ml-x.R man/DBISparkResult-class.Rd man/arrow_enabled_object.Rd man/checkpoint_directory.Rd man/collect.Rd man/collect_from_rds.Rd man/compile_package_jars.Rd man/connection_config.Rd man/connection_is_open.Rd man/connection_spark_shinyapp.Rd man/copy_to.Rd man/copy_to.spark_connection.Rd man/distinct.Rd man/download_scalac.Rd man/dplyr_hof.Rd man/ensure.Rd man/fill.Rd man/filter.Rd man/find_scalac.Rd man/ft_binarizer.Rd man/ft_bucketizer.Rd man/ft_chisq_selector.Rd man/ft_count_vectorizer.Rd man/ft_dct.Rd man/ft_elementwise_product.Rd man/ft_feature_hasher.Rd man/ft_hashing_tf.Rd man/ft_idf.Rd man/ft_imputer.Rd man/ft_index_to_string.Rd man/ft_interaction.Rd man/ft_lsh.Rd man/ft_lsh_utils.Rd man/ft_max_abs_scaler.Rd man/ft_min_max_scaler.Rd man/ft_ngram.Rd man/ft_normalizer.Rd man/ft_one_hot_encoder.Rd man/ft_one_hot_encoder_estimator.Rd man/ft_pca.Rd man/ft_polynomial_expansion.Rd man/ft_quantile_discretizer.Rd man/ft_r_formula.Rd man/ft_regex_tokenizer.Rd man/ft_robust_scaler.Rd man/ft_standard_scaler.Rd man/ft_stop_words_remover.Rd man/ft_string_indexer.Rd man/ft_tokenizer.Rd man/ft_vector_assembler.Rd man/ft_vector_indexer.Rd man/ft_vector_slicer.Rd man/ft_word2vec.Rd man/full_join.Rd man/generic_call_interface.Rd man/get_spark_sql_catalog_implementation.Rd man/grapes-greater-than-grapes.Rd man/hive_context_config.Rd man/hof_aggregate.Rd man/hof_array_sort.Rd man/hof_exists.Rd man/hof_filter.Rd man/hof_forall.Rd man/hof_map_filter.Rd man/hof_map_zip_with.Rd man/hof_transform.Rd man/hof_transform_keys.Rd man/hof_transform_values.Rd man/hof_zip_with.Rd man/inner_join.Rd man/invoke.Rd man/invoke_method.Rd man/j_invoke.Rd man/j_invoke_method.Rd man/jarray.Rd man/jfloat.Rd man/jfloat_array.Rd man/jobj_class.Rd man/jobj_set_param.Rd man/join.tbl_spark.Rd man/left_join.Rd man/list_sparklyr_jars.Rd man/livy_config.Rd man/livy_install.Rd man/livy_service.Rd man/ml-constructors.Rd man/ml-model-constructors.Rd man/ml-params.Rd man/ml-persistence.Rd man/ml-transform-methods.Rd man/ml-tuning.Rd man/ml_add_stage.Rd man/ml_aft_survival_regression.Rd man/ml_als.Rd man/ml_als_tidiers.Rd man/ml_bisecting_kmeans.Rd man/ml_call_constructor.Rd man/ml_chisquare_test.Rd man/ml_clustering_evaluator.Rd man/ml_corr.Rd man/ml_decision_tree.Rd man/ml_default_stop_words.Rd man/ml_evaluate.Rd man/ml_evaluator.Rd man/ml_feature_importances.Rd man/ml_fpgrowth.Rd man/ml_gaussian_mixture.Rd man/ml_generalized_linear_regression.Rd man/ml_glm_tidiers.Rd man/ml_gradient_boosted_trees.Rd man/ml_isotonic_regression.Rd man/ml_isotonic_regression_tidiers.Rd man/ml_kmeans.Rd man/ml_kmeans_cluster_eval.Rd man/ml_lda.Rd man/ml_lda_tidiers.Rd man/ml_linear_regression.Rd man/ml_linear_svc.Rd man/ml_linear_svc_tidiers.Rd man/ml_logistic_regression.Rd man/ml_logistic_regression_tidiers.Rd man/ml_metrics_binary.Rd man/ml_metrics_multiclass.Rd man/ml_metrics_regression.Rd man/ml_model_data.Rd man/ml_multilayer_perceptron_classifier.Rd man/ml_multilayer_perceptron_tidiers.Rd man/ml_naive_bayes.Rd man/ml_naive_bayes_tidiers.Rd man/ml_one_vs_rest.Rd man/ml_pca_tidiers.Rd man/ml_pipeline.Rd man/ml_power_iteration.Rd man/ml_prefixspan.Rd man/ml_random_forest.Rd man/ml_stage.Rd man/ml_standardize_formula.Rd man/ml_summary.Rd man/ml_survival_regression_tidiers.Rd man/ml_tree_tidiers.Rd man/ml_uid.Rd man/ml_unsupervised_tidiers.Rd man/mutate.Rd man/na.replace.Rd man/nest.Rd man/pipe.Rd man/pivot_longer.Rd man/pivot_wider.Rd man/print_jobj.Rd man/quote_sql_name.Rd man/random_string.Rd man/reactiveSpark.Rd man/reexports.Rd man/registerDoSpark.Rd man/register_extension.Rd man/replace_na.Rd man/right_join.Rd man/sdf-saveload.Rd man/sdf-transform-methods.Rd man/sdf_along.Rd man/sdf_bind.Rd man/sdf_broadcast.Rd man/sdf_checkpoint.Rd man/sdf_coalesce.Rd man/sdf_collect.Rd man/sdf_copy_to.Rd man/sdf_crosstab.Rd man/sdf_debug_string.Rd man/sdf_describe.Rd man/sdf_dim.Rd man/sdf_distinct.Rd man/sdf_drop_duplicates.Rd man/sdf_expand_grid.Rd man/sdf_fast_bind_cols.Rd man/sdf_from_avro.Rd man/sdf_is_streaming.Rd man/sdf_last_index.Rd man/sdf_len.Rd man/sdf_num_partitions.Rd man/sdf_partition_sizes.Rd man/sdf_persist.Rd man/sdf_pivot.Rd man/sdf_project.Rd man/sdf_quantile.Rd man/sdf_random_split.Rd man/sdf_rbeta.Rd man/sdf_rbinom.Rd man/sdf_rcauchy.Rd man/sdf_rchisq.Rd man/sdf_read_column.Rd man/sdf_register.Rd man/sdf_repartition.Rd man/sdf_residuals.Rd man/sdf_rexp.Rd man/sdf_rgamma.Rd man/sdf_rgeom.Rd man/sdf_rhyper.Rd man/sdf_rlnorm.Rd man/sdf_rnorm.Rd man/sdf_rpois.Rd man/sdf_rt.Rd man/sdf_runif.Rd man/sdf_rweibull.Rd man/sdf_sample.Rd man/sdf_schema.Rd man/sdf_separate_column.Rd man/sdf_seq.Rd man/sdf_sort.Rd man/sdf_sql.Rd man/sdf_to_avro.Rd man/sdf_unnest_longer.Rd man/sdf_unnest_wider.Rd man/sdf_weighted_sample.Rd man/sdf_with_sequential_id.Rd man/sdf_with_unique_id.Rd man/select.Rd man/separate.Rd man/spark-api.Rd man/spark-connections.Rd man/spark_adaptive_query_execution.Rd man/spark_advisory_shuffle_partition_size.Rd man/spark_apply.Rd man/spark_apply_bundle.Rd man/spark_apply_log.Rd man/spark_auto_broadcast_join_threshold.Rd man/spark_coalesce_initial_num_partitions.Rd man/spark_coalesce_min_num_partitions.Rd man/spark_coalesce_shuffle_partitions.Rd man/spark_compilation_spec.Rd man/spark_compile.Rd man/spark_config.Rd man/spark_config_exists.Rd man/spark_config_kubernetes.Rd man/spark_config_packages.Rd man/spark_config_settings.Rd man/spark_config_value.Rd man/spark_configuration.Rd man/spark_connect_method.Rd man/spark_connection-class.Rd man/spark_connection.Rd man/spark_connection_find.Rd man/spark_context_config.Rd man/spark_dataframe.Rd man/spark_default_compilation_spec.Rd man/spark_default_version.Rd man/spark_dependency.Rd man/spark_dependency_fallback.Rd man/spark_extension.Rd man/spark_get_java.Rd man/spark_home_dir.Rd man/spark_home_set.Rd man/spark_ide_connection_open.Rd man/spark_insert_table.Rd man/spark_install.Rd man/spark_install_find.Rd man/spark_install_sync.Rd man/spark_integ_test_skip.Rd man/spark_jobj-class.Rd man/spark_jobj.Rd man/spark_last_error.Rd man/spark_load_table.Rd man/spark_log.Rd man/spark_pipeline_stage.Rd man/spark_read.Rd man/spark_read_avro.Rd man/spark_read_binary.Rd man/spark_read_csv.Rd man/spark_read_delta.Rd man/spark_read_image.Rd man/spark_read_jdbc.Rd man/spark_read_json.Rd man/spark_read_libsvm.Rd man/spark_read_orc.Rd man/spark_read_parquet.Rd man/spark_read_source.Rd man/spark_read_table.Rd man/spark_read_text.Rd man/spark_save_table.Rd man/spark_statistical_routines.Rd man/spark_table_name.Rd man/spark_version.Rd man/spark_version_from_home.Rd man/spark_versions.Rd man/spark_web.Rd man/spark_write.Rd man/spark_write_avro.Rd man/spark_write_csv.Rd man/spark_write_delta.Rd man/spark_write_jdbc.Rd man/spark_write_json.Rd man/spark_write_orc.Rd man/spark_write_parquet.Rd man/spark_write_rds.Rd man/spark_write_source.Rd man/spark_write_table.Rd man/spark_write_text.Rd man/sparklyr_get_backend_port.Rd man/sql-transformer.Rd man/src_databases.Rd man/stream_find.Rd man/stream_generate_test.Rd man/stream_id.Rd man/stream_lag.Rd man/stream_name.Rd man/stream_read_csv.Rd man/stream_render.Rd man/stream_stats.Rd man/stream_stop.Rd man/stream_trigger_continuous.Rd man/stream_trigger_interval.Rd man/stream_view.Rd man/stream_watermark.Rd man/stream_write_csv.Rd man/stream_write_memory.Rd man/sub-.tbl_spark.Rd man/tbl_cache.Rd man/tbl_change_db.Rd man/tbl_uncache.Rd man/transform_sdf.Rd man/unite.Rd man/unnest.Rd man/worker_spark_apply_unbundle.Rd

revdep/.gitignore

revdep/README.md revdep/cran.md revdep/failures.md revdep/problems.md

sparklyr.Rproj

tests/testthat.R tests/testthat/batch/batch.R tests/testthat/batch/empty.R

tests/testthat/data/images/edit-sql.png

tests/testthat/data/images/help.png

tests/testthat/data/images/livy-ui.png

tests/testthat/data/images/livy.png

tests/testthat/data/images/spark-log.png

tests/testthat/data/images/spark-ui.png

tests/testthat/data/images/spark.png

tests/testthat/data/images/yarn-ui.png

tests/testthat/data/packages-sample.rds

tests/testthat/data/sample_kmeans_data.txt

tests/testthat/data/sample_lda_libsvm_data.txt

tests/testthat/data/sample_libsvm_data.txt

tests/testthat/data/spark-read-csv-can-read-column-types.txt

tests/testthat/data/spark-read-csv-can-read-long-decimals.csv

tests/testthat/data/spark-read-csv-can-read-verbatim-column-types.csv

tests/testthat/data/spark-read-csv-can-read-with-named-character-name.txt

tests/testthat/data/spark-read-csv-can-read-with-no-name.txt

tests/testthat/data/spark-read-csv-can-rename-columns.csv

tests/testthat/data/spark-read-csv-column-containing-non-ascii.csv

tests/testthat/data/spark-read-json-can-load-data-using-column-names.json

tests/testthat/data/spark-read-json-can-load-data-using-column-types.json

tests/testthat/data/spark-read-json-can-load-nested-structs-using-column-types.json

tests/testthat/data/spark-read-text-can-read-a-whole-file.txt

tests/testthat/data/spark-read-write-text-ascii.txt

tests/testthat/data/struct-inside-arrays.json

tests/testthat/data/struct-inside-nested-arrays.json

tests/testthat/data/test_spark_read.avro/part-00000-da58348e-05d7-45c6-939b-e4a1d6251cda-c000.avro

tests/testthat/data/test_spark_read_binary/file0.dat

tests/testthat/data/test_spark_read_binary/file1.dat

tests/testthat/data/test_spark_read_binary/file2.dat

tests/testthat/data/test_spark_read_binary/file3.ascii

tests/testthat/data/test_spark_read_binary_recursive_file_lookup/a=0/b=0/file0.dat

tests/testthat/data/test_spark_read_binary_recursive_file_lookup/a=1/b=0/file1.dat

tests/testthat/data/test_spark_read_binary_recursive_file_lookup/b=1/file3.dat

tests/testthat/data/test_spark_read_binary_recursive_file_lookup/file2.dat

tests/testthat/data/test_spark_read_binary_with_flat_partition_specs/file_to_ignore

tests/testthat/data/test_spark_read_binary_with_flat_partition_specs/partition=0/file0.dat

tests/testthat/data/test_spark_read_binary_with_flat_partition_specs/partition=1/file1.dat

tests/testthat/data/test_spark_read_binary_with_flat_partition_specs/partition=2/file2.dat

tests/testthat/data/test_spark_read_binary_with_flat_partition_specs/partition=2/file3.dat

tests/testthat/data/test_spark_read_binary_with_nested_partition_specs/a=0/b=0/file0.dat

tests/testthat/data/test_spark_read_binary_with_nested_partition_specs/a=0/b=1/file2.dat

tests/testthat/data/test_spark_read_binary_with_nested_partition_specs/a=1/b=0/file1.dat

tests/testthat/data/test_spark_read_binary_with_nested_partition_specs/a=1/b=1/file3.dat

tests/testthat/data/test_spark_read_binary_with_nested_partition_specs/file_to_ignore

tests/testthat/data/weekdays/weekdays.csv

tests/testthat/data/with_embedded_nul.csv

tests/testthat/data/yarn-site.xml

tests/testthat/helper-context.R tests/testthat/helper-expect.R tests/testthat/helper-initialize.R tests/testthat/helper-reporter.R tests/testthat/helper-skip.R tests/testthat/helper-utils.R

tests/testthat/hs_err_pid7822.log

tests/testthat/output/print/aft-model.txt

tests/testthat/output/print/binary-classification-evaluator.txt

tests/testthat/output/print/bisecting-kmeans.txt

tests/testthat/output/print/cv1.txt

tests/testthat/output/print/cv2.txt

tests/testthat/output/print/cv3.txt

tests/testthat/output/print/decision-tree-new.txt

tests/testthat/output/print/decision-tree-old.txt

tests/testthat/output/print/decision-tree-spark-3.0.0.txt

tests/testthat/output/print/glm-summary.txt

tests/testthat/output/print/glm.txt

tests/testthat/output/print/linear-regression-summary.txt

tests/testthat/output/print/linear-regression.txt

tests/testthat/output/print/logreg.txt

tests/testthat/output/print/multiclass-classification-evaluator-spark-3.0.0.txt

tests/testthat/output/print/multiclass-classification-evaluator.txt

tests/testthat/output/print/naive_bayes.txt

tests/testthat/output/print/regression-evaluator.txt

tests/testthat/output/print/standard-scaler-model.txt

tests/testthat/output/print/tvs1.txt

tests/testthat/output/print/tvs2.txt

tests/testthat/output/print/tvs3.txt

tests/testthat/output/print/vector-assembler.txt

tests/testthat/setup.R tests/testthat/test-barrier.R tests/testthat/test-binds.R tests/testthat/test-broom-aft_survival_regression.R tests/testthat/test-broom-als.R tests/testthat/test-broom-bisecting_kmeans.R tests/testthat/test-broom-decision_tree.R tests/testthat/test-broom-gaussian_mixture.R tests/testthat/test-broom-gradient_boosted_trees.R tests/testthat/test-broom-isotonic_regression.R tests/testthat/test-broom-kmeans.R tests/testthat/test-broom-lda.R tests/testthat/test-broom-linear_svc.R tests/testthat/test-broom-logistic_regression.R tests/testthat/test-broom-multilayer_perceptron.R tests/testthat/test-broom-naive_bayes.R tests/testthat/test-broom-pca.R tests/testthat/test-broom-random_forest.R tests/testthat/test-broom.R tests/testthat/test-column-extraction.R tests/testthat/test-compile.R tests/testthat/test-config-packages.R tests/testthat/test-config.R tests/testthat/test-connect-gateway.R tests/testthat/test-connect-shell.R tests/testthat/test-connect-synapse.R tests/testthat/test-connect-test.R tests/testthat/test-copy-to.R tests/testthat/test-databricks-connect.R tests/testthat/test-dbi.R tests/testthat/test-do-spark.R tests/testthat/test-dplyr-cumprod.R tests/testthat/test-dplyr-distinct.R tests/testthat/test-dplyr-do.R tests/testthat/test-dplyr-hive-operators.R tests/testthat/test-dplyr-hof.R tests/testthat/test-dplyr-join.R tests/testthat/test-dplyr-lead-lag.R tests/testthat/test-dplyr-row-sums.R tests/testthat/test-dplyr-sample-frac.R tests/testthat/test-dplyr-sample-n.R tests/testthat/test-dplyr-sample.R tests/testthat/test-dplyr-spark.R tests/testthat/test-dplyr-stats.R tests/testthat/test-dplyr-top-n.R tests/testthat/test-dplyr-weighted-mean.R tests/testthat/test-dplyr.R tests/testthat/test-extension-nested.R tests/testthat/test-extensions.R tests/testthat/test-feature-one-hot-encoder-estimator.R tests/testthat/test-feature-vector-indexer.R tests/testthat/test-install.R tests/testthat/test-install_spark.R tests/testthat/test-invoke.R tests/testthat/test-jarray.R tests/testthat/test-java.R tests/testthat/test-jfloat-array.R tests/testthat/test-jfloat.R tests/testthat/test-kubernetes-config.R tests/testthat/test-livy-config.R tests/testthat/test-livy-proxy.R tests/testthat/test-ml-als.R tests/testthat/test-ml-classification-decision-tree-classifier.R tests/testthat/test-ml-classification-gbt-classifier.R tests/testthat/test-ml-classification-linear-svc.R tests/testthat/test-ml-classification-logistic-regression.R tests/testthat/test-ml-classification-multilayer-perceptron.R tests/testthat/test-ml-classification-naive-bayes.R tests/testthat/test-ml-classification-one-vs-rest.R tests/testthat/test-ml-classification-random-forest-classifier.R tests/testthat/test-ml-clustering-bisecting-kmeans.R tests/testthat/test-ml-clustering-gaussian-mixture.R tests/testthat/test-ml-clustering-kmeans-ext.R tests/testthat/test-ml-clustering-kmeans.R tests/testthat/test-ml-clustering-lda.R tests/testthat/test-ml-clustering-power-iteration.R tests/testthat/test-ml-evaluate.R tests/testthat/test-ml-evaluation-clustering.R tests/testthat/test-ml-evaluation.R tests/testthat/test-ml-feature-binarizer.R tests/testthat/test-ml-feature-bucketizer.R tests/testthat/test-ml-feature-chisq-selector.R tests/testthat/test-ml-feature-count-vectorizer.R tests/testthat/test-ml-feature-dct.R tests/testthat/test-ml-feature-dplyr-transformer.R tests/testthat/test-ml-feature-elementwise-product.R tests/testthat/test-ml-feature-feature-hasher.R tests/testthat/test-ml-feature-hashing-tf.R tests/testthat/test-ml-feature-idf.R tests/testthat/test-ml-feature-imputer.R tests/testthat/test-ml-feature-interaction.R tests/testthat/test-ml-feature-max-abs-scaler.R tests/testthat/test-ml-feature-min-max-scaler.R tests/testthat/test-ml-feature-minhash-lsh.R tests/testthat/test-ml-feature-ngram.R tests/testthat/test-ml-feature-normalizer.R tests/testthat/test-ml-feature-one-hot-encoder.R tests/testthat/test-ml-feature-pca.R tests/testthat/test-ml-feature-polynomial-expansion.R tests/testthat/test-ml-feature-quantile-discretizer.R tests/testthat/test-ml-feature-r-formula.R tests/testthat/test-ml-feature-random-projection-lsh.R tests/testthat/test-ml-feature-regex-tokenizer.R tests/testthat/test-ml-feature-robust-scaler.R tests/testthat/test-ml-feature-sql-transformer.R tests/testthat/test-ml-feature-standard-scaler.R tests/testthat/test-ml-feature-stop-words-remover.R tests/testthat/test-ml-feature-string-indexer.R tests/testthat/test-ml-feature-tokenizer.R tests/testthat/test-ml-feature-vector-assembler.R tests/testthat/test-ml-feature-vector-slicer.R tests/testthat/test-ml-feature-word2vec.R tests/testthat/test-ml-fpm-fpgrowth.R tests/testthat/test-ml-fpm-prefixspan.R tests/testthat/test-ml-persistence.R tests/testthat/test-ml-pipeline-utils.R tests/testthat/test-ml-pipeline.R tests/testthat/test-ml-print-methods.R tests/testthat/test-ml-programming.R tests/testthat/test-ml-regression-aft-survival-regression.R tests/testthat/test-ml-regression-decision-tree-regressor.R tests/testthat/test-ml-regression-gbt-regressor.R tests/testthat/test-ml-regression-generalized-linear-regression.R tests/testthat/test-ml-regression-linear-regression.R tests/testthat/test-ml-regression-random-forest-regressor.R tests/testthat/test-ml-stat-chisq.R tests/testthat/test-ml-stat-corr.R tests/testthat/test-ml-supervised-decision-tree.R tests/testthat/test-ml-supervised-gradient-boosted-trees.R tests/testthat/test-ml-supervised-isotonic-regression.R tests/testthat/test-ml-supervised-random-forest.R tests/testthat/test-ml-tree-feature-importances.R tests/testthat/test-ml-tuning-cross-validator.R tests/testthat/test-ml-tuning-train-validation-split.R tests/testthat/test-ml_metrics.R tests/testthat/test-partitioning.R tests/testthat/test-pcre-to-java.R tests/testthat/test-pivot.R tests/testthat/test-pre-command-hooks.R tests/testthat/test-print.R tests/testthat/test-project-template.R tests/testthat/test-read-write-multiple.R tests/testthat/test-read-write.R tests/testthat/test-sdf-avro.R tests/testthat/test-sdf-collect.R tests/testthat/test-sdf-describe.R tests/testthat/test-sdf-distinct.R tests/testthat/test-sdf-drop-duplicates.R tests/testthat/test-sdf-expand-grid.R tests/testthat/test-sdf-partition-sizes.R tests/testthat/test-sdf-stat.R tests/testthat/test-sdf-subsetting-operator.R tests/testthat/test-sdf-unnest-longer.R tests/testthat/test-sdf-unnest-wider.R tests/testthat/test-sdf-weighted-sampling-ext.R tests/testthat/test-sdf-weighted-sampling.R tests/testthat/test-serialization.R tests/testthat/test-spark-apply-bundle.R tests/testthat/test-spark-apply-config.R tests/testthat/test-spark-apply-ext.R tests/testthat/test-spark-apply.R tests/testthat/test-spark-dynamic-config.R tests/testthat/test-spark-utils.R tests/testthat/test-spark-write-rds.R tests/testthat/test-spark_compile.R tests/testthat/test-stratified-sampling.R tests/testthat/test-stream.R tests/testthat/test-submit.R tests/testthat/test-tidyr-fill.R tests/testthat/test-tidyr-nest.R tests/testthat/test-tidyr-pivot-longer.R tests/testthat/test-tidyr-pivot-wider.R tests/testthat/test-tidyr-separate.R tests/testthat/test-tidyr-unite.R tests/testthat/test-tidyr-unnest.R tests/testthat/test-yarn-cluster.R tests/testthat/test-yarn-ui.R

tools/readme/databricks-connect.png

tools/readme/dplyr-ggplot2-1.png

tools/readme/ggplot2-1.png

tools/readme/spark-connect-livy.png

tools/readme/spark-connect.png

tools/readme/spark-dataview.png

tools/readme/sparklyr-diagram.png

utils/README.md utils/ROADMAP.md utils/archive/configure.R

utils/archive/java/spark-1.5.2/backend.scala

utils/archive/java/spark-1.5.2/backendconf.scala

utils/archive/java/spark-1.5.2/backendconfconstants.scala

utils/archive/java/spark-1.5.2/boundedpriorityqueue.scala

utils/archive/java/spark-1.5.2/channel.scala

utils/archive/java/spark-1.5.2/collectors.scala

utils/archive/java/spark-1.5.2/dayssinceepoch.scala

utils/archive/java/spark-1.5.2/dfcollectionutils.scala

utils/archive/java/spark-1.5.2/dfutils.scala

utils/archive/java/spark-1.5.2/distributiongenerators.scala

utils/archive/java/spark-1.5.2/handler.scala

utils/archive/java/spark-1.5.2/invoke.scala

utils/archive/java/spark-1.5.2/logger.scala

utils/archive/java/spark-1.5.2/mlutils.scala

utils/archive/java/spark-1.5.2/partitionutils.scala

utils/archive/java/spark-1.5.2/randomrdds.scala

utils/archive/java/spark-1.5.2/rddutils.scala

utils/archive/java/spark-1.5.2/rscript.scala

utils/archive/java/spark-1.5.2/rtypes.scala

utils/archive/java/spark-1.5.2/rutils.scala

utils/archive/java/spark-1.5.2/samplingutils.scala

utils/archive/java/spark-1.5.2/schemautils.scala

utils/archive/java/spark-1.5.2/serializer.scala

utils/archive/java/spark-1.5.2/shell.scala

utils/archive/java/spark-1.5.2/sparksqlutils.scala

utils/archive/java/spark-1.5.2/sqlutils.scala

utils/archive/java/spark-1.5.2/stream.scala

utils/archive/java/spark-1.5.2/strsplit.scala

utils/archive/java/spark-1.5.2/structtypeasjson.scala

utils/archive/java/spark-1.5.2/test.scala

utils/archive/java/spark-1.5.2/tracker.scala

utils/archive/java/spark-1.5.2/udfutils.scala

utils/archive/java/spark-1.5.2/utils.scala

utils/archive/java/spark-1.5.2/weightedquantilesummaries.scala

utils/archive/java/spark-1.6.0/applyutils.scala

utils/archive/java/spark-1.6.0/arrowconverters.scala

utils/archive/java/spark-1.6.0/classutils.scala

utils/archive/java/spark-1.6.0/cumprod.scala

utils/archive/java/spark-1.6.0/fileutils.scala

utils/archive/java/spark-1.6.0/livyutils.scala

utils/archive/java/spark-1.6.0/rscript.scala

utils/archive/java/spark-1.6.0/sources.scala

utils/archive/java/spark-1.6.0/udfutils.scala

utils/archive/java/spark-1.6.0/workerapply.scala

utils/archive/java/spark-1.6.0/workercontext.scala

utils/archive/java/spark-1.6.0/workerhelper.scala

utils/archive/java/spark-1.6.0/workerrdd.scala

utils/archive/java/spark-2.0.0/applyutils.scala

utils/archive/java/spark-2.0.0/backendconf.scala

utils/archive/java/spark-2.0.0/dfutils.scala

utils/archive/java/spark-2.0.0/livyutils.scala

utils/archive/java/spark-2.0.0/mlutils2.scala

utils/archive/java/spark-2.0.0/partitionutils.scala

utils/archive/java/spark-2.0.0/rdscollector.scala

utils/archive/java/spark-2.0.0/repartition.scala

utils/archive/java/spark-2.0.0/sparksqlutils.scala

utils/archive/java/spark-2.0.0/stratifiedsamplingutils.scala

utils/archive/java/spark-2.0.0/streamutils.scala

utils/archive/java/spark-2.0.0/transformers.scala

utils/archive/java/spark-2.0.0/workerhelper.scala

utils/archive/java/spark-2.3.0/applyutils.scala

utils/archive/java/spark-2.3.0/arrowbatchstreamwriter.scala

utils/archive/java/spark-2.3.0/arrowconverters.scala

utils/archive/java/spark-2.3.0/arrowhelper.scala

utils/archive/java/spark-2.3.0/bucketizerutils.scala

utils/archive/java/spark-2.3.0/dfcollectionutils.scala

utils/archive/java/spark-2.3.0/livyutils.scala

utils/archive/java/spark-2.4.0/RDDBarrier.scala

utils/archive/java/spark-2.4.0/structcolumnutils.scala

utils/archive/run-tests

utils/archive/spark-master-install.sh

utils/archive/update_scripts.R utils/build_jars/update_embedded_sources.R utils/build_jars/update_jars.R

utils/spark_versions/.gitignore

utils/spark_versions/spark_versions.R

rstudio/sparklyr documentation built on March 29, 2024, 3:30 p.m.