Files in sparklyr

R Interface to Apache Spark

MD5

NEWS.md README.md

NAMESPACE

DESCRIPTION

LICENSE

java/embedded_sources.R

java/spark-1.5.2/rtypes.scala

java/spark-1.5.2/udfutils.scala

java/spark-1.5.2/logger.scala

java/spark-1.5.2/rddutils.scala

java/spark-1.5.2/distributiongenerators.scala

java/spark-1.5.2/tracker.scala

java/spark-1.5.2/sqlutils.scala

java/spark-1.5.2/samplingutils.scala

java/spark-1.5.2/schemautils.scala

java/spark-1.5.2/collectors.scala

java/spark-1.5.2/randomrdds.scala

java/spark-1.5.2/backendconf.scala

java/spark-1.5.2/dayssinceepoch.scala

java/spark-1.5.2/shell.scala

java/spark-1.5.2/sparksqlutils.scala

java/spark-1.5.2/channel.scala

java/spark-1.5.2/test.scala

java/spark-1.5.2/dfutils.scala

java/spark-1.5.2/rutils.scala

java/spark-1.5.2/backend.scala

java/spark-1.5.2/serializer.scala

java/spark-1.5.2/stream.scala

java/spark-1.5.2/partitionutils.scala

java/spark-1.5.2/weightedquantilesummaries.scala

java/spark-1.5.2/backendconfconstants.scala

java/spark-1.5.2/invoke.scala

java/spark-1.5.2/structtypeasjson.scala

java/spark-1.5.2/rscript.scala

java/spark-1.5.2/utils.scala

java/spark-1.5.2/strsplit.scala

java/spark-1.5.2/boundedpriorityqueue.scala

java/spark-1.5.2/dfcollectionutils.scala

java/spark-1.5.2/mlutils.scala

java/spark-1.5.2/handler.scala

java/spark-3.5.0/clowntown.scala

java/spark-3.5.0/sparksqlutils.scala

java/spark-3.5.0/applyutils.scala

java/spark-3.5.0/workerhelper.scala

java/spark-3.5.0/stratifiedsamplingutils.scala

java/spark-3.5.0/streamutils.scala

java/spark-3.5.0/arrowbatchstreamwriter.scala

java/spark-3.5.0/arrowconverters.scala

java/spark-1.6.0/udfutils.scala

java/spark-1.6.0/cumprod.scala

java/spark-1.6.0/workercontext.scala

java/spark-1.6.0/workerrdd.scala

java/spark-1.6.0/livyutils.scala

java/spark-1.6.0/applyutils.scala

java/spark-1.6.0/workerhelper.scala

java/spark-1.6.0/fileutils.scala

java/spark-1.6.0/arrowconverters.scala

java/spark-1.6.0/sources.scala

java/spark-1.6.0/workerapply.scala

java/spark-1.6.0/rscript.scala

java/spark-1.6.0/classutils.scala

java/spark-3.0.0/weightedquantilediscretizer.scala

java/spark-3.0.0/clowntown.scala

java/spark-3.0.0/temporalarraycolumnutils.scala

java/spark-3.0.0/stratifiedsamplingutils.scala

java/spark-3.0.0/arrowbatchstreamwriter.scala

java/spark-3.0.0/arrowconverters.scala

java/spark-2.0.0/transformers.scala

java/spark-2.0.0/backendconf.scala

java/spark-2.0.0/sparksqlutils.scala

java/spark-2.0.0/livyutils.scala

java/spark-2.0.0/rdscollector.scala

java/spark-2.0.0/dfutils.scala

java/spark-2.0.0/applyutils.scala

java/spark-2.0.0/workerhelper.scala

java/spark-2.0.0/stratifiedsamplingutils.scala

java/spark-2.0.0/partitionutils.scala

java/spark-2.0.0/streamutils.scala

java/spark-2.0.0/mlutils2.scala

java/spark-2.0.0/repartition.scala

java/spark-2.4.0/structcolumnutils.scala

java/spark-2.4.0/RDDBarrier.scala

java/spark-2.3.0/arrowhelper.scala

java/spark-2.3.0/bucketizerutils.scala

java/spark-2.3.0/livyutils.scala

java/spark-2.3.0/applyutils.scala

java/spark-2.3.0/arrowbatchstreamwriter.scala

java/spark-2.3.0/arrowconverters.scala

java/spark-2.3.0/dfcollectionutils.scala

R/ml_model_one_vs_rest.R R/spark_data_build_types.R R/ml_feature_hashing_tf.R R/ml_validator_utils.R R/ml_model_linear_regression.R R/ml_tuning_train_validation_split.R R/ml_regression_isotonic_regression.R R/data_copy.R R/ml_regression_random_forest_regressor.R R/sql_utils.R R/tidyr_utils.R R/spark_context_config.R R/ml_clustering_gaussian_mixture.R R/dplyr_verbs.R R/core_deserialize.R R/do_spark.R R/ml_clustering_lda.R R/stream_data.R R/spark_gen_embedded_sources.R R/core_config.R R/ml_param_utils.R R/ml_tuning.R R/ml_feature_bucketizer.R R/dplyr_sql_translation.R R/tidiers_ml_linear_models.R R/data_csv.R R/ml_summary.R R/ml_fpm_prefixspan.R R/connection_instances.R R/ml_feature_chisq_selector.R R/worker_log.R R/spark_compile.R R/ml_utils.R R/ml_feature_index_to_string.R R/ml_classification_linear_svc.R R/tidyr_unnest.R R/tidyr_pivot_utils.R R/core_arrow.R R/ml_model_helpers.R R/spark_apply.R R/dbi_spark_connection.R R/ml_feature_min_max_scaler.R R/yarn_ui.R R/worker_invoke.R R/core_worker_config.R R/ml_constructor_utils.R R/ml_evaluator.R R/tidyr_fill.R R/ml_persistence.R R/ml_pipeline.R R/ml_transformation_methods.R R/stream_operations.R R/ml_feature_dplyr_transformer.R R/ml_model_generalized_linear_regression.R R/ml_recommendation_als.R R/ml_classification_naive_bayes.R R/connection_shinyapp.R R/dplyr_sql.R R/ml_regression_aft_survival_regression.R R/ml_classification_logistic_regression.R R/ml_clustering_bisecting_kmeans.R R/tidiers_ml_lda.R R/sdf_utils.R R/ml_evaluation_prediction.R R/worker_apply.R R/sdf_wrapper.R R/spark_hive.R R/tidiers_ml_logistic_regression.R R/ml_feature_one_hot_encoder_estimator.R R/ml_classification_multilayer_perceptron_classifier.R R/sdf_streaming.R R/ml_feature_pca.R R/ml_feature_count_vectorizer.R R/params_validator.R R/spark_ide.R R/spark_update_embedded_sources.R R/spark_utils.R R/tidyr_pivot_wider.R R/ml_classification_random_forest_classifier.R R/tidiers_pca.R R/sdf_unnest_wider.R R/ml_model_bisecting_kmeans.R R/spark_home.R R/ml_feature_stop_words_remover.R R/dplyr_join.R R/core_connection.R R/spark_globals.R R/sdf_sql.R R/ml_model_als.R R/ml_feature_word2vec.R R/ml_model_logistic_regression.R R/ml_feature_minhash_lsh.R R/ml_model_naive_bayes.R R/ml_model_kmeans.R R/tidiers_ml_als.R R/precondition.R R/tidyr_pivot_longer.R R/ml_classification_decision_tree_classifier.R R/worker_connection.R R/ml_model_lda.R R/ml_feature_imputer.R R/connection_spark.R R/ml_tuning_cross_validator.R R/tidiers_ml_isotonic_regression.R R/stratified_sample.R R/ml_feature_max_abs_scaler.R R/spark_version.R R/reexports.R R/ml_mapping_tables.R R/ml_feature_lsh_utils.R R/ml_regression_generalized_linear_regression.R R/ml_clustering_power_iteration.R R/ml_feature_string_indexer.R R/connection_progress.R R/ml_pipeline_utils.R R/ml_metrics.R R/tidiers_ml_svc_models.R R/shell_connection.R R/livy_invoke.R R/spark_apply_bundle.R R/qubole_connection.R R/tidyr_separate.R R/install_spark_versions.R R/spark_dataframe.R R/ml_feature_quantile_discretizer.R R/tidiers_ml_unsupervised_models.R R/ml_fpm_fpgrowth.R R/tidiers_ml_naive_bayes.R R/spark_sql.R R/ml_print_utils.R R/ml_model_gradient_boosted_trees.R R/livy_service.R R/ml_evaluation_clustering.R R/yarn_cluster.R R/ml_feature_sql_transformer.R R/dplyr_hof.R R/kubernetes_config.R R/sdf_unnest_longer.R R/dplyr_spark_table.R R/core_invoke.R R/sdf_saveload.R R/sdf_distinct.R R/java.R R/sdf_stat.R R/test_connection.R R/ml_model_isotonic_regression.R R/ml_model_utils.R R/stream_shiny.R R/tables_spark.R R/ml_regression_linear_regression.R R/tidiers_ml_multilayer_perceptron.R R/na_actions.R R/ml_feature_interaction.R R/ml_feature_string_indexer_model.R R/ml_classification_gbt_classifier.R R/ml_feature_standard_scaler.R R/ml_model_random_forest.R R/ml_feature_bucketed_random_projection_lsh.R R/ml_regression_gbt_regressor.R R/ml_feature_polynomial_expansion.R R/sdf_interface.R R/databricks_connection.R R/stream_job.R R/core_utils.R R/ml_feature_one_hot_encoder.R R/livy_connection.R R/install_tools.R R/tidiers_utils.R R/tidiers_ml_tree_models.R R/tidyr_unite.R R/ml_feature_ngram.R R/ml_feature_dct.R R/arrow_data.R R/spark_gateway.R R/ml_feature_vector_slicer.R R/ml_model_constructors.R R/core_jobj.R R/install_spark.R R/ml_feature_idf.R R/ml_clustering_kmeans.R R/ml_feature_feature_hasher.R R/config_spark.R R/config_settings.R R/ml_model_linear_svc.R R/worker_connect.R R/spark_submit.R R/ml_feature_vector_indexer.R R/ml_feature_regex_tokenizer.R R/zzz.R R/ml_stat.R R/data_interface.R R/ml_feature_binarizer.R R/new_model_multilayer_perceptron.R R/ml_clustering.R R/spark_extensions.R R/sdf_dim.R R/tidiers_ml_aft_survival_regression.R R/core_gateway.R R/synapse_connection.R R/dplyr_do.R R/imports.R R/spark_verify_embedded_sources.R R/ml_evaluate.R R/worker_main.R R/ml_regression_decision_tree_regressor.R R/install_spark_windows.R R/yarn_config.R R/dbi_spark_result.R R/ml_feature_r_formula.R R/ml_feature_robust_scaler.R R/project_template.R R/avro_utils.R R/ml_classification_one_vs_rest.R R/ml_feature_elementwise_product.R R/ml_feature_normalizer.R R/ml_transformer_and_estimator.R R/jobs_api.R R/livy_install.R R/spark_connection.R R/spark_schema_from_rdd.R R/tbl_spark.R R/ml_model_gaussian_mixture.R R/dplyr_spark.R R/sdf_sequence.R R/dbi_spark_table.R R/utils.R R/dplyr_spark_data.R R/spark_invoke.R R/browse_url.R R/ml_feature_vector_assembler.R R/mutation.R R/core_serialize.R R/ml_helpers.R R/stream_view.R R/tidyr_nest.R R/sdf_ml.R R/ml_feature_tokenizer.R R/ml_model_decision_tree.R

inst/java/sparklyr-2.4-2.11.jar

inst/java/sparklyr-master-2.12.jar

inst/java/sparklyr-1.6-2.10.jar

inst/java/sparklyr-2.0-2.11.jar

inst/java/sparklyr-3.0-2.12.jar

inst/java/sparklyr-1.5-2.10.jar

inst/java/sparklyr-2.3-2.11.jar

inst/java/sparklyr-2.4-2.12.jar

inst/extdata/versions-next.json

inst/extdata/versions.json

inst/extdata/config.json

inst/streams/stream.css

inst/streams/stream.js

inst/rstudio/connections.dcf

inst/rstudio/templates/project/spark.png

inst/rstudio/templates/project/skeleton.dcf

inst/rstudio/shinycon/app.R inst/rstudio/connections/Livy.R

inst/sparkml/class_mapping.json

inst/sparkml/param_mapping.json

inst/icons/livy-ui.png

inst/icons/help.png

inst/icons/yarn-ui.png

inst/icons/edit-sql.png

inst/icons/spark.png

inst/icons/spark-ui.png

inst/icons/livy.png

inst/icons/spark-log.png

inst/pkgdown/templates/layout.html

inst/pkgdown/templates/content-reference-topic.html

inst/pkgdown/templates/content-reference-index.html

inst/conf/config-template.yml

build/partial.rdb

tools/readme/spark-connect.png

tools/readme/sparklyr-diagram.png

tools/readme/spark-dataview.png

tools/readme/spark-connect-livy.png

tools/readme/ggplot2-1.png

tools/readme/databricks-connect.png

tools/readme/dplyr-ggplot2-1.png

man/sdf_rcauchy.Rd man/ft_one_hot_encoder.Rd man/ml_isotonic_regression.Rd man/sdf_project.Rd man/stream_name.Rd man/spark_install.Rd man/sdf_sample.Rd man/spark_statistical_routines.Rd man/sdf_runif.Rd man/ml_clustering_evaluator.Rd man/ml-model-constructors.Rd man/spark_write_parquet.Rd man/ft_word2vec.Rd man/ml_lda_tidiers.Rd man/ml_call_constructor.Rd man/ml_unsupervised_tidiers.Rd man/sdf_rlnorm.Rd man/ft_bucketizer.Rd man/ml_bisecting_kmeans.Rd man/spark_config.Rd man/j_invoke_method.Rd man/hof_transform_keys.Rd man/sdf_residuals.Rd man/ft_lsh_utils.Rd man/ft_pca.Rd man/ml_power_iteration.Rd man/ml_metrics_regression.Rd man/ft_ngram.Rd man/ml_naive_bayes_tidiers.Rd man/ml_als_tidiers.Rd man/stream_trigger_continuous.Rd man/ml_one_vs_rest.Rd man/ml_glm_tidiers.Rd man/DBISparkResult-class.Rd man/spark_write_delta.Rd man/unnest.Rd man/ml_lda.Rd man/sdf_fast_bind_cols.Rd man/ml_kmeans.Rd man/ml_tree_tidiers.Rd man/hof_forall.Rd man/sdf_is_streaming.Rd man/stream_read_delta.Rd man/spark_home_set.Rd man/spark_extension.Rd man/sdf_crosstab.Rd man/ml_multilayer_perceptron_classifier.Rd man/reactiveSpark.Rd man/sdf_dim.Rd man/reexports.Rd man/jfloat_array.Rd man/stream_write_text.Rd man/stream_write_orc.Rd man/stream_trigger_interval.Rd man/sdf_partition_sizes.Rd man/compile_package_jars.Rd man/sdf_register.Rd man/spark_write_source.Rd man/spark_jobj-class.Rd man/hof_zip_with.Rd man/spark_config_exists.Rd man/ml_survival_regression_tidiers.Rd man/hof_transform.Rd man/stream_write_parquet.Rd man/hive_context_config.Rd man/ft_index_to_string.Rd man/invoke_method.Rd man/unite.Rd man/get_spark_sql_catalog_implementation.Rd man/ml_summary.Rd man/spark_context_config.Rd man/hof_transform_values.Rd man/ml_naive_bayes.Rd man/ml_kmeans_cluster_eval.Rd man/spark_config_kubernetes.Rd man/sql-transformer.Rd man/stream_read_kafka.Rd man/spark_read_delta.Rd man/sdf_rbeta.Rd man/sdf_debug_string.Rd man/stream_write_console.Rd man/spark_jobj.Rd man/ml_als.Rd man/ft_r_formula.Rd man/ft_regex_tokenizer.Rd man/spark_web.Rd man/src_databases.Rd man/copy_to.spark_connection.Rd man/spark_home_dir.Rd man/inner_join.Rd man/spark_save_table.Rd man/generic_call_interface.Rd man/sdf-saveload.Rd man/ml_random_forest.Rd man/ml_aft_survival_regression.Rd man/ft_normalizer.Rd man/ml_multilayer_perceptron_tidiers.Rd man/worker_spark_apply_unbundle.Rd man/hof_map_zip_with.Rd man/stream_render.Rd man/sdf_rgamma.Rd man/sdf_len.Rd man/ml-persistence.Rd man/ensure.Rd man/ml_add_stage.Rd man/spark_read_parquet.Rd man/spark_ide_connection_open.Rd man/ml_pca_tidiers.Rd man/spark_default_compilation_spec.Rd man/fill.Rd man/spark_install_sync.Rd man/spark_write_text.Rd man/spark_read_source.Rd man/stream_write_json.Rd man/spark_read.Rd man/spark_install_find.Rd man/tbl_uncache.Rd man/download_scalac.Rd man/spark_read_csv.Rd man/distinct.Rd man/livy_config.Rd man/ft_idf.Rd man/spark-api.Rd man/sdf_read_column.Rd man/spark_version.Rd man/spark_read_jdbc.Rd man/pivot_longer.Rd man/ml_corr.Rd man/stream_find.Rd man/ft_one_hot_encoder_estimator.Rd man/stream_read_csv.Rd man/ml_default_stop_words.Rd man/separate.Rd man/connection_spark_shinyapp.Rd man/spark_get_java.Rd man/spark_pipeline_stage.Rd man/ml_model_data.Rd man/ft_tokenizer.Rd man/sdf_from_avro.Rd man/stream_id.Rd man/ft_stop_words_remover.Rd man/stream_watermark.Rd man/j_invoke.Rd man/stream_read_orc.Rd man/spark_read_json.Rd man/find_scalac.Rd man/stream_read_parquet.Rd man/stream_write_kafka.Rd man/spark_write_rds.Rd man/ml_evaluator.Rd man/stream_write_delta.Rd man/spark_apply_bundle.Rd man/spark_read_text.Rd man/spark_config_packages.Rd man/ft_polynomial_expansion.Rd man/sdf_rchisq.Rd man/ft_robust_scaler.Rd man/sdf_weighted_sample.Rd man/connection_is_open.Rd man/list_sparklyr_jars.Rd man/transform_sdf.Rd man/spark_write.Rd man/spark_configuration.Rd man/spark_connection-class.Rd man/spark_write_orc.Rd man/spark_read_avro.Rd man/replace_na.Rd man/spark_write_avro.Rd man/spark_connect_method.Rd man/sdf_sort.Rd man/sdf_rpois.Rd man/register_extension.Rd man/stream_stop.Rd man/stream_read_text.Rd man/ft_lsh.Rd man/tbl_change_db.Rd man/select.Rd man/ml_decision_tree.Rd man/tbl_cache.Rd man/ml_metrics_binary.Rd man/ml_logistic_regression.Rd man/checkpoint_directory.Rd man/stream_lag.Rd man/spark_version_from_home.Rd man/registerDoSpark.Rd man/spark_write_jdbc.Rd man/grapes-greater-than-grapes.Rd man/sdf_drop_duplicates.Rd man/invoke.Rd man/sdf_rbinom.Rd man/ml_generalized_linear_regression.Rd man/spark_compile.Rd man/nest.Rd man/ft_chisq_selector.Rd man/hof_map_filter.Rd man/sdf_pivot.Rd man/ft_feature_hasher.Rd man/print_jobj.Rd man/sdf_last_index.Rd man/spark_config_settings.Rd man/pivot_wider.Rd man/ml-constructors.Rd man/spark_apply_log.Rd man/jfloat.Rd man/sdf_coalesce.Rd man/full_join.Rd man/ft_count_vectorizer.Rd man/left_join.Rd man/join.tbl_spark.Rd man/stream_stats.Rd man/stream_write_csv.Rd man/sdf_unnest_wider.Rd man/spark_read_table.Rd man/spark_load_table.Rd man/ml_linear_svc_tidiers.Rd man/pipe.Rd man/sdf_sql.Rd man/spark_last_error.Rd man/jobj_class.Rd man/ml_pipeline.Rd man/ft_vector_slicer.Rd man/spark_coalesce_shuffle_partitions.Rd man/ft_binarizer.Rd man/sdf_random_split.Rd man/sdf_rt.Rd man/mutate.Rd man/sdf_distinct.Rd man/sdf_rweibull.Rd man/ml_uid.Rd man/sdf_to_avro.Rd man/hof_filter.Rd man/sdf_bind.Rd man/ml-params.Rd man/spark_log.Rd man/ml_prefixspan.Rd man/stream_generate_test.Rd man/collect.Rd man/sdf_collect.Rd man/ml_fpgrowth.Rd man/sdf_broadcast.Rd man/spark_adaptive_query_execution.Rd man/ml_isotonic_regression_tidiers.Rd man/ft_elementwise_product.Rd man/sdf_rexp.Rd man/spark_compilation_spec.Rd man/dplyr_hof.Rd man/hof_exists.Rd man/sdf_seq.Rd man/sdf_with_sequential_id.Rd man/ml_metrics_multiclass.Rd man/spark_connection_find.Rd man/ft_hashing_tf.Rd man/arrow_enabled_object.Rd man/spark_default_version.Rd man/sdf_separate_column.Rd man/spark_coalesce_min_num_partitions.Rd man/spark_read_binary.Rd man/sdf_rhyper.Rd man/ft_interaction.Rd man/spark_write_json.Rd man/sdf_repartition.Rd man/ml_linear_svc.Rd man/copy_to.Rd man/sdf_persist.Rd man/ml-tuning.Rd man/spark_versions.Rd man/random_string.Rd man/hof_aggregate.Rd man/spark_config_value.Rd man/stream_write_memory.Rd man/sdf_copy_to.Rd man/spark_insert_table.Rd man/spark_advisory_shuffle_partition_size.Rd man/ft_vector_assembler.Rd man/sdf_with_unique_id.Rd man/ml_logistic_regression_tidiers.Rd man/ml_chisquare_test.Rd man/filter.Rd man/sdf_checkpoint.Rd man/sdf_quantile.Rd man/stream_read_socket.Rd man/livy_install.Rd man/ft_quantile_discretizer.Rd man/sdf_expand_grid.Rd man/spark_dataframe.Rd man/ml_standardize_formula.Rd man/ft_vector_indexer.Rd man/spark_connection.Rd man/ml_stage.Rd man/spark_read_libsvm.Rd man/livy_service.Rd man/spark_dependency_fallback.Rd man/sdf_describe.Rd man/sdf_rnorm.Rd man/stream_view.Rd man/spark_write_table.Rd man/spark_read_image.Rd man/sub-.tbl_spark.Rd man/spark-connections.Rd man/ft_standard_scaler.Rd man/ft_string_indexer.Rd man/ml_gaussian_mixture.Rd man/sdf_unnest_longer.Rd man/ml_feature_importances.Rd man/spark_coalesce_initial_num_partitions.Rd man/na.replace.Rd man/right_join.Rd man/spark_write_csv.Rd man/sdf-transform-methods.Rd man/ft_dct.Rd man/spark_dependency.Rd man/spark_apply.Rd man/ft_min_max_scaler.Rd man/ml_evaluate.Rd man/jobj_set_param.Rd man/ml-transform-methods.Rd man/sdf_along.Rd man/ml_linear_regression.Rd man/spark_integ_test_skip.Rd man/quote_sql_name.Rd man/collect_from_rds.Rd man/stream_read_json.Rd man/hof_array_sort.Rd man/ft_imputer.Rd man/ft_max_abs_scaler.Rd man/sdf_num_partitions.Rd man/sparklyr_get_backend_port.Rd man/sdf_rgeom.Rd man/connection_config.Rd man/sdf_schema.Rd man/spark_table_name.Rd man/ml_gradient_boosted_trees.Rd man/jarray.Rd man/spark_auto_broadcast_join_threshold.Rd man/spark_read_orc.Rd

sparklyr documentation built on Nov. 2, 2023, 5:09 p.m.