Search.setIndex({docnames:["index","pyspark","pyspark.ml","pyspark.mllib","pyspark.resource","pyspark.sql","pyspark.streaming"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":2,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["index.rst","pyspark.rst","pyspark.ml.rst","pyspark.mllib.rst","pyspark.resource.rst","pyspark.sql.rst","pyspark.streaming.rst"],objects:{"":{pyspark:[1,0,0,"-"]},"pyspark.Accumulator":{add:[1,2,1,""],value:[1,2,1,""]},"pyspark.AccumulatorParam":{addInPlace:[1,2,1,""],zero:[1,2,1,""]},"pyspark.BarrierTaskContext":{allGather:[1,2,1,""],barrier:[1,2,1,""],get:[1,2,1,""],getTaskInfos:[1,2,1,""]},"pyspark.BasicProfiler":{profile:[1,2,1,""],stats:[1,2,1,""]},"pyspark.Broadcast":{destroy:[1,2,1,""],dump:[1,2,1,""],load:[1,2,1,""],load_from_path:[1,2,1,""],unpersist:[1,2,1,""],value:[1,2,1,""]},"pyspark.MarshalSerializer":{dumps:[1,2,1,""],loads:[1,2,1,""]},"pyspark.PickleSerializer":{dumps:[1,2,1,""],loads:[1,2,1,""]},"pyspark.Profiler":{dump:[1,2,1,""],profile:[1,2,1,""],show:[1,2,1,""],stats:[1,2,1,""]},"pyspark.RDD":{aggregate:[1,2,1,""],aggregateByKey:[1,2,1,""],barrier:[1,2,1,""],cache:[1,2,1,""],cartesian:[1,2,1,""],checkpoint:[1,2,1,""],coalesce:[1,2,1,""],cogroup:[1,2,1,""],collect:[1,2,1,""],collectAsMap:[1,2,1,""],collectWithJobGroup:[1,2,1,""],combineByKey:[1,2,1,""],context:[1,2,1,""],count:[1,2,1,""],countApprox:[1,2,1,""],countApproxDistinct:[1,2,1,""],countByKey:[1,2,1,""],countByValue:[1,2,1,""],distinct:[1,2,1,""],filter:[1,2,1,""],first:[1,2,1,""],flatMap:[1,2,1,""],flatMapValues:[1,2,1,""],fold:[1,2,1,""],foldByKey:[1,2,1,""],foreach:[1,2,1,""],foreachPartition:[1,2,1,""],fullOuterJoin:[1,2,1,""],getCheckpointFile:[1,2,1,""],getNumPartitions:[1,2,1,""],getStorageLevel:[1,2,1,""],glom:[1,2,1,""],groupBy:[1,2,1,""],groupByKey:[1,2,1,""],groupWith:[1,2,1,""],histogram:[1,2,1,""],id:[1,2,1,""],intersection:[1,2,1,""],isCheckpointed:[1,2,1,""],isEmpty:[1,2,1,""],isLocallyCheckpointed:[1,2,1,""],join:[1,2,1,""],keyBy:[1,2,1,""],keys:[1,2,1,""],leftOuterJoin:[1,2,1,""],localCheckpoint:[1,2,1,""],lookup:[1,2,1,""],map:[1,2,1,""],mapPartitions:[1,2,1,""],mapPartitionsWithIndex:[1,2,1,""],mapPartitionsWithSplit:[1,2,1,""],mapValues:[1,2,1,""],max:[1,2,1,""],mean:[1,2,1,""],meanApprox:[1,2,1,""],min:[1,2,1,""],name:[1,2,1,""],partitionBy:[1,2,1,""],persist:[1,2,1,""],pipe:[1,2,1,""],randomSplit:[1,2,1,""],reduce:[1,2,1,""],reduceByKey:[1,2,1,""],reduceByKeyLocally:[1,2,1,""],repartition:[1,2,1,""],repartitionAndSortWithinPartitions:[1,2,1,""],rightOuterJoin:[1,2,1,""],sample:[1,2,1,""],sampleByKey:[1,2,1,""],sampleStdev:[1,2,1,""],sampleVariance:[1,2,1,""],saveAsHadoopDataset:[1,2,1,""],saveAsHadoopFile:[1,2,1,""],saveAsNewAPIHadoopDataset:[1,2,1,""],saveAsNewAPIHadoopFile:[1,2,1,""],saveAsPickleFile:[1,2,1,""],saveAsSequenceFile:[1,2,1,""],saveAsTextFile:[1,2,1,""],setName:[1,2,1,""],sortBy:[1,2,1,""],sortByKey:[1,2,1,""],stats:[1,2,1,""],stdev:[1,2,1,""],subtract:[1,2,1,""],subtractByKey:[1,2,1,""],sum:[1,2,1,""],sumApprox:[1,2,1,""],take:[1,2,1,""],takeOrdered:[1,2,1,""],takeSample:[1,2,1,""],toDebugString:[1,2,1,""],toLocalIterator:[1,2,1,""],top:[1,2,1,""],treeAggregate:[1,2,1,""],treeReduce:[1,2,1,""],union:[1,2,1,""],unpersist:[1,2,1,""],values:[1,2,1,""],variance:[1,2,1,""],zip:[1,2,1,""],zipWithIndex:[1,2,1,""],zipWithUniqueId:[1,2,1,""]},"pyspark.RDDBarrier":{mapPartitions:[1,2,1,""],mapPartitionsWithIndex:[1,2,1,""]},"pyspark.SparkConf":{contains:[1,2,1,""],get:[1,2,1,""],getAll:[1,2,1,""],set:[1,2,1,""],setAll:[1,2,1,""],setAppName:[1,2,1,""],setExecutorEnv:[1,2,1,""],setIfMissing:[1,2,1,""],setMaster:[1,2,1,""],setSparkHome:[1,2,1,""],toDebugString:[1,2,1,""]},"pyspark.SparkContext":{PACKAGE_EXTENSIONS:[1,3,1,""],accumulator:[1,2,1,""],addFile:[1,2,1,""],addPyFile:[1,2,1,""],applicationId:[1,2,1,""],binaryFiles:[1,2,1,""],binaryRecords:[1,2,1,""],broadcast:[1,2,1,""],cancelAllJobs:[1,2,1,""],cancelJobGroup:[1,2,1,""],defaultMinPartitions:[1,2,1,""],defaultParallelism:[1,2,1,""],dump_profiles:[1,2,1,""],emptyRDD:[1,2,1,""],getConf:[1,2,1,""],getLocalProperty:[1,2,1,""],getOrCreate:[1,2,1,""],hadoopFile:[1,2,1,""],hadoopRDD:[1,2,1,""],newAPIHadoopFile:[1,2,1,""],newAPIHadoopRDD:[1,2,1,""],parallelize:[1,2,1,""],pickleFile:[1,2,1,""],range:[1,2,1,""],resources:[1,2,1,""],runJob:[1,2,1,""],sequenceFile:[1,2,1,""],setCheckpointDir:[1,2,1,""],setJobDescription:[1,2,1,""],setJobGroup:[1,2,1,""],setLocalProperty:[1,2,1,""],setLogLevel:[1,2,1,""],setSystemProperty:[1,2,1,""],show_profiles:[1,2,1,""],sparkUser:[1,2,1,""],startTime:[1,2,1,""],statusTracker:[1,2,1,""],stop:[1,2,1,""],textFile:[1,2,1,""],uiWebUrl:[1,2,1,""],union:[1,2,1,""],version:[1,2,1,""],wholeTextFiles:[1,2,1,""]},"pyspark.SparkFiles":{get:[1,2,1,""],getRootDirectory:[1,2,1,""]},"pyspark.StatusTracker":{getActiveJobsIds:[1,2,1,""],getActiveStageIds:[1,2,1,""],getJobIdsForGroup:[1,2,1,""],getJobInfo:[1,2,1,""],getStageInfo:[1,2,1,""]},"pyspark.StorageLevel":{DISK_ONLY:[1,3,1,""],DISK_ONLY_2:[1,3,1,""],MEMORY_AND_DISK:[1,3,1,""],MEMORY_AND_DISK_2:[1,3,1,""],MEMORY_ONLY:[1,3,1,""],MEMORY_ONLY_2:[1,3,1,""],OFF_HEAP:[1,3,1,""]},"pyspark.TaskContext":{attemptNumber:[1,2,1,""],get:[1,2,1,""],getLocalProperty:[1,2,1,""],partitionId:[1,2,1,""],resources:[1,2,1,""],stageId:[1,2,1,""],taskAttemptId:[1,2,1,""]},"pyspark.ml":{Estimator:[2,1,1,""],Model:[2,1,1,""],Pipeline:[2,1,1,""],PipelineModel:[2,1,1,""],Transformer:[2,1,1,""],UnaryTransformer:[2,1,1,""],classification:[2,0,0,"-"],clustering:[2,0,0,"-"],evaluation:[2,0,0,"-"],feature:[2,0,0,"-"],fpm:[2,0,0,"-"],functions:[2,0,0,"-"],image:[2,0,0,"-"],linalg:[2,0,0,"-"],param:[2,0,0,"-"],recommendation:[2,0,0,"-"],regression:[2,0,0,"-"],stat:[2,0,0,"-"],tuning:[2,0,0,"-"],util:[2,0,0,"-"]},"pyspark.ml.Estimator":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""]},"pyspark.ml.Model":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""],transform:[2,2,1,""]},"pyspark.ml.Pipeline":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getStages:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setParams:[2,2,1,""],setStages:[2,2,1,""],stages:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.PipelineModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.Transformer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""],transform:[2,2,1,""]},"pyspark.ml.UnaryTransformer":{clear:[2,2,1,""],copy:[2,2,1,""],createTransformFunc:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],outputCol:[2,3,1,""],outputDataType:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],transformSchema:[2,2,1,""],validateInputType:[2,2,1,""]},"pyspark.ml.classification":{BinaryLogisticRegressionSummary:[2,1,1,""],BinaryLogisticRegressionTrainingSummary:[2,1,1,""],DecisionTreeClassificationModel:[2,1,1,""],DecisionTreeClassifier:[2,1,1,""],FMClassificationModel:[2,1,1,""],FMClassifier:[2,1,1,""],GBTClassificationModel:[2,1,1,""],GBTClassifier:[2,1,1,""],LinearSVC:[2,1,1,""],LinearSVCModel:[2,1,1,""],LogisticRegression:[2,1,1,""],LogisticRegressionModel:[2,1,1,""],LogisticRegressionSummary:[2,1,1,""],LogisticRegressionTrainingSummary:[2,1,1,""],MultilayerPerceptronClassificationModel:[2,1,1,""],MultilayerPerceptronClassifier:[2,1,1,""],NaiveBayes:[2,1,1,""],NaiveBayesModel:[2,1,1,""],OneVsRest:[2,1,1,""],OneVsRestModel:[2,1,1,""],RandomForestClassificationModel:[2,1,1,""],RandomForestClassifier:[2,1,1,""]},"pyspark.ml.classification.BinaryLogisticRegressionSummary":{accuracy:[2,2,1,""],areaUnderROC:[2,2,1,""],fMeasureByLabel:[2,2,1,""],fMeasureByThreshold:[2,2,1,""],falsePositiveRateByLabel:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],labels:[2,2,1,""],pr:[2,2,1,""],precisionByLabel:[2,2,1,""],precisionByThreshold:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],probabilityCol:[2,2,1,""],recallByLabel:[2,2,1,""],recallByThreshold:[2,2,1,""],roc:[2,2,1,""],truePositiveRateByLabel:[2,2,1,""],weightedFMeasure:[2,2,1,""],weightedFalsePositiveRate:[2,2,1,""],weightedPrecision:[2,2,1,""],weightedRecall:[2,2,1,""],weightedTruePositiveRate:[2,2,1,""]},"pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary":{accuracy:[2,2,1,""],areaUnderROC:[2,2,1,""],fMeasureByLabel:[2,2,1,""],fMeasureByThreshold:[2,2,1,""],falsePositiveRateByLabel:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],labels:[2,2,1,""],objectiveHistory:[2,2,1,""],pr:[2,2,1,""],precisionByLabel:[2,2,1,""],precisionByThreshold:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],probabilityCol:[2,2,1,""],recallByLabel:[2,2,1,""],recallByThreshold:[2,2,1,""],roc:[2,2,1,""],totalIterations:[2,2,1,""],truePositiveRateByLabel:[2,2,1,""],weightedFMeasure:[2,2,1,""],weightedFalsePositiveRate:[2,2,1,""],weightedPrecision:[2,2,1,""],weightedRecall:[2,2,1,""],weightedTruePositiveRate:[2,2,1,""]},"pyspark.ml.classification.DecisionTreeClassificationModel":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],depth:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featuresCol:[2,3,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],numNodes:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],supportedImpurities:[2,3,1,""],thresholds:[2,3,1,""],toDebugString:[2,2,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.DecisionTreeClassifier":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setThresholds:[2,2,1,""],setWeightCol:[2,2,1,""],supportedImpurities:[2,3,1,""],thresholds:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.FMClassificationModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],factorSize:[2,3,1,""],factors:[2,2,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],fitLinear:[2,3,1,""],getFactorSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getFitLinear:[2,2,1,""],getInitStd:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMiniBatchFraction:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initStd:[2,3,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],linear:[2,2,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],miniBatchFraction:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.classification.FMClassifier":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],factorSize:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitLinear:[2,3,1,""],fitMultiple:[2,2,1,""],getFactorSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getFitLinear:[2,2,1,""],getInitStd:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMiniBatchFraction:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initStd:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],miniBatchFraction:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFactorSize:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setFitLinear:[2,2,1,""],setInitStd:[2,2,1,""],setLabelCol:[2,2,1,""],setMaxIter:[2,2,1,""],setMiniBatchFraction:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setSeed:[2,2,1,""],setSolver:[2,2,1,""],setStepSize:[2,2,1,""],setThresholds:[2,2,1,""],setTol:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.GBTClassificationModel":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],evaluateEachIteration:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getLossType:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getThresholds:[2,2,1,""],getValidationIndicatorCol:[2,2,1,""],getValidationTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],lossType:[2,3,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxIter:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],stepSize:[2,3,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],supportedLossTypes:[2,3,1,""],thresholds:[2,3,1,""],toDebugString:[2,2,1,""],totalNumNodes:[2,2,1,""],transform:[2,2,1,""],treeWeights:[2,2,1,""],trees:[2,2,1,""],validationIndicatorCol:[2,3,1,""],validationTol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.GBTClassifier":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getLossType:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getThresholds:[2,2,1,""],getValidationIndicatorCol:[2,2,1,""],getValidationTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],lossType:[2,3,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxIter:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeatureSubsetStrategy:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setLossType:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxIter:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setStepSize:[2,2,1,""],setSubsamplingRate:[2,2,1,""],setThresholds:[2,2,1,""],setValidationIndicatorCol:[2,2,1,""],setWeightCol:[2,2,1,""],stepSize:[2,3,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],supportedLossTypes:[2,3,1,""],thresholds:[2,3,1,""],validationIndicatorCol:[2,3,1,""],validationTol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.LinearSVC":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getStandardization:[2,2,1,""],getThreshold:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setLabelCol:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setStandardization:[2,2,1,""],setThreshold:[2,2,1,""],setTol:[2,2,1,""],setWeightCol:[2,2,1,""],standardization:[2,3,1,""],threshold:[2,3,1,""],tol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.LinearSVCModel":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],coefficients:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],getAggregationDepth:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getStandardization:[2,2,1,""],getThreshold:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThreshold:[2,2,1,""],standardization:[2,3,1,""],threshold:[2,3,1,""],tol:[2,3,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.LogisticRegression":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],elasticNetParam:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],family:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getElasticNetParam:[2,2,1,""],getFamily:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLowerBoundsOnCoefficients:[2,2,1,""],getLowerBoundsOnIntercepts:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getStandardization:[2,2,1,""],getThreshold:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],getUpperBoundsOnCoefficients:[2,2,1,""],getUpperBoundsOnIntercepts:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],lowerBoundsOnCoefficients:[2,3,1,""],lowerBoundsOnIntercepts:[2,3,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setElasticNetParam:[2,2,1,""],setFamily:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setLabelCol:[2,2,1,""],setLowerBoundsOnCoefficients:[2,2,1,""],setLowerBoundsOnIntercepts:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setStandardization:[2,2,1,""],setThreshold:[2,2,1,""],setThresholds:[2,2,1,""],setTol:[2,2,1,""],setUpperBoundsOnCoefficients:[2,2,1,""],setUpperBoundsOnIntercepts:[2,2,1,""],setWeightCol:[2,2,1,""],standardization:[2,3,1,""],threshold:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],upperBoundsOnCoefficients:[2,3,1,""],upperBoundsOnIntercepts:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.LogisticRegressionModel":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],coefficientMatrix:[2,2,1,""],coefficients:[2,2,1,""],copy:[2,2,1,""],elasticNetParam:[2,3,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],family:[2,3,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],getAggregationDepth:[2,2,1,""],getElasticNetParam:[2,2,1,""],getFamily:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLowerBoundsOnCoefficients:[2,2,1,""],getLowerBoundsOnIntercepts:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getStandardization:[2,2,1,""],getThreshold:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],getUpperBoundsOnCoefficients:[2,2,1,""],getUpperBoundsOnIntercepts:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],intercept:[2,2,1,""],interceptVector:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],lowerBoundsOnCoefficients:[2,3,1,""],lowerBoundsOnIntercepts:[2,3,1,""],maxIter:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThreshold:[2,2,1,""],setThresholds:[2,2,1,""],standardization:[2,3,1,""],summary:[2,2,1,""],threshold:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],transform:[2,2,1,""],upperBoundsOnCoefficients:[2,3,1,""],upperBoundsOnIntercepts:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.LogisticRegressionSummary":{accuracy:[2,2,1,""],fMeasureByLabel:[2,2,1,""],falsePositiveRateByLabel:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],labels:[2,2,1,""],precisionByLabel:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],probabilityCol:[2,2,1,""],recallByLabel:[2,2,1,""],truePositiveRateByLabel:[2,2,1,""],weightedFMeasure:[2,2,1,""],weightedFalsePositiveRate:[2,2,1,""],weightedPrecision:[2,2,1,""],weightedRecall:[2,2,1,""],weightedTruePositiveRate:[2,2,1,""]},"pyspark.ml.classification.LogisticRegressionTrainingSummary":{accuracy:[2,2,1,""],fMeasureByLabel:[2,2,1,""],falsePositiveRateByLabel:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],labels:[2,2,1,""],objectiveHistory:[2,2,1,""],precisionByLabel:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],probabilityCol:[2,2,1,""],recallByLabel:[2,2,1,""],totalIterations:[2,2,1,""],truePositiveRateByLabel:[2,2,1,""],weightedFMeasure:[2,2,1,""],weightedFalsePositiveRate:[2,2,1,""],weightedPrecision:[2,2,1,""],weightedRecall:[2,2,1,""],weightedTruePositiveRate:[2,2,1,""]},"pyspark.ml.classification.MultilayerPerceptronClassificationModel":{blockSize:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getBlockSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getInitialWeights:[2,2,1,""],getLabelCol:[2,2,1,""],getLayers:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initialWeights:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],layers:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],transform:[2,2,1,""],weights:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.classification.MultilayerPerceptronClassifier":{blockSize:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getBlockSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getInitialWeights:[2,2,1,""],getLabelCol:[2,2,1,""],getLayers:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getThresholds:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initialWeights:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],layers:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setBlockSize:[2,2,1,""],setFeaturesCol:[2,2,1,""],setInitialWeights:[2,2,1,""],setLabelCol:[2,2,1,""],setLayers:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setSolver:[2,2,1,""],setStepSize:[2,2,1,""],setThresholds:[2,2,1,""],setTol:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],thresholds:[2,3,1,""],tol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.NaiveBayes":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getFeaturesCol:[2,2,1,""],getLabelCol:[2,2,1,""],getModelType:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSmoothing:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],modelType:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLabelCol:[2,2,1,""],setModelType:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setSmoothing:[2,2,1,""],setThresholds:[2,2,1,""],setWeightCol:[2,2,1,""],smoothing:[2,3,1,""],thresholds:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.NaiveBayesModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getFeaturesCol:[2,2,1,""],getLabelCol:[2,2,1,""],getModelType:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSmoothing:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],modelType:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],pi:[2,2,1,""],predict:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],sigma:[2,2,1,""],smoothing:[2,3,1,""],theta:[2,2,1,""],thresholds:[2,3,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.OneVsRest":{classifier:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getClassifier:[2,2,1,""],getFeaturesCol:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParallelism:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],parallelism:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setClassifier:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLabelCol:[2,2,1,""],setParallelism:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setWeightCol:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.OneVsRestModel":{classifier:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getClassifier:[2,2,1,""],getFeaturesCol:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.RandomForestClassificationModel":{bootstrap:[2,3,1,""],cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],getBootstrap:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numClasses:[2,2,1,""],numFeatures:[2,2,1,""],numTrees:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictProbability:[2,2,1,""],predictRaw:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setThresholds:[2,2,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],thresholds:[2,3,1,""],toDebugString:[2,2,1,""],totalNumNodes:[2,2,1,""],transform:[2,2,1,""],treeWeights:[2,2,1,""],trees:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.classification.RandomForestClassifier":{bootstrap:[2,3,1,""],cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getBootstrap:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getThresholds:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numTrees:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setBootstrap:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeatureSubsetStrategy:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setNumTrees:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setSubsamplingRate:[2,2,1,""],setThresholds:[2,2,1,""],setWeightCol:[2,2,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],thresholds:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering":{BisectingKMeans:[2,1,1,""],BisectingKMeansModel:[2,1,1,""],BisectingKMeansSummary:[2,1,1,""],DistributedLDAModel:[2,1,1,""],GaussianMixture:[2,1,1,""],GaussianMixtureModel:[2,1,1,""],GaussianMixtureSummary:[2,1,1,""],KMeans:[2,1,1,""],KMeansModel:[2,1,1,""],LDA:[2,1,1,""],LDAModel:[2,1,1,""],LocalLDAModel:[2,1,1,""],PowerIterationClustering:[2,1,1,""]},"pyspark.ml.clustering.BisectingKMeans":{clear:[2,2,1,""],copy:[2,2,1,""],distanceMeasure:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getDistanceMeasure:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getMinDivisibleClusterSize:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],minDivisibleClusterSize:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setDistanceMeasure:[2,2,1,""],setFeaturesCol:[2,2,1,""],setK:[2,2,1,""],setMaxIter:[2,2,1,""],setMinDivisibleClusterSize:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setWeightCol:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.BisectingKMeansModel":{clear:[2,2,1,""],clusterCenters:[2,2,1,""],computeCost:[2,2,1,""],copy:[2,2,1,""],distanceMeasure:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getDistanceMeasure:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getMinDivisibleClusterSize:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],minDivisibleClusterSize:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],summary:[2,2,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.BisectingKMeansSummary":{cluster:[2,2,1,""],clusterSizes:[2,2,1,""],featuresCol:[2,2,1,""],k:[2,2,1,""],numIter:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],trainingCost:[2,2,1,""]},"pyspark.ml.clustering.DistributedLDAModel":{checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],describeTopics:[2,2,1,""],docConcentration:[2,3,1,""],estimatedDocConcentration:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getCheckpointFiles:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getDocConcentration:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getKeepLastCheckpoint:[2,2,1,""],getLearningDecay:[2,2,1,""],getLearningOffset:[2,2,1,""],getMaxIter:[2,2,1,""],getOptimizeDocConcentration:[2,2,1,""],getOptimizer:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getTopicConcentration:[2,2,1,""],getTopicDistributionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isDistributed:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],keepLastCheckpoint:[2,3,1,""],learningDecay:[2,3,1,""],learningOffset:[2,3,1,""],load:[2,2,1,""],logLikelihood:[2,2,1,""],logPerplexity:[2,2,1,""],logPrior:[2,2,1,""],maxIter:[2,3,1,""],optimizeDocConcentration:[2,3,1,""],optimizer:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setSeed:[2,2,1,""],setTopicDistributionCol:[2,2,1,""],subsamplingRate:[2,3,1,""],toLocal:[2,2,1,""],topicConcentration:[2,3,1,""],topicDistributionCol:[2,3,1,""],topicsMatrix:[2,2,1,""],trainingLogLikelihood:[2,2,1,""],transform:[2,2,1,""],vocabSize:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.GaussianMixture":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getSeed:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setFeaturesCol:[2,2,1,""],setK:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setSeed:[2,2,1,""],setTol:[2,2,1,""],setWeightCol:[2,2,1,""],tol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.GaussianMixtureModel":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],gaussians:[2,2,1,""],gaussiansDF:[2,2,1,""],getAggregationDepth:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getSeed:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictProbability:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],summary:[2,2,1,""],tol:[2,3,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],weights:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.GaussianMixtureSummary":{cluster:[2,2,1,""],clusterSizes:[2,2,1,""],featuresCol:[2,2,1,""],k:[2,2,1,""],logLikelihood:[2,2,1,""],numIter:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],probability:[2,2,1,""],probabilityCol:[2,2,1,""]},"pyspark.ml.clustering.KMeans":{clear:[2,2,1,""],copy:[2,2,1,""],distanceMeasure:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getDistanceMeasure:[2,2,1,""],getFeaturesCol:[2,2,1,""],getInitMode:[2,2,1,""],getInitSteps:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initMode:[2,3,1,""],initSteps:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setDistanceMeasure:[2,2,1,""],setFeaturesCol:[2,2,1,""],setInitMode:[2,2,1,""],setInitSteps:[2,2,1,""],setK:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setTol:[2,2,1,""],setWeightCol:[2,2,1,""],tol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.KMeansModel":{clear:[2,2,1,""],clusterCenters:[2,2,1,""],copy:[2,2,1,""],distanceMeasure:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getDistanceMeasure:[2,2,1,""],getFeaturesCol:[2,2,1,""],getInitMode:[2,2,1,""],getInitSteps:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],initMode:[2,3,1,""],initSteps:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],summary:[2,2,1,""],tol:[2,3,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.LDA":{checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],docConcentration:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getDocConcentration:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getKeepLastCheckpoint:[2,2,1,""],getLearningDecay:[2,2,1,""],getLearningOffset:[2,2,1,""],getMaxIter:[2,2,1,""],getOptimizeDocConcentration:[2,2,1,""],getOptimizer:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getTopicConcentration:[2,2,1,""],getTopicDistributionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],keepLastCheckpoint:[2,3,1,""],learningDecay:[2,3,1,""],learningOffset:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],optimizeDocConcentration:[2,3,1,""],optimizer:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setDocConcentration:[2,2,1,""],setFeaturesCol:[2,2,1,""],setK:[2,2,1,""],setKeepLastCheckpoint:[2,2,1,""],setLearningDecay:[2,2,1,""],setLearningOffset:[2,2,1,""],setMaxIter:[2,2,1,""],setOptimizeDocConcentration:[2,2,1,""],setOptimizer:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],setSubsamplingRate:[2,2,1,""],setTopicConcentration:[2,2,1,""],setTopicDistributionCol:[2,2,1,""],subsamplingRate:[2,3,1,""],topicConcentration:[2,3,1,""],topicDistributionCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.LDAModel":{checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],describeTopics:[2,2,1,""],docConcentration:[2,3,1,""],estimatedDocConcentration:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getCheckpointInterval:[2,2,1,""],getDocConcentration:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getKeepLastCheckpoint:[2,2,1,""],getLearningDecay:[2,2,1,""],getLearningOffset:[2,2,1,""],getMaxIter:[2,2,1,""],getOptimizeDocConcentration:[2,2,1,""],getOptimizer:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getTopicConcentration:[2,2,1,""],getTopicDistributionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isDistributed:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],keepLastCheckpoint:[2,3,1,""],learningDecay:[2,3,1,""],learningOffset:[2,3,1,""],logLikelihood:[2,2,1,""],logPerplexity:[2,2,1,""],maxIter:[2,3,1,""],optimizeDocConcentration:[2,3,1,""],optimizer:[2,3,1,""],params:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setSeed:[2,2,1,""],setTopicDistributionCol:[2,2,1,""],subsamplingRate:[2,3,1,""],topicConcentration:[2,3,1,""],topicDistributionCol:[2,3,1,""],topicsMatrix:[2,2,1,""],transform:[2,2,1,""],vocabSize:[2,2,1,""]},"pyspark.ml.clustering.LocalLDAModel":{checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],describeTopics:[2,2,1,""],docConcentration:[2,3,1,""],estimatedDocConcentration:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getCheckpointInterval:[2,2,1,""],getDocConcentration:[2,2,1,""],getFeaturesCol:[2,2,1,""],getK:[2,2,1,""],getKeepLastCheckpoint:[2,2,1,""],getLearningDecay:[2,2,1,""],getLearningOffset:[2,2,1,""],getMaxIter:[2,2,1,""],getOptimizeDocConcentration:[2,2,1,""],getOptimizer:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getTopicConcentration:[2,2,1,""],getTopicDistributionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isDistributed:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],keepLastCheckpoint:[2,3,1,""],learningDecay:[2,3,1,""],learningOffset:[2,3,1,""],load:[2,2,1,""],logLikelihood:[2,2,1,""],logPerplexity:[2,2,1,""],maxIter:[2,3,1,""],optimizeDocConcentration:[2,3,1,""],optimizer:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setSeed:[2,2,1,""],setTopicDistributionCol:[2,2,1,""],subsamplingRate:[2,3,1,""],topicConcentration:[2,3,1,""],topicDistributionCol:[2,3,1,""],topicsMatrix:[2,2,1,""],transform:[2,2,1,""],vocabSize:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.clustering.PowerIterationClustering":{assignClusters:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],dstCol:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getDstCol:[2,2,1,""],getInitMode:[2,2,1,""],getK:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSrcCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initMode:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setDstCol:[2,2,1,""],setInitMode:[2,2,1,""],setK:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setSrcCol:[2,2,1,""],setWeightCol:[2,2,1,""],srcCol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation":{BinaryClassificationEvaluator:[2,1,1,""],ClusteringEvaluator:[2,1,1,""],Evaluator:[2,1,1,""],MulticlassClassificationEvaluator:[2,1,1,""],MultilabelClassificationEvaluator:[2,1,1,""],RankingEvaluator:[2,1,1,""],RegressionEvaluator:[2,1,1,""]},"pyspark.ml.evaluation.BinaryClassificationEvaluator":{clear:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getLabelCol:[2,2,1,""],getMetricName:[2,2,1,""],getNumBins:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getRawPredictionCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],metricName:[2,3,1,""],numBins:[2,3,1,""],params:[2,2,1,""],rawPredictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setLabelCol:[2,2,1,""],setMetricName:[2,2,1,""],setNumBins:[2,2,1,""],setParams:[2,2,1,""],setRawPredictionCol:[2,2,1,""],setWeightCol:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation.ClusteringEvaluator":{clear:[2,2,1,""],copy:[2,2,1,""],distanceMeasure:[2,3,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],getDistanceMeasure:[2,2,1,""],getFeaturesCol:[2,2,1,""],getMetricName:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],metricName:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setDistanceMeasure:[2,2,1,""],setFeaturesCol:[2,2,1,""],setMetricName:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation.Evaluator":{clear:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""]},"pyspark.ml.evaluation.MulticlassClassificationEvaluator":{beta:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],eps:[2,3,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getBeta:[2,2,1,""],getEps:[2,2,1,""],getLabelCol:[2,2,1,""],getMetricLabel:[2,2,1,""],getMetricName:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getProbabilityCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],metricLabel:[2,3,1,""],metricName:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],probabilityCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setBeta:[2,2,1,""],setEps:[2,2,1,""],setLabelCol:[2,2,1,""],setMetricLabel:[2,2,1,""],setMetricName:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setProbabilityCol:[2,2,1,""],setWeightCol:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation.MultilabelClassificationEvaluator":{clear:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getLabelCol:[2,2,1,""],getMetricLabel:[2,2,1,""],getMetricName:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],metricLabel:[2,3,1,""],metricName:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setLabelCol:[2,2,1,""],setMetricLabel:[2,2,1,""],setMetricName:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation.RankingEvaluator":{clear:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getK:[2,2,1,""],getLabelCol:[2,2,1,""],getMetricName:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],metricName:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setK:[2,2,1,""],setLabelCol:[2,2,1,""],setMetricName:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.evaluation.RegressionEvaluator":{clear:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getLabelCol:[2,2,1,""],getMetricName:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getThroughOrigin:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isLargerBetter:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],metricName:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setLabelCol:[2,2,1,""],setMetricName:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setThroughOrigin:[2,2,1,""],setWeightCol:[2,2,1,""],throughOrigin:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature":{Binarizer:[2,1,1,""],BucketedRandomProjectionLSH:[2,1,1,""],BucketedRandomProjectionLSHModel:[2,1,1,""],Bucketizer:[2,1,1,""],ChiSqSelector:[2,1,1,""],ChiSqSelectorModel:[2,1,1,""],CountVectorizer:[2,1,1,""],CountVectorizerModel:[2,1,1,""],DCT:[2,1,1,""],ElementwiseProduct:[2,1,1,""],FeatureHasher:[2,1,1,""],HashingTF:[2,1,1,""],IDF:[2,1,1,""],IDFModel:[2,1,1,""],Imputer:[2,1,1,""],ImputerModel:[2,1,1,""],IndexToString:[2,1,1,""],Interaction:[2,1,1,""],MaxAbsScaler:[2,1,1,""],MaxAbsScalerModel:[2,1,1,""],MinHashLSH:[2,1,1,""],MinHashLSHModel:[2,1,1,""],MinMaxScaler:[2,1,1,""],MinMaxScalerModel:[2,1,1,""],NGram:[2,1,1,""],Normalizer:[2,1,1,""],OneHotEncoder:[2,1,1,""],OneHotEncoderModel:[2,1,1,""],PCA:[2,1,1,""],PCAModel:[2,1,1,""],PolynomialExpansion:[2,1,1,""],QuantileDiscretizer:[2,1,1,""],RFormula:[2,1,1,""],RFormulaModel:[2,1,1,""],RegexTokenizer:[2,1,1,""],RobustScaler:[2,1,1,""],RobustScalerModel:[2,1,1,""],SQLTransformer:[2,1,1,""],StandardScaler:[2,1,1,""],StandardScalerModel:[2,1,1,""],StopWordsRemover:[2,1,1,""],StringIndexer:[2,1,1,""],StringIndexerModel:[2,1,1,""],Tokenizer:[2,1,1,""],VectorAssembler:[2,1,1,""],VectorIndexer:[2,1,1,""],VectorIndexerModel:[2,1,1,""],VectorSizeHint:[2,1,1,""],VectorSlicer:[2,1,1,""],Word2Vec:[2,1,1,""],Word2VecModel:[2,1,1,""]},"pyspark.ml.feature.Binarizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getThreshold:[2,2,1,""],getThresholds:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setThreshold:[2,2,1,""],setThresholds:[2,2,1,""],threshold:[2,3,1,""],thresholds:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.BucketedRandomProjectionLSH":{bucketLength:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getBucketLength:[2,2,1,""],getInputCol:[2,2,1,""],getNumHashTables:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numHashTables:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setBucketLength:[2,2,1,""],setInputCol:[2,2,1,""],setNumHashTables:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.BucketedRandomProjectionLSHModel":{approxNearestNeighbors:[2,2,1,""],approxSimilarityJoin:[2,2,1,""],bucketLength:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getBucketLength:[2,2,1,""],getInputCol:[2,2,1,""],getNumHashTables:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numHashTables:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Bucketizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getSplits:[2,2,1,""],getSplitsArray:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setSplits:[2,2,1,""],setSplitsArray:[2,2,1,""],splits:[2,3,1,""],splitsArray:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.ChiSqSelector":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fdr:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],fpr:[2,3,1,""],fwe:[2,3,1,""],getFdr:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFpr:[2,2,1,""],getFwe:[2,2,1,""],getLabelCol:[2,2,1,""],getNumTopFeatures:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getPercentile:[2,2,1,""],getSelectorType:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],numTopFeatures:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],percentile:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],selectorType:[2,3,1,""],set:[2,2,1,""],setFdr:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFpr:[2,2,1,""],setFwe:[2,2,1,""],setLabelCol:[2,2,1,""],setNumTopFeatures:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setPercentile:[2,2,1,""],setSelectorType:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.ChiSqSelectorModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fdr:[2,3,1,""],featuresCol:[2,3,1,""],fpr:[2,3,1,""],fwe:[2,3,1,""],getFdr:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFpr:[2,2,1,""],getFwe:[2,2,1,""],getLabelCol:[2,2,1,""],getNumTopFeatures:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getPercentile:[2,2,1,""],getSelectorType:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],numTopFeatures:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],percentile:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],selectedFeatures:[2,2,1,""],selectorType:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.CountVectorizer":{binary:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getBinary:[2,2,1,""],getInputCol:[2,2,1,""],getMaxDF:[2,2,1,""],getMinDF:[2,2,1,""],getMinTF:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getVocabSize:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxDF:[2,3,1,""],minDF:[2,3,1,""],minTF:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setBinary:[2,2,1,""],setInputCol:[2,2,1,""],setMaxDF:[2,2,1,""],setMinDF:[2,2,1,""],setMinTF:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setVocabSize:[2,2,1,""],vocabSize:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.CountVectorizerModel":{binary:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],from_vocabulary:[2,2,1,""],getBinary:[2,2,1,""],getInputCol:[2,2,1,""],getMaxDF:[2,2,1,""],getMinDF:[2,2,1,""],getMinTF:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getVocabSize:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxDF:[2,3,1,""],minDF:[2,3,1,""],minTF:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setBinary:[2,2,1,""],setInputCol:[2,2,1,""],setMinTF:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],vocabSize:[2,3,1,""],vocabulary:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.DCT":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getInverse:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inverse:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setInverse:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.ElementwiseProduct":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getScalingVec:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],scalingVec:[2,3,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setScalingVec:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.FeatureHasher":{categoricalCols:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getCategoricalCols:[2,2,1,""],getInputCols:[2,2,1,""],getNumFeatures:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numFeatures:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setCategoricalCols:[2,2,1,""],setInputCols:[2,2,1,""],setNumFeatures:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.HashingTF":{binary:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getBinary:[2,2,1,""],getInputCol:[2,2,1,""],getNumFeatures:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],indexOf:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numFeatures:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setBinary:[2,2,1,""],setInputCol:[2,2,1,""],setNumFeatures:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.IDF":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getMinDocFreq:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],minDocFreq:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setMinDocFreq:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.IDFModel":{clear:[2,2,1,""],copy:[2,2,1,""],docFreq:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getMinDocFreq:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],idf:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],minDocFreq:[2,3,1,""],numDocs:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Imputer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getMissingValue:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getRelativeError:[2,2,1,""],getStrategy:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],missingValue:[2,3,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],relativeError:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setMissingValue:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setRelativeError:[2,2,1,""],setStrategy:[2,2,1,""],strategy:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.ImputerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getMissingValue:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getRelativeError:[2,2,1,""],getStrategy:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],missingValue:[2,3,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],relativeError:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],strategy:[2,3,1,""],surrogateDF:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.IndexToString":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getLabels:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labels:[2,3,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setLabels:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Interaction":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MaxAbsScaler":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MaxAbsScalerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxAbs:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MinHashLSH":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getNumHashTables:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numHashTables:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setNumHashTables:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MinHashLSHModel":{approxNearestNeighbors:[2,2,1,""],approxSimilarityJoin:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getNumHashTables:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numHashTables:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MinMaxScaler":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getMax:[2,2,1,""],getMin:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],max:[2,3,1,""],min:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setMax:[2,2,1,""],setMin:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.MinMaxScalerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getMax:[2,2,1,""],getMin:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],max:[2,3,1,""],min:[2,3,1,""],originalMax:[2,2,1,""],originalMin:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setMax:[2,2,1,""],setMin:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.NGram":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getN:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],n:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setN:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Normalizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getP:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],p:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setP:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.OneHotEncoder":{clear:[2,2,1,""],copy:[2,2,1,""],dropLast:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getDropLast:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setDropLast:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.OneHotEncoderModel":{categorySizes:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],dropLast:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getDropLast:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setDropLast:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.PCA":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getK:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setK:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.PCAModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],explainedVariance:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getK:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],k:[2,3,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],pc:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.PolynomialExpansion":{clear:[2,2,1,""],copy:[2,2,1,""],degree:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getDegree:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setDegree:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.QuantileDiscretizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getNumBuckets:[2,2,1,""],getNumBucketsArray:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getRelativeError:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numBuckets:[2,3,1,""],numBucketsArray:[2,3,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],relativeError:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setNumBuckets:[2,2,1,""],setNumBucketsArray:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setRelativeError:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.RFormula":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],forceIndexLabel:[2,3,1,""],formula:[2,3,1,""],getFeaturesCol:[2,2,1,""],getForceIndexLabel:[2,2,1,""],getFormula:[2,2,1,""],getHandleInvalid:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getStringIndexerOrderType:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setForceIndexLabel:[2,2,1,""],setFormula:[2,2,1,""],setHandleInvalid:[2,2,1,""],setLabelCol:[2,2,1,""],setParams:[2,2,1,""],setStringIndexerOrderType:[2,2,1,""],stringIndexerOrderType:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.RFormulaModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],forceIndexLabel:[2,3,1,""],formula:[2,3,1,""],getFeaturesCol:[2,2,1,""],getForceIndexLabel:[2,2,1,""],getFormula:[2,2,1,""],getHandleInvalid:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getStringIndexerOrderType:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],stringIndexerOrderType:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.RegexTokenizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],gaps:[2,3,1,""],getGaps:[2,2,1,""],getInputCol:[2,2,1,""],getMinTokenLength:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getPattern:[2,2,1,""],getToLowercase:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],minTokenLength:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],pattern:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setGaps:[2,2,1,""],setInputCol:[2,2,1,""],setMinTokenLength:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setPattern:[2,2,1,""],setToLowercase:[2,2,1,""],toLowercase:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.RobustScaler":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getLower:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getRelativeError:[2,2,1,""],getUpper:[2,2,1,""],getWithCentering:[2,2,1,""],getWithScaling:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],lower:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],relativeError:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setLower:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setRelativeError:[2,2,1,""],setUpper:[2,2,1,""],setWithCentering:[2,2,1,""],setWithScaling:[2,2,1,""],upper:[2,3,1,""],withCentering:[2,3,1,""],withScaling:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.RobustScalerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getLower:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getRelativeError:[2,2,1,""],getUpper:[2,2,1,""],getWithCentering:[2,2,1,""],getWithScaling:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],lower:[2,3,1,""],median:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],range:[2,2,1,""],read:[2,2,1,""],relativeError:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],upper:[2,3,1,""],withCentering:[2,3,1,""],withScaling:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.SQLTransformer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getStatement:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setParams:[2,2,1,""],setStatement:[2,2,1,""],statement:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.StandardScaler":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getWithMean:[2,2,1,""],getWithStd:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setWithMean:[2,2,1,""],setWithStd:[2,2,1,""],withMean:[2,3,1,""],withStd:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.StandardScalerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getWithMean:[2,2,1,""],getWithStd:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],mean:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],std:[2,2,1,""],transform:[2,2,1,""],withMean:[2,3,1,""],withStd:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.StopWordsRemover":{caseSensitive:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getCaseSensitive:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getLocale:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getStopWords:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],loadDefaultStopWords:[2,2,1,""],locale:[2,3,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setCaseSensitive:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setLocale:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setStopWords:[2,2,1,""],stopWords:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.StringIndexer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getStringOrderType:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],setParams:[2,2,1,""],setStringOrderType:[2,2,1,""],stringOrderType:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.StringIndexerModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],from_arrays_of_labels:[2,2,1,""],from_labels:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getOutputCols:[2,2,1,""],getParam:[2,2,1,""],getStringOrderType:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labels:[2,2,1,""],labelsArray:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],outputCols:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setOutputCols:[2,2,1,""],stringOrderType:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Tokenizer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.VectorAssembler":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCols:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCols:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCols:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.VectorIndexer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getMaxCategories:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxCategories:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setMaxCategories:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.VectorIndexerModel":{categoryMaps:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getMaxCategories:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxCategories:[2,3,1,""],numFeatures:[2,2,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.VectorSizeHint":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getHandleInvalid:[2,2,1,""],getInputCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSize:[2,2,1,""],handleInvalid:[2,3,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setHandleInvalid:[2,2,1,""],setInputCol:[2,2,1,""],setParams:[2,2,1,""],setSize:[2,2,1,""],size:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.VectorSlicer":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getIndices:[2,2,1,""],getInputCol:[2,2,1,""],getNames:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],indices:[2,3,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],names:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setIndices:[2,2,1,""],setInputCol:[2,2,1,""],setNames:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Word2Vec":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getInputCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxSentenceLength:[2,2,1,""],getMinCount:[2,2,1,""],getNumPartitions:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getVectorSize:[2,2,1,""],getWindowSize:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],maxSentenceLength:[2,3,1,""],minCount:[2,3,1,""],numPartitions:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setMaxIter:[2,2,1,""],setMaxSentenceLength:[2,2,1,""],setMinCount:[2,2,1,""],setNumPartitions:[2,2,1,""],setOutputCol:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],setStepSize:[2,2,1,""],setVectorSize:[2,2,1,""],setWindowSize:[2,2,1,""],stepSize:[2,3,1,""],vectorSize:[2,3,1,""],windowSize:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.feature.Word2VecModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],findSynonyms:[2,2,1,""],findSynonymsArray:[2,2,1,""],getInputCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxSentenceLength:[2,2,1,""],getMinCount:[2,2,1,""],getNumPartitions:[2,2,1,""],getOrDefault:[2,2,1,""],getOutputCol:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getVectorSize:[2,2,1,""],getVectors:[2,2,1,""],getWindowSize:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],inputCol:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],maxSentenceLength:[2,3,1,""],minCount:[2,3,1,""],numPartitions:[2,3,1,""],outputCol:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setInputCol:[2,2,1,""],setOutputCol:[2,2,1,""],stepSize:[2,3,1,""],transform:[2,2,1,""],vectorSize:[2,3,1,""],windowSize:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.fpm":{FPGrowth:[2,1,1,""],FPGrowthModel:[2,1,1,""],PrefixSpan:[2,1,1,""]},"pyspark.ml.fpm.FPGrowth":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getItemsCol:[2,2,1,""],getMinConfidence:[2,2,1,""],getMinSupport:[2,2,1,""],getNumPartitions:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],itemsCol:[2,3,1,""],load:[2,2,1,""],minConfidence:[2,3,1,""],minSupport:[2,3,1,""],numPartitions:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setItemsCol:[2,2,1,""],setMinConfidence:[2,2,1,""],setMinSupport:[2,2,1,""],setNumPartitions:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.fpm.FPGrowthModel":{associationRules:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],freqItemsets:[2,2,1,""],getItemsCol:[2,2,1,""],getMinConfidence:[2,2,1,""],getMinSupport:[2,2,1,""],getNumPartitions:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],itemsCol:[2,3,1,""],load:[2,2,1,""],minConfidence:[2,3,1,""],minSupport:[2,3,1,""],numPartitions:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setItemsCol:[2,2,1,""],setMinConfidence:[2,2,1,""],setPredictionCol:[2,2,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.fpm.PrefixSpan":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],findFrequentSequentialPatterns:[2,2,1,""],getMaxLocalProjDBSize:[2,2,1,""],getMaxPatternLength:[2,2,1,""],getMinSupport:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSequenceCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],maxLocalProjDBSize:[2,3,1,""],maxPatternLength:[2,3,1,""],minSupport:[2,3,1,""],params:[2,2,1,""],sequenceCol:[2,3,1,""],set:[2,2,1,""],setMaxLocalProjDBSize:[2,2,1,""],setMaxPatternLength:[2,2,1,""],setMinSupport:[2,2,1,""],setParams:[2,2,1,""],setSequenceCol:[2,2,1,""]},"pyspark.ml.functions":{vector_to_array:[2,4,1,""]},"pyspark.ml.image":{ImageSchema:[2,3,1,""],_ImageSchema:[2,1,1,""]},"pyspark.ml.image._ImageSchema":{columnSchema:[2,2,1,""],imageFields:[2,2,1,""],imageSchema:[2,2,1,""],ocvTypes:[2,2,1,""],toImage:[2,2,1,""],toNDArray:[2,2,1,""],undefinedImageType:[2,2,1,""]},"pyspark.ml.linalg":{DenseMatrix:[2,1,1,""],DenseVector:[2,1,1,""],Matrices:[2,1,1,""],Matrix:[2,1,1,""],SparseMatrix:[2,1,1,""],SparseVector:[2,1,1,""],Vector:[2,1,1,""],Vectors:[2,1,1,""]},"pyspark.ml.linalg.DenseMatrix":{toArray:[2,2,1,""],toSparse:[2,2,1,""]},"pyspark.ml.linalg.DenseVector":{dot:[2,2,1,""],norm:[2,2,1,""],numNonzeros:[2,2,1,""],squared_distance:[2,2,1,""],toArray:[2,2,1,""],values:[2,2,1,""]},"pyspark.ml.linalg.Matrices":{dense:[2,2,1,""],sparse:[2,2,1,""]},"pyspark.ml.linalg.Matrix":{toArray:[2,2,1,""]},"pyspark.ml.linalg.SparseMatrix":{toArray:[2,2,1,""],toDense:[2,2,1,""]},"pyspark.ml.linalg.SparseVector":{dot:[2,2,1,""],indices:[2,3,1,""],norm:[2,2,1,""],numNonzeros:[2,2,1,""],size:[2,3,1,""],squared_distance:[2,2,1,""],toArray:[2,2,1,""],values:[2,3,1,""]},"pyspark.ml.linalg.Vector":{toArray:[2,2,1,""]},"pyspark.ml.linalg.Vectors":{dense:[2,2,1,""],norm:[2,2,1,""],sparse:[2,2,1,""],squared_distance:[2,2,1,""],zeros:[2,2,1,""]},"pyspark.ml.param":{Param:[2,1,1,""],Params:[2,1,1,""],TypeConverters:[2,1,1,""]},"pyspark.ml.param.Params":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],params:[2,2,1,""],set:[2,2,1,""]},"pyspark.ml.param.TypeConverters":{identity:[2,2,1,""],toBoolean:[2,2,1,""],toFloat:[2,2,1,""],toInt:[2,2,1,""],toList:[2,2,1,""],toListFloat:[2,2,1,""],toListInt:[2,2,1,""],toListListFloat:[2,2,1,""],toListString:[2,2,1,""],toMatrix:[2,2,1,""],toString:[2,2,1,""],toVector:[2,2,1,""]},"pyspark.ml.recommendation":{ALS:[2,1,1,""],ALSModel:[2,1,1,""]},"pyspark.ml.recommendation.ALS":{alpha:[2,3,1,""],blockSize:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],coldStartStrategy:[2,3,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],finalStorageLevel:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getAlpha:[2,2,1,""],getBlockSize:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getColdStartStrategy:[2,2,1,""],getFinalStorageLevel:[2,2,1,""],getImplicitPrefs:[2,2,1,""],getIntermediateStorageLevel:[2,2,1,""],getItemCol:[2,2,1,""],getMaxIter:[2,2,1,""],getNonnegative:[2,2,1,""],getNumItemBlocks:[2,2,1,""],getNumUserBlocks:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRank:[2,2,1,""],getRatingCol:[2,2,1,""],getRegParam:[2,2,1,""],getSeed:[2,2,1,""],getUserCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],implicitPrefs:[2,3,1,""],intermediateStorageLevel:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],itemCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],nonnegative:[2,3,1,""],numItemBlocks:[2,3,1,""],numUserBlocks:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],rank:[2,3,1,""],ratingCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setAlpha:[2,2,1,""],setBlockSize:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setColdStartStrategy:[2,2,1,""],setFinalStorageLevel:[2,2,1,""],setImplicitPrefs:[2,2,1,""],setIntermediateStorageLevel:[2,2,1,""],setItemCol:[2,2,1,""],setMaxIter:[2,2,1,""],setNonnegative:[2,2,1,""],setNumBlocks:[2,2,1,""],setNumItemBlocks:[2,2,1,""],setNumUserBlocks:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRank:[2,2,1,""],setRatingCol:[2,2,1,""],setRegParam:[2,2,1,""],setSeed:[2,2,1,""],setUserCol:[2,2,1,""],userCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.recommendation.ALSModel":{blockSize:[2,3,1,""],clear:[2,2,1,""],coldStartStrategy:[2,3,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getBlockSize:[2,2,1,""],getColdStartStrategy:[2,2,1,""],getItemCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getUserCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],itemCol:[2,3,1,""],itemFactors:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],rank:[2,2,1,""],read:[2,2,1,""],recommendForAllItems:[2,2,1,""],recommendForAllUsers:[2,2,1,""],recommendForItemSubset:[2,2,1,""],recommendForUserSubset:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setBlockSize:[2,2,1,""],setColdStartStrategy:[2,2,1,""],setItemCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setUserCol:[2,2,1,""],transform:[2,2,1,""],userCol:[2,3,1,""],userFactors:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.regression":{AFTSurvivalRegression:[2,1,1,""],AFTSurvivalRegressionModel:[2,1,1,""],DecisionTreeRegressionModel:[2,1,1,""],DecisionTreeRegressor:[2,1,1,""],FMRegressionModel:[2,1,1,""],FMRegressor:[2,1,1,""],GBTRegressionModel:[2,1,1,""],GBTRegressor:[2,1,1,""],GeneralizedLinearRegression:[2,1,1,""],GeneralizedLinearRegressionModel:[2,1,1,""],GeneralizedLinearRegressionSummary:[2,1,1,""],GeneralizedLinearRegressionTrainingSummary:[2,1,1,""],IsotonicRegression:[2,1,1,""],IsotonicRegressionModel:[2,1,1,""],LinearRegression:[2,1,1,""],LinearRegressionModel:[2,1,1,""],LinearRegressionSummary:[2,1,1,""],LinearRegressionTrainingSummary:[2,1,1,""],RandomForestRegressionModel:[2,1,1,""],RandomForestRegressor:[2,1,1,""]},"pyspark.ml.regression.AFTSurvivalRegression":{aggregationDepth:[2,3,1,""],censorCol:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getCensorCol:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getQuantileProbabilities:[2,2,1,""],getQuantilesCol:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],quantileProbabilities:[2,3,1,""],quantilesCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setCensorCol:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setLabelCol:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setQuantileProbabilities:[2,2,1,""],setQuantilesCol:[2,2,1,""],setTol:[2,2,1,""],tol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.AFTSurvivalRegressionModel":{aggregationDepth:[2,3,1,""],censorCol:[2,3,1,""],clear:[2,2,1,""],coefficients:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],getAggregationDepth:[2,2,1,""],getCensorCol:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getQuantileProbabilities:[2,2,1,""],getQuantilesCol:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictQuantiles:[2,2,1,""],predictionCol:[2,3,1,""],quantileProbabilities:[2,3,1,""],quantilesCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],scale:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setQuantileProbabilities:[2,2,1,""],setQuantilesCol:[2,2,1,""],tol:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.regression.DecisionTreeRegressionModel":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],depth:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featuresCol:[2,3,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getVarianceCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numFeatures:[2,2,1,""],numNodes:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],setVarianceCol:[2,2,1,""],supportedImpurities:[2,3,1,""],toDebugString:[2,2,1,""],transform:[2,2,1,""],varianceCol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.DecisionTreeRegressor":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getVarianceCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setVarianceCol:[2,2,1,""],setWeightCol:[2,2,1,""],supportedImpurities:[2,3,1,""],varianceCol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.FMRegressionModel":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],factorSize:[2,3,1,""],factors:[2,2,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],fitLinear:[2,3,1,""],getFactorSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getFitLinear:[2,2,1,""],getInitStd:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMiniBatchFraction:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initStd:[2,3,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],linear:[2,2,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],miniBatchFraction:[2,3,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],tol:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.regression.FMRegressor":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],factorSize:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitLinear:[2,3,1,""],fitMultiple:[2,2,1,""],getFactorSize:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getFitLinear:[2,2,1,""],getInitStd:[2,2,1,""],getLabelCol:[2,2,1,""],getMaxIter:[2,2,1,""],getMiniBatchFraction:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSeed:[2,2,1,""],getSolver:[2,2,1,""],getStepSize:[2,2,1,""],getTol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],initStd:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],miniBatchFraction:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFactorSize:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setFitLinear:[2,2,1,""],setInitStd:[2,2,1,""],setLabelCol:[2,2,1,""],setMaxIter:[2,2,1,""],setMiniBatchFraction:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setSeed:[2,2,1,""],setSolver:[2,2,1,""],setStepSize:[2,2,1,""],setTol:[2,2,1,""],solver:[2,3,1,""],stepSize:[2,3,1,""],tol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.GBTRegressionModel":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],evaluateEachIteration:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getLossType:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getValidationIndicatorCol:[2,2,1,""],getValidationTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],lossType:[2,3,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxIter:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],stepSize:[2,3,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],supportedLossTypes:[2,3,1,""],toDebugString:[2,2,1,""],totalNumNodes:[2,2,1,""],transform:[2,2,1,""],treeWeights:[2,2,1,""],trees:[2,2,1,""],validationIndicatorCol:[2,3,1,""],validationTol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.GBTRegressor":{cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getLossType:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxIter:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getStepSize:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getValidationIndicatorCol:[2,2,1,""],getValidationTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],lossType:[2,3,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxIter:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeatureSubsetStrategy:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setLossType:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxIter:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setStepSize:[2,2,1,""],setSubsamplingRate:[2,2,1,""],setValidationIndicatorCol:[2,2,1,""],setWeightCol:[2,2,1,""],stepSize:[2,3,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],supportedLossTypes:[2,3,1,""],validationIndicatorCol:[2,3,1,""],validationTol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.GeneralizedLinearRegression":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],family:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getFamily:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLink:[2,2,1,""],getLinkPower:[2,2,1,""],getLinkPredictionCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOffsetCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSolver:[2,2,1,""],getTol:[2,2,1,""],getVariancePower:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],link:[2,3,1,""],linkPower:[2,3,1,""],linkPredictionCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],offsetCol:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setFamily:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setLabelCol:[2,2,1,""],setLink:[2,2,1,""],setLinkPower:[2,2,1,""],setLinkPredictionCol:[2,2,1,""],setMaxIter:[2,2,1,""],setOffsetCol:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setSolver:[2,2,1,""],setTol:[2,2,1,""],setVariancePower:[2,2,1,""],setWeightCol:[2,2,1,""],solver:[2,3,1,""],tol:[2,3,1,""],variancePower:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.GeneralizedLinearRegressionModel":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],coefficients:[2,2,1,""],copy:[2,2,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],family:[2,3,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],getAggregationDepth:[2,2,1,""],getFamily:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLink:[2,2,1,""],getLinkPower:[2,2,1,""],getLinkPredictionCol:[2,2,1,""],getMaxIter:[2,2,1,""],getOffsetCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSolver:[2,2,1,""],getTol:[2,2,1,""],getVariancePower:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],link:[2,3,1,""],linkPower:[2,3,1,""],linkPredictionCol:[2,3,1,""],load:[2,2,1,""],maxIter:[2,3,1,""],numFeatures:[2,2,1,""],offsetCol:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLinkPredictionCol:[2,2,1,""],setPredictionCol:[2,2,1,""],solver:[2,3,1,""],summary:[2,2,1,""],tol:[2,3,1,""],transform:[2,2,1,""],variancePower:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.GeneralizedLinearRegressionSummary":{aic:[2,2,1,""],degreesOfFreedom:[2,2,1,""],deviance:[2,2,1,""],dispersion:[2,2,1,""],nullDeviance:[2,2,1,""],numInstances:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],rank:[2,2,1,""],residualDegreeOfFreedom:[2,2,1,""],residualDegreeOfFreedomNull:[2,2,1,""],residuals:[2,2,1,""]},"pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary":{aic:[2,2,1,""],coefficientStandardErrors:[2,2,1,""],degreesOfFreedom:[2,2,1,""],deviance:[2,2,1,""],dispersion:[2,2,1,""],nullDeviance:[2,2,1,""],numInstances:[2,2,1,""],numIterations:[2,2,1,""],pValues:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],rank:[2,2,1,""],residualDegreeOfFreedom:[2,2,1,""],residualDegreeOfFreedomNull:[2,2,1,""],residuals:[2,2,1,""],solver:[2,2,1,""],tValues:[2,2,1,""]},"pyspark.ml.regression.IsotonicRegression":{clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureIndex:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getFeatureIndex:[2,2,1,""],getFeaturesCol:[2,2,1,""],getIsotonic:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],isotonic:[2,3,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeatureIndex:[2,2,1,""],setFeaturesCol:[2,2,1,""],setIsotonic:[2,2,1,""],setLabelCol:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setWeightCol:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.IsotonicRegressionModel":{boundaries:[2,2,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureIndex:[2,3,1,""],featuresCol:[2,3,1,""],getFeatureIndex:[2,2,1,""],getFeaturesCol:[2,2,1,""],getIsotonic:[2,2,1,""],getLabelCol:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],isotonic:[2,3,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],predictions:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],set:[2,2,1,""],setFeatureIndex:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.LinearRegression":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],elasticNetParam:[2,3,1,""],epsilon:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitIntercept:[2,3,1,""],fitMultiple:[2,2,1,""],getAggregationDepth:[2,2,1,""],getElasticNetParam:[2,2,1,""],getEpsilon:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLoss:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSolver:[2,2,1,""],getStandardization:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],loss:[2,3,1,""],maxIter:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],set:[2,2,1,""],setAggregationDepth:[2,2,1,""],setElasticNetParam:[2,2,1,""],setEpsilon:[2,2,1,""],setFeaturesCol:[2,2,1,""],setFitIntercept:[2,2,1,""],setLabelCol:[2,2,1,""],setLoss:[2,2,1,""],setMaxIter:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setRegParam:[2,2,1,""],setSolver:[2,2,1,""],setStandardization:[2,2,1,""],setTol:[2,2,1,""],setWeightCol:[2,2,1,""],solver:[2,3,1,""],standardization:[2,3,1,""],tol:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.LinearRegressionModel":{aggregationDepth:[2,3,1,""],clear:[2,2,1,""],coefficients:[2,2,1,""],copy:[2,2,1,""],elasticNetParam:[2,3,1,""],epsilon:[2,3,1,""],evaluate:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featuresCol:[2,3,1,""],fitIntercept:[2,3,1,""],getAggregationDepth:[2,2,1,""],getElasticNetParam:[2,2,1,""],getEpsilon:[2,2,1,""],getFeaturesCol:[2,2,1,""],getFitIntercept:[2,2,1,""],getLabelCol:[2,2,1,""],getLoss:[2,2,1,""],getMaxIter:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getRegParam:[2,2,1,""],getSolver:[2,2,1,""],getStandardization:[2,2,1,""],getTol:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],hasSummary:[2,2,1,""],intercept:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],load:[2,2,1,""],loss:[2,3,1,""],maxIter:[2,3,1,""],numFeatures:[2,2,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],regParam:[2,3,1,""],save:[2,2,1,""],scale:[2,2,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setPredictionCol:[2,2,1,""],solver:[2,3,1,""],standardization:[2,3,1,""],summary:[2,2,1,""],tol:[2,3,1,""],transform:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.LinearRegressionSummary":{coefficientStandardErrors:[2,2,1,""],degreesOfFreedom:[2,2,1,""],devianceResiduals:[2,2,1,""],explainedVariance:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],meanAbsoluteError:[2,2,1,""],meanSquaredError:[2,2,1,""],numInstances:[2,2,1,""],pValues:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],r2:[2,2,1,""],r2adj:[2,2,1,""],residuals:[2,2,1,""],rootMeanSquaredError:[2,2,1,""],tValues:[2,2,1,""]},"pyspark.ml.regression.LinearRegressionTrainingSummary":{coefficientStandardErrors:[2,2,1,""],degreesOfFreedom:[2,2,1,""],devianceResiduals:[2,2,1,""],explainedVariance:[2,2,1,""],featuresCol:[2,2,1,""],labelCol:[2,2,1,""],meanAbsoluteError:[2,2,1,""],meanSquaredError:[2,2,1,""],numInstances:[2,2,1,""],objectiveHistory:[2,2,1,""],pValues:[2,2,1,""],predictionCol:[2,2,1,""],predictions:[2,2,1,""],r2:[2,2,1,""],r2adj:[2,2,1,""],residuals:[2,2,1,""],rootMeanSquaredError:[2,2,1,""],tValues:[2,2,1,""],totalIterations:[2,2,1,""]},"pyspark.ml.regression.RandomForestRegressionModel":{bootstrap:[2,3,1,""],cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureImportances:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],getBootstrap:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numFeatures:[2,2,1,""],numTrees:[2,3,1,""],params:[2,2,1,""],predict:[2,2,1,""],predictLeaf:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setFeaturesCol:[2,2,1,""],setLeafCol:[2,2,1,""],setPredictionCol:[2,2,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],toDebugString:[2,2,1,""],totalNumNodes:[2,2,1,""],transform:[2,2,1,""],treeWeights:[2,2,1,""],trees:[2,2,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.regression.RandomForestRegressor":{bootstrap:[2,3,1,""],cacheNodeIds:[2,3,1,""],checkpointInterval:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],featureSubsetStrategy:[2,3,1,""],featuresCol:[2,3,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getBootstrap:[2,2,1,""],getCacheNodeIds:[2,2,1,""],getCheckpointInterval:[2,2,1,""],getFeatureSubsetStrategy:[2,2,1,""],getFeaturesCol:[2,2,1,""],getImpurity:[2,2,1,""],getLabelCol:[2,2,1,""],getLeafCol:[2,2,1,""],getMaxBins:[2,2,1,""],getMaxDepth:[2,2,1,""],getMaxMemoryInMB:[2,2,1,""],getMinInfoGain:[2,2,1,""],getMinInstancesPerNode:[2,2,1,""],getMinWeightFractionPerNode:[2,2,1,""],getNumTrees:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getPredictionCol:[2,2,1,""],getSeed:[2,2,1,""],getSubsamplingRate:[2,2,1,""],getWeightCol:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],impurity:[2,3,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],labelCol:[2,3,1,""],leafCol:[2,3,1,""],load:[2,2,1,""],maxBins:[2,3,1,""],maxDepth:[2,3,1,""],maxMemoryInMB:[2,3,1,""],minInfoGain:[2,3,1,""],minInstancesPerNode:[2,3,1,""],minWeightFractionPerNode:[2,3,1,""],numTrees:[2,3,1,""],params:[2,2,1,""],predictionCol:[2,3,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setBootstrap:[2,2,1,""],setCacheNodeIds:[2,2,1,""],setCheckpointInterval:[2,2,1,""],setFeatureSubsetStrategy:[2,2,1,""],setFeaturesCol:[2,2,1,""],setImpurity:[2,2,1,""],setLabelCol:[2,2,1,""],setLeafCol:[2,2,1,""],setMaxBins:[2,2,1,""],setMaxDepth:[2,2,1,""],setMaxMemoryInMB:[2,2,1,""],setMinInfoGain:[2,2,1,""],setMinInstancesPerNode:[2,2,1,""],setMinWeightFractionPerNode:[2,2,1,""],setNumTrees:[2,2,1,""],setParams:[2,2,1,""],setPredictionCol:[2,2,1,""],setSeed:[2,2,1,""],setSubsamplingRate:[2,2,1,""],setWeightCol:[2,2,1,""],subsamplingRate:[2,3,1,""],supportedFeatureSubsetStrategies:[2,3,1,""],supportedImpurities:[2,3,1,""],weightCol:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.stat":{ChiSquareTest:[2,1,1,""],Correlation:[2,1,1,""],KolmogorovSmirnovTest:[2,1,1,""],MultivariateGaussian:[2,1,1,""],Summarizer:[2,1,1,""],SummaryBuilder:[2,1,1,""]},"pyspark.ml.stat.ChiSquareTest":{test:[2,2,1,""]},"pyspark.ml.stat.Correlation":{corr:[2,2,1,""]},"pyspark.ml.stat.KolmogorovSmirnovTest":{test:[2,2,1,""]},"pyspark.ml.stat.Summarizer":{count:[2,2,1,""],max:[2,2,1,""],mean:[2,2,1,""],metrics:[2,2,1,""],min:[2,2,1,""],normL1:[2,2,1,""],normL2:[2,2,1,""],numNonZeros:[2,2,1,""],std:[2,2,1,""],sum:[2,2,1,""],variance:[2,2,1,""]},"pyspark.ml.stat.SummaryBuilder":{summary:[2,2,1,""]},"pyspark.ml.tuning":{CrossValidator:[2,1,1,""],CrossValidatorModel:[2,1,1,""],ParamGridBuilder:[2,1,1,""],TrainValidationSplit:[2,1,1,""],TrainValidationSplitModel:[2,1,1,""]},"pyspark.ml.tuning.CrossValidator":{clear:[2,2,1,""],collectSubModels:[2,3,1,""],copy:[2,2,1,""],estimator:[2,3,1,""],estimatorParamMaps:[2,3,1,""],evaluator:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCollectSubModels:[2,2,1,""],getEstimator:[2,2,1,""],getEstimatorParamMaps:[2,2,1,""],getEvaluator:[2,2,1,""],getNumFolds:[2,2,1,""],getOrDefault:[2,2,1,""],getParallelism:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numFolds:[2,3,1,""],parallelism:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCollectSubModels:[2,2,1,""],setEstimator:[2,2,1,""],setEstimatorParamMaps:[2,2,1,""],setEvaluator:[2,2,1,""],setNumFolds:[2,2,1,""],setParallelism:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.tuning.CrossValidatorModel":{avgMetrics:[2,3,1,""],bestModel:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],estimator:[2,3,1,""],estimatorParamMaps:[2,3,1,""],evaluator:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getEstimator:[2,2,1,""],getEstimatorParamMaps:[2,2,1,""],getEvaluator:[2,2,1,""],getNumFolds:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],numFolds:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],subModels:[2,3,1,""],transform:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.tuning.ParamGridBuilder":{addGrid:[2,2,1,""],baseOn:[2,2,1,""],build:[2,2,1,""]},"pyspark.ml.tuning.TrainValidationSplit":{clear:[2,2,1,""],collectSubModels:[2,3,1,""],copy:[2,2,1,""],estimator:[2,3,1,""],estimatorParamMaps:[2,3,1,""],evaluator:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],fit:[2,2,1,""],fitMultiple:[2,2,1,""],getCollectSubModels:[2,2,1,""],getEstimator:[2,2,1,""],getEstimatorParamMaps:[2,2,1,""],getEvaluator:[2,2,1,""],getOrDefault:[2,2,1,""],getParallelism:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getTrainRatio:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],parallelism:[2,3,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],setCollectSubModels:[2,2,1,""],setEstimator:[2,2,1,""],setEstimatorParamMaps:[2,2,1,""],setEvaluator:[2,2,1,""],setParallelism:[2,2,1,""],setParams:[2,2,1,""],setSeed:[2,2,1,""],setTrainRatio:[2,2,1,""],trainRatio:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.tuning.TrainValidationSplitModel":{bestModel:[2,3,1,""],clear:[2,2,1,""],copy:[2,2,1,""],estimator:[2,3,1,""],estimatorParamMaps:[2,3,1,""],evaluator:[2,3,1,""],explainParam:[2,2,1,""],explainParams:[2,2,1,""],extractParamMap:[2,2,1,""],getEstimator:[2,2,1,""],getEstimatorParamMaps:[2,2,1,""],getEvaluator:[2,2,1,""],getOrDefault:[2,2,1,""],getParam:[2,2,1,""],getSeed:[2,2,1,""],getTrainRatio:[2,2,1,""],hasDefault:[2,2,1,""],hasParam:[2,2,1,""],isDefined:[2,2,1,""],isSet:[2,2,1,""],load:[2,2,1,""],params:[2,2,1,""],read:[2,2,1,""],save:[2,2,1,""],seed:[2,3,1,""],set:[2,2,1,""],subModels:[2,3,1,""],trainRatio:[2,3,1,""],transform:[2,2,1,""],validationMetrics:[2,3,1,""],write:[2,2,1,""]},"pyspark.ml.util":{BaseReadWrite:[2,1,1,""],DefaultParamsReadable:[2,1,1,""],DefaultParamsReader:[2,1,1,""],DefaultParamsWritable:[2,1,1,""],DefaultParamsWriter:[2,1,1,""],GeneralJavaMLWritable:[2,1,1,""],GeneralJavaMLWriter:[2,1,1,""],GeneralMLWriter:[2,1,1,""],HasTrainingSummary:[2,1,1,""],Identifiable:[2,1,1,""],JavaMLReadable:[2,1,1,""],JavaMLReader:[2,1,1,""],JavaMLWritable:[2,1,1,""],JavaMLWriter:[2,1,1,""],MLReadable:[2,1,1,""],MLReader:[2,1,1,""],MLWritable:[2,1,1,""],MLWriter:[2,1,1,""],MetaAlgorithmReadWrite:[2,1,1,""]},"pyspark.ml.util.BaseReadWrite":{sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.DefaultParamsReadable":{load:[2,2,1,""],read:[2,2,1,""]},"pyspark.ml.util.DefaultParamsReader":{getAndSetParams:[2,2,1,""],load:[2,2,1,""],loadMetadata:[2,2,1,""],loadParamsInstance:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.DefaultParamsWritable":{save:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.util.DefaultParamsWriter":{overwrite:[2,2,1,""],save:[2,2,1,""],saveImpl:[2,2,1,""],saveMetadata:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.GeneralJavaMLWritable":{save:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.util.GeneralJavaMLWriter":{format:[2,2,1,""],option:[2,2,1,""],overwrite:[2,2,1,""],save:[2,2,1,""],saveImpl:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.GeneralMLWriter":{format:[2,2,1,""],overwrite:[2,2,1,""],save:[2,2,1,""],saveImpl:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.HasTrainingSummary":{hasSummary:[2,2,1,""],summary:[2,2,1,""]},"pyspark.ml.util.Identifiable":{uid:[2,3,1,""]},"pyspark.ml.util.JavaMLReadable":{load:[2,2,1,""],read:[2,2,1,""]},"pyspark.ml.util.JavaMLReader":{load:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.JavaMLWritable":{save:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.util.JavaMLWriter":{option:[2,2,1,""],overwrite:[2,2,1,""],save:[2,2,1,""],saveImpl:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.MLReadable":{load:[2,2,1,""],read:[2,2,1,""]},"pyspark.ml.util.MLReader":{load:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.MLWritable":{save:[2,2,1,""],write:[2,2,1,""]},"pyspark.ml.util.MLWriter":{overwrite:[2,2,1,""],save:[2,2,1,""],saveImpl:[2,2,1,""],sc:[2,2,1,""],session:[2,2,1,""],sparkSession:[2,2,1,""]},"pyspark.ml.util.MetaAlgorithmReadWrite":{getAllNestedStages:[2,2,1,""],isMetaEstimator:[2,2,1,""]},"pyspark.mllib":{classification:[3,0,0,"-"],clustering:[3,0,0,"-"],evaluation:[3,0,0,"-"],feature:[3,0,0,"-"],fpm:[3,0,0,"-"],linalg:[3,0,0,"-"],random:[3,0,0,"-"],recommendation:[3,0,0,"-"],regression:[3,0,0,"-"],stat:[3,0,0,"-"],tree:[3,0,0,"-"],util:[3,0,0,"-"]},"pyspark.mllib.classification":{LogisticRegressionModel:[3,1,1,""],LogisticRegressionWithLBFGS:[3,1,1,""],LogisticRegressionWithSGD:[3,1,1,""],NaiveBayes:[3,1,1,""],NaiveBayesModel:[3,1,1,""],SVMModel:[3,1,1,""],SVMWithSGD:[3,1,1,""],StreamingLogisticRegressionWithSGD:[3,1,1,""]},"pyspark.mllib.classification.LogisticRegressionModel":{clearThreshold:[3,2,1,""],intercept:[3,2,1,""],load:[3,2,1,""],numClasses:[3,2,1,""],numFeatures:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],setThreshold:[3,2,1,""],threshold:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.classification.LogisticRegressionWithLBFGS":{train:[3,2,1,""]},"pyspark.mllib.classification.LogisticRegressionWithSGD":{train:[3,2,1,""]},"pyspark.mllib.classification.NaiveBayes":{train:[3,2,1,""]},"pyspark.mllib.classification.NaiveBayesModel":{load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""]},"pyspark.mllib.classification.SVMModel":{clearThreshold:[3,2,1,""],intercept:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],setThreshold:[3,2,1,""],threshold:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.classification.SVMWithSGD":{train:[3,2,1,""]},"pyspark.mllib.classification.StreamingLogisticRegressionWithSGD":{latestModel:[3,2,1,""],predictOn:[3,2,1,""],predictOnValues:[3,2,1,""],setInitialWeights:[3,2,1,""],trainOn:[3,2,1,""]},"pyspark.mllib.clustering":{BisectingKMeans:[3,1,1,""],BisectingKMeansModel:[3,1,1,""],GaussianMixture:[3,1,1,""],GaussianMixtureModel:[3,1,1,""],KMeans:[3,1,1,""],KMeansModel:[3,1,1,""],LDA:[3,1,1,""],LDAModel:[3,1,1,""],PowerIterationClustering:[3,1,1,""],PowerIterationClusteringModel:[3,1,1,""],StreamingKMeans:[3,1,1,""],StreamingKMeansModel:[3,1,1,""]},"pyspark.mllib.clustering.BisectingKMeans":{train:[3,2,1,""]},"pyspark.mllib.clustering.BisectingKMeansModel":{clusterCenters:[3,2,1,""],computeCost:[3,2,1,""],k:[3,2,1,""],predict:[3,2,1,""]},"pyspark.mllib.clustering.GaussianMixture":{train:[3,2,1,""]},"pyspark.mllib.clustering.GaussianMixtureModel":{gaussians:[3,2,1,""],k:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],predictSoft:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.clustering.KMeans":{train:[3,2,1,""]},"pyspark.mllib.clustering.KMeansModel":{clusterCenters:[3,2,1,""],computeCost:[3,2,1,""],k:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""]},"pyspark.mllib.clustering.LDA":{train:[3,2,1,""]},"pyspark.mllib.clustering.LDAModel":{describeTopics:[3,2,1,""],load:[3,2,1,""],topicsMatrix:[3,2,1,""],vocabSize:[3,2,1,""]},"pyspark.mllib.clustering.PowerIterationClustering":{Assignment:[3,1,1,""],train:[3,2,1,""]},"pyspark.mllib.clustering.PowerIterationClusteringModel":{assignments:[3,2,1,""],k:[3,2,1,""],load:[3,2,1,""]},"pyspark.mllib.clustering.StreamingKMeans":{latestModel:[3,2,1,""],predictOn:[3,2,1,""],predictOnValues:[3,2,1,""],setDecayFactor:[3,2,1,""],setHalfLife:[3,2,1,""],setInitialCenters:[3,2,1,""],setK:[3,2,1,""],setRandomCenters:[3,2,1,""],trainOn:[3,2,1,""]},"pyspark.mllib.clustering.StreamingKMeansModel":{clusterWeights:[3,2,1,""],update:[3,2,1,""]},"pyspark.mllib.evaluation":{BinaryClassificationMetrics:[3,1,1,""],MulticlassMetrics:[3,1,1,""],RankingMetrics:[3,1,1,""],RegressionMetrics:[3,1,1,""]},"pyspark.mllib.evaluation.BinaryClassificationMetrics":{areaUnderPR:[3,2,1,""],areaUnderROC:[3,2,1,""],unpersist:[3,2,1,""]},"pyspark.mllib.evaluation.MulticlassMetrics":{accuracy:[3,2,1,""],confusionMatrix:[3,2,1,""],fMeasure:[3,2,1,""],falsePositiveRate:[3,2,1,""],logLoss:[3,2,1,""],precision:[3,2,1,""],recall:[3,2,1,""],truePositiveRate:[3,2,1,""],weightedFMeasure:[3,2,1,""],weightedFalsePositiveRate:[3,2,1,""],weightedPrecision:[3,2,1,""],weightedRecall:[3,2,1,""],weightedTruePositiveRate:[3,2,1,""]},"pyspark.mllib.evaluation.RankingMetrics":{meanAveragePrecision:[3,2,1,""],meanAveragePrecisionAt:[3,2,1,""],ndcgAt:[3,2,1,""],precisionAt:[3,2,1,""],recallAt:[3,2,1,""]},"pyspark.mllib.evaluation.RegressionMetrics":{explainedVariance:[3,2,1,""],meanAbsoluteError:[3,2,1,""],meanSquaredError:[3,2,1,""],r2:[3,2,1,""],rootMeanSquaredError:[3,2,1,""]},"pyspark.mllib.feature":{ChiSqSelector:[3,1,1,""],ChiSqSelectorModel:[3,1,1,""],ElementwiseProduct:[3,1,1,""],HashingTF:[3,1,1,""],IDF:[3,1,1,""],IDFModel:[3,1,1,""],Normalizer:[3,1,1,""],StandardScaler:[3,1,1,""],StandardScalerModel:[3,1,1,""],Word2Vec:[3,1,1,""],Word2VecModel:[3,1,1,""]},"pyspark.mllib.feature.ChiSqSelector":{fit:[3,2,1,""],setFdr:[3,2,1,""],setFpr:[3,2,1,""],setFwe:[3,2,1,""],setNumTopFeatures:[3,2,1,""],setPercentile:[3,2,1,""],setSelectorType:[3,2,1,""]},"pyspark.mllib.feature.ChiSqSelectorModel":{transform:[3,2,1,""]},"pyspark.mllib.feature.ElementwiseProduct":{transform:[3,2,1,""]},"pyspark.mllib.feature.HashingTF":{indexOf:[3,2,1,""],setBinary:[3,2,1,""],transform:[3,2,1,""]},"pyspark.mllib.feature.IDF":{fit:[3,2,1,""]},"pyspark.mllib.feature.IDFModel":{docFreq:[3,2,1,""],idf:[3,2,1,""],numDocs:[3,2,1,""],transform:[3,2,1,""]},"pyspark.mllib.feature.Normalizer":{transform:[3,2,1,""]},"pyspark.mllib.feature.StandardScaler":{fit:[3,2,1,""]},"pyspark.mllib.feature.StandardScalerModel":{mean:[3,2,1,""],setWithMean:[3,2,1,""],setWithStd:[3,2,1,""],std:[3,2,1,""],transform:[3,2,1,""],withMean:[3,2,1,""],withStd:[3,2,1,""]},"pyspark.mllib.feature.Word2Vec":{fit:[3,2,1,""],setLearningRate:[3,2,1,""],setMinCount:[3,2,1,""],setNumIterations:[3,2,1,""],setNumPartitions:[3,2,1,""],setSeed:[3,2,1,""],setVectorSize:[3,2,1,""],setWindowSize:[3,2,1,""]},"pyspark.mllib.feature.Word2VecModel":{findSynonyms:[3,2,1,""],getVectors:[3,2,1,""],load:[3,2,1,""],transform:[3,2,1,""]},"pyspark.mllib.fpm":{FPGrowth:[3,1,1,""],FPGrowthModel:[3,1,1,""],PrefixSpan:[3,1,1,""],PrefixSpanModel:[3,1,1,""]},"pyspark.mllib.fpm.FPGrowth":{FreqItemset:[3,1,1,""],train:[3,2,1,""]},"pyspark.mllib.fpm.FPGrowthModel":{freqItemsets:[3,2,1,""],load:[3,2,1,""]},"pyspark.mllib.fpm.PrefixSpan":{FreqSequence:[3,1,1,""],train:[3,2,1,""]},"pyspark.mllib.fpm.PrefixSpanModel":{freqSequences:[3,2,1,""]},"pyspark.mllib.linalg":{DenseMatrix:[3,1,1,""],DenseVector:[3,1,1,""],Matrices:[3,1,1,""],Matrix:[3,1,1,""],QRDecomposition:[3,1,1,""],SparseMatrix:[3,1,1,""],SparseVector:[3,1,1,""],Vector:[3,1,1,""],Vectors:[3,1,1,""],distributed:[3,0,0,"-"]},"pyspark.mllib.linalg.DenseMatrix":{asML:[3,2,1,""],toArray:[3,2,1,""],toSparse:[3,2,1,""]},"pyspark.mllib.linalg.DenseVector":{asML:[3,2,1,""],dot:[3,2,1,""],norm:[3,2,1,""],numNonzeros:[3,2,1,""],parse:[3,2,1,""],squared_distance:[3,2,1,""],toArray:[3,2,1,""],values:[3,2,1,""]},"pyspark.mllib.linalg.Matrices":{dense:[3,2,1,""],fromML:[3,2,1,""],sparse:[3,2,1,""]},"pyspark.mllib.linalg.Matrix":{asML:[3,2,1,""],toArray:[3,2,1,""]},"pyspark.mllib.linalg.QRDecomposition":{Q:[3,2,1,""],R:[3,2,1,""]},"pyspark.mllib.linalg.SparseMatrix":{asML:[3,2,1,""],toArray:[3,2,1,""],toDense:[3,2,1,""]},"pyspark.mllib.linalg.SparseVector":{asML:[3,2,1,""],dot:[3,2,1,""],indices:[3,3,1,""],norm:[3,2,1,""],numNonzeros:[3,2,1,""],parse:[3,2,1,""],size:[3,3,1,""],squared_distance:[3,2,1,""],toArray:[3,2,1,""],values:[3,3,1,""]},"pyspark.mllib.linalg.Vector":{asML:[3,2,1,""],toArray:[3,2,1,""]},"pyspark.mllib.linalg.Vectors":{dense:[3,2,1,""],fromML:[3,2,1,""],norm:[3,2,1,""],parse:[3,2,1,""],sparse:[3,2,1,""],squared_distance:[3,2,1,""],stringify:[3,2,1,""],zeros:[3,2,1,""]},"pyspark.mllib.linalg.distributed":{BlockMatrix:[3,1,1,""],CoordinateMatrix:[3,1,1,""],DistributedMatrix:[3,1,1,""],IndexedRow:[3,1,1,""],IndexedRowMatrix:[3,1,1,""],MatrixEntry:[3,1,1,""],RowMatrix:[3,1,1,""],SingularValueDecomposition:[3,1,1,""]},"pyspark.mllib.linalg.distributed.BlockMatrix":{add:[3,2,1,""],blocks:[3,2,1,""],cache:[3,2,1,""],colsPerBlock:[3,2,1,""],multiply:[3,2,1,""],numColBlocks:[3,2,1,""],numCols:[3,2,1,""],numRowBlocks:[3,2,1,""],numRows:[3,2,1,""],persist:[3,2,1,""],rowsPerBlock:[3,2,1,""],subtract:[3,2,1,""],toCoordinateMatrix:[3,2,1,""],toIndexedRowMatrix:[3,2,1,""],toLocalMatrix:[3,2,1,""],transpose:[3,2,1,""],validate:[3,2,1,""]},"pyspark.mllib.linalg.distributed.CoordinateMatrix":{entries:[3,2,1,""],numCols:[3,2,1,""],numRows:[3,2,1,""],toBlockMatrix:[3,2,1,""],toIndexedRowMatrix:[3,2,1,""],toRowMatrix:[3,2,1,""],transpose:[3,2,1,""]},"pyspark.mllib.linalg.distributed.DistributedMatrix":{numCols:[3,2,1,""],numRows:[3,2,1,""]},"pyspark.mllib.linalg.distributed.IndexedRowMatrix":{columnSimilarities:[3,2,1,""],computeGramianMatrix:[3,2,1,""],computeSVD:[3,2,1,""],multiply:[3,2,1,""],numCols:[3,2,1,""],numRows:[3,2,1,""],rows:[3,2,1,""],toBlockMatrix:[3,2,1,""],toCoordinateMatrix:[3,2,1,""],toRowMatrix:[3,2,1,""]},"pyspark.mllib.linalg.distributed.RowMatrix":{columnSimilarities:[3,2,1,""],computeColumnSummaryStatistics:[3,2,1,""],computeCovariance:[3,2,1,""],computeGramianMatrix:[3,2,1,""],computePrincipalComponents:[3,2,1,""],computeSVD:[3,2,1,""],multiply:[3,2,1,""],numCols:[3,2,1,""],numRows:[3,2,1,""],rows:[3,2,1,""],tallSkinnyQR:[3,2,1,""]},"pyspark.mllib.linalg.distributed.SingularValueDecomposition":{U:[3,2,1,""],V:[3,2,1,""],s:[3,2,1,""]},"pyspark.mllib.random":{RandomRDDs:[3,1,1,""]},"pyspark.mllib.random.RandomRDDs":{exponentialRDD:[3,2,1,""],exponentialVectorRDD:[3,2,1,""],gammaRDD:[3,2,1,""],gammaVectorRDD:[3,2,1,""],logNormalRDD:[3,2,1,""],logNormalVectorRDD:[3,2,1,""],normalRDD:[3,2,1,""],normalVectorRDD:[3,2,1,""],poissonRDD:[3,2,1,""],poissonVectorRDD:[3,2,1,""],uniformRDD:[3,2,1,""],uniformVectorRDD:[3,2,1,""]},"pyspark.mllib.recommendation":{ALS:[3,1,1,""],MatrixFactorizationModel:[3,1,1,""],Rating:[3,1,1,""]},"pyspark.mllib.recommendation.ALS":{train:[3,2,1,""],trainImplicit:[3,2,1,""]},"pyspark.mllib.recommendation.MatrixFactorizationModel":{load:[3,2,1,""],predict:[3,2,1,""],predictAll:[3,2,1,""],productFeatures:[3,2,1,""],rank:[3,2,1,""],recommendProducts:[3,2,1,""],recommendProductsForUsers:[3,2,1,""],recommendUsers:[3,2,1,""],recommendUsersForProducts:[3,2,1,""],userFeatures:[3,2,1,""]},"pyspark.mllib.regression":{IsotonicRegression:[3,1,1,""],IsotonicRegressionModel:[3,1,1,""],LabeledPoint:[3,1,1,""],LassoModel:[3,1,1,""],LassoWithSGD:[3,1,1,""],LinearModel:[3,1,1,""],LinearRegressionModel:[3,1,1,""],LinearRegressionWithSGD:[3,1,1,""],RidgeRegressionModel:[3,1,1,""],RidgeRegressionWithSGD:[3,1,1,""],StreamingLinearAlgorithm:[3,1,1,""],StreamingLinearRegressionWithSGD:[3,1,1,""]},"pyspark.mllib.regression.IsotonicRegression":{train:[3,2,1,""]},"pyspark.mllib.regression.IsotonicRegressionModel":{load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""]},"pyspark.mllib.regression.LassoModel":{intercept:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LassoWithSGD":{train:[3,2,1,""]},"pyspark.mllib.regression.LinearModel":{intercept:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LinearRegressionModel":{intercept:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LinearRegressionWithSGD":{train:[3,2,1,""]},"pyspark.mllib.regression.RidgeRegressionModel":{intercept:[3,2,1,""],load:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.RidgeRegressionWithSGD":{train:[3,2,1,""]},"pyspark.mllib.regression.StreamingLinearAlgorithm":{latestModel:[3,2,1,""],predictOn:[3,2,1,""],predictOnValues:[3,2,1,""]},"pyspark.mllib.regression.StreamingLinearRegressionWithSGD":{latestModel:[3,2,1,""],predictOn:[3,2,1,""],predictOnValues:[3,2,1,""],setInitialWeights:[3,2,1,""],trainOn:[3,2,1,""]},"pyspark.mllib.stat":{ChiSqTestResult:[3,1,1,""],KernelDensity:[3,1,1,""],MultivariateGaussian:[3,1,1,""],MultivariateStatisticalSummary:[3,1,1,""],Statistics:[3,1,1,""]},"pyspark.mllib.stat.ChiSqTestResult":{method:[3,2,1,""]},"pyspark.mllib.stat.KernelDensity":{estimate:[3,2,1,""],setBandwidth:[3,2,1,""],setSample:[3,2,1,""]},"pyspark.mllib.stat.MultivariateStatisticalSummary":{count:[3,2,1,""],max:[3,2,1,""],mean:[3,2,1,""],min:[3,2,1,""],normL1:[3,2,1,""],normL2:[3,2,1,""],numNonzeros:[3,2,1,""],variance:[3,2,1,""]},"pyspark.mllib.stat.Statistics":{chiSqTest:[3,2,1,""],colStats:[3,2,1,""],corr:[3,2,1,""],kolmogorovSmirnovTest:[3,2,1,""]},"pyspark.mllib.tree":{DecisionTree:[3,1,1,""],DecisionTreeModel:[3,1,1,""],GradientBoostedTrees:[3,1,1,""],GradientBoostedTreesModel:[3,1,1,""],RandomForest:[3,1,1,""],RandomForestModel:[3,1,1,""]},"pyspark.mllib.tree.DecisionTree":{trainClassifier:[3,2,1,""],trainRegressor:[3,2,1,""]},"pyspark.mllib.tree.DecisionTreeModel":{call:[3,2,1,""],depth:[3,2,1,""],load:[3,2,1,""],numNodes:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],toDebugString:[3,2,1,""]},"pyspark.mllib.tree.GradientBoostedTrees":{trainClassifier:[3,2,1,""],trainRegressor:[3,2,1,""]},"pyspark.mllib.tree.GradientBoostedTreesModel":{call:[3,2,1,""],load:[3,2,1,""],numTrees:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],toDebugString:[3,2,1,""],totalNumNodes:[3,2,1,""]},"pyspark.mllib.tree.RandomForest":{supportedFeatureSubsetStrategies:[3,3,1,""],trainClassifier:[3,2,1,""],trainRegressor:[3,2,1,""]},"pyspark.mllib.tree.RandomForestModel":{call:[3,2,1,""],load:[3,2,1,""],numTrees:[3,2,1,""],predict:[3,2,1,""],save:[3,2,1,""],toDebugString:[3,2,1,""],totalNumNodes:[3,2,1,""]},"pyspark.mllib.util":{JavaLoader:[3,1,1,""],JavaSaveable:[3,1,1,""],LinearDataGenerator:[3,1,1,""],Loader:[3,1,1,""],MLUtils:[3,1,1,""],Saveable:[3,1,1,""]},"pyspark.mllib.util.JavaLoader":{load:[3,2,1,""]},"pyspark.mllib.util.JavaSaveable":{save:[3,2,1,""]},"pyspark.mllib.util.LinearDataGenerator":{generateLinearInput:[3,2,1,""],generateLinearRDD:[3,2,1,""]},"pyspark.mllib.util.Loader":{load:[3,2,1,""]},"pyspark.mllib.util.MLUtils":{appendBias:[3,2,1,""],convertMatrixColumnsFromML:[3,2,1,""],convertMatrixColumnsToML:[3,2,1,""],convertVectorColumnsFromML:[3,2,1,""],convertVectorColumnsToML:[3,2,1,""],loadLabeledPoints:[3,2,1,""],loadLibSVMFile:[3,2,1,""],loadVectors:[3,2,1,""],saveAsLibSVMFile:[3,2,1,""]},"pyspark.mllib.util.Saveable":{save:[3,2,1,""]},"pyspark.resource":{ResourceInformation:[4,1,1,""]},"pyspark.resource.ResourceInformation":{addresses:[4,2,1,""],name:[4,2,1,""]},"pyspark.sql":{Catalog:[5,1,1,""],Column:[5,1,1,""],DataFrame:[5,1,1,""],DataFrameNaFunctions:[5,1,1,""],DataFrameReader:[5,1,1,""],DataFrameStatFunctions:[5,1,1,""],DataFrameWriter:[5,1,1,""],GroupedData:[5,1,1,""],HiveContext:[5,1,1,""],PandasCogroupedOps:[5,1,1,""],Row:[5,1,1,""],SQLContext:[5,1,1,""],SparkSession:[5,1,1,""],UDFRegistration:[5,1,1,""],Window:[5,1,1,""],WindowSpec:[5,1,1,""],functions:[5,0,0,"-"],streaming:[5,0,0,"-"],types:[5,0,0,"-"]},"pyspark.sql.Catalog":{cacheTable:[5,2,1,""],clearCache:[5,2,1,""],createExternalTable:[5,2,1,""],createTable:[5,2,1,""],currentDatabase:[5,2,1,""],dropGlobalTempView:[5,2,1,""],dropTempView:[5,2,1,""],isCached:[5,2,1,""],listColumns:[5,2,1,""],listDatabases:[5,2,1,""],listFunctions:[5,2,1,""],listTables:[5,2,1,""],recoverPartitions:[5,2,1,""],refreshByPath:[5,2,1,""],refreshTable:[5,2,1,""],registerFunction:[5,2,1,""],setCurrentDatabase:[5,2,1,""],uncacheTable:[5,2,1,""]},"pyspark.sql.Column":{alias:[5,2,1,""],asc:[5,2,1,""],asc_nulls_first:[5,2,1,""],asc_nulls_last:[5,2,1,""],astype:[5,2,1,""],between:[5,2,1,""],bitwiseAND:[5,2,1,""],bitwiseOR:[5,2,1,""],bitwiseXOR:[5,2,1,""],cast:[5,2,1,""],contains:[5,2,1,""],desc:[5,2,1,""],desc_nulls_first:[5,2,1,""],desc_nulls_last:[5,2,1,""],endswith:[5,2,1,""],eqNullSafe:[5,2,1,""],getField:[5,2,1,""],getItem:[5,2,1,""],isNotNull:[5,2,1,""],isNull:[5,2,1,""],isin:[5,2,1,""],like:[5,2,1,""],name:[5,2,1,""],otherwise:[5,2,1,""],over:[5,2,1,""],rlike:[5,2,1,""],startswith:[5,2,1,""],substr:[5,2,1,""],when:[5,2,1,""]},"pyspark.sql.DataFrame":{agg:[5,2,1,""],alias:[5,2,1,""],approxQuantile:[5,2,1,""],cache:[5,2,1,""],checkpoint:[5,2,1,""],coalesce:[5,2,1,""],colRegex:[5,2,1,""],collect:[5,2,1,""],columns:[5,2,1,""],corr:[5,2,1,""],count:[5,2,1,""],cov:[5,2,1,""],createGlobalTempView:[5,2,1,""],createOrReplaceGlobalTempView:[5,2,1,""],createOrReplaceTempView:[5,2,1,""],createTempView:[5,2,1,""],crossJoin:[5,2,1,""],crosstab:[5,2,1,""],cube:[5,2,1,""],describe:[5,2,1,""],distinct:[5,2,1,""],drop:[5,2,1,""],dropDuplicates:[5,2,1,""],drop_duplicates:[5,2,1,""],dropna:[5,2,1,""],dtypes:[5,2,1,""],exceptAll:[5,2,1,""],explain:[5,2,1,""],fillna:[5,2,1,""],filter:[5,2,1,""],first:[5,2,1,""],foreach:[5,2,1,""],foreachPartition:[5,2,1,""],freqItems:[5,2,1,""],groupBy:[5,2,1,""],groupby:[5,2,1,""],head:[5,2,1,""],hint:[5,2,1,""],intersect:[5,2,1,""],intersectAll:[5,2,1,""],isLocal:[5,2,1,""],isStreaming:[5,2,1,""],join:[5,2,1,""],limit:[5,2,1,""],localCheckpoint:[5,2,1,""],mapInPandas:[5,2,1,""],na:[5,2,1,""],orderBy:[5,2,1,""],persist:[5,2,1,""],printSchema:[5,2,1,""],randomSplit:[5,2,1,""],rdd:[5,2,1,""],registerTempTable:[5,2,1,""],repartition:[5,2,1,""],repartitionByRange:[5,2,1,""],replace:[5,2,1,""],rollup:[5,2,1,""],sample:[5,2,1,""],sampleBy:[5,2,1,""],schema:[5,2,1,""],select:[5,2,1,""],selectExpr:[5,2,1,""],show:[5,2,1,""],sort:[5,2,1,""],sortWithinPartitions:[5,2,1,""],stat:[5,2,1,""],storageLevel:[5,2,1,""],subtract:[5,2,1,""],summary:[5,2,1,""],tail:[5,2,1,""],take:[5,2,1,""],toDF:[5,2,1,""],toJSON:[5,2,1,""],toLocalIterator:[5,2,1,""],toPandas:[5,2,1,""],transform:[5,2,1,""],union:[5,2,1,""],unionAll:[5,2,1,""],unionByName:[5,2,1,""],unpersist:[5,2,1,""],where:[5,2,1,""],withColumn:[5,2,1,""],withColumnRenamed:[5,2,1,""],withWatermark:[5,2,1,""],write:[5,2,1,""],writeStream:[5,2,1,""]},"pyspark.sql.DataFrameNaFunctions":{drop:[5,2,1,""],fill:[5,2,1,""],replace:[5,2,1,""]},"pyspark.sql.DataFrameReader":{csv:[5,2,1,""],format:[5,2,1,""],jdbc:[5,2,1,""],json:[5,2,1,""],load:[5,2,1,""],option:[5,2,1,""],options:[5,2,1,""],orc:[5,2,1,""],parquet:[5,2,1,""],schema:[5,2,1,""],table:[5,2,1,""],text:[5,2,1,""]},"pyspark.sql.DataFrameStatFunctions":{approxQuantile:[5,2,1,""],corr:[5,2,1,""],cov:[5,2,1,""],crosstab:[5,2,1,""],freqItems:[5,2,1,""],sampleBy:[5,2,1,""]},"pyspark.sql.DataFrameWriter":{bucketBy:[5,2,1,""],csv:[5,2,1,""],format:[5,2,1,""],insertInto:[5,2,1,""],jdbc:[5,2,1,""],json:[5,2,1,""],mode:[5,2,1,""],option:[5,2,1,""],options:[5,2,1,""],orc:[5,2,1,""],parquet:[5,2,1,""],partitionBy:[5,2,1,""],save:[5,2,1,""],saveAsTable:[5,2,1,""],sortBy:[5,2,1,""],text:[5,2,1,""]},"pyspark.sql.GroupedData":{agg:[5,2,1,""],apply:[5,2,1,""],applyInPandas:[5,2,1,""],avg:[5,2,1,""],cogroup:[5,2,1,""],count:[5,2,1,""],max:[5,2,1,""],mean:[5,2,1,""],min:[5,2,1,""],pivot:[5,2,1,""],sum:[5,2,1,""]},"pyspark.sql.HiveContext":{cacheTable:[5,2,1,""],clearCache:[5,2,1,""],createDataFrame:[5,2,1,""],createExternalTable:[5,2,1,""],dropTempTable:[5,2,1,""],getConf:[5,2,1,""],getOrCreate:[5,2,1,""],newSession:[5,2,1,""],range:[5,2,1,""],read:[5,2,1,""],readStream:[5,2,1,""],refreshTable:[5,2,1,""],registerDataFrameAsTable:[5,2,1,""],registerFunction:[5,2,1,""],registerJavaFunction:[5,2,1,""],setConf:[5,2,1,""],sql:[5,2,1,""],streams:[5,2,1,""],table:[5,2,1,""],tableNames:[5,2,1,""],tables:[5,2,1,""],udf:[5,2,1,""],uncacheTable:[5,2,1,""]},"pyspark.sql.PandasCogroupedOps":{applyInPandas:[5,2,1,""]},"pyspark.sql.Row":{asDict:[5,2,1,""],count:[5,2,1,""],index:[5,2,1,""]},"pyspark.sql.SQLContext":{cacheTable:[5,2,1,""],clearCache:[5,2,1,""],createDataFrame:[5,2,1,""],createExternalTable:[5,2,1,""],dropTempTable:[5,2,1,""],getConf:[5,2,1,""],getOrCreate:[5,2,1,""],newSession:[5,2,1,""],range:[5,2,1,""],read:[5,2,1,""],readStream:[5,2,1,""],registerDataFrameAsTable:[5,2,1,""],registerFunction:[5,2,1,""],registerJavaFunction:[5,2,1,""],setConf:[5,2,1,""],sql:[5,2,1,""],streams:[5,2,1,""],table:[5,2,1,""],tableNames:[5,2,1,""],tables:[5,2,1,""],udf:[5,2,1,""],uncacheTable:[5,2,1,""]},"pyspark.sql.SparkSession":{Builder:[5,1,1,""],builder:[5,3,1,""],catalog:[5,2,1,""],conf:[5,2,1,""],createDataFrame:[5,2,1,""],getActiveSession:[5,2,1,""],newSession:[5,2,1,""],range:[5,2,1,""],read:[5,2,1,""],readStream:[5,2,1,""],sparkContext:[5,2,1,""],sql:[5,2,1,""],stop:[5,2,1,""],streams:[5,2,1,""],table:[5,2,1,""],udf:[5,2,1,""],version:[5,2,1,""]},"pyspark.sql.SparkSession.Builder":{appName:[5,2,1,""],config:[5,2,1,""],enableHiveSupport:[5,2,1,""],getOrCreate:[5,2,1,""],master:[5,2,1,""]},"pyspark.sql.UDFRegistration":{register:[5,2,1,""],registerJavaFunction:[5,2,1,""],registerJavaUDAF:[5,2,1,""]},"pyspark.sql.Window":{currentRow:[5,3,1,""],orderBy:[5,2,1,""],partitionBy:[5,2,1,""],rangeBetween:[5,2,1,""],rowsBetween:[5,2,1,""],unboundedFollowing:[5,3,1,""],unboundedPreceding:[5,3,1,""]},"pyspark.sql.WindowSpec":{orderBy:[5,2,1,""],partitionBy:[5,2,1,""],rangeBetween:[5,2,1,""],rowsBetween:[5,2,1,""]},"pyspark.sql.avro":{functions:[5,0,0,"-"]},"pyspark.sql.avro.functions":{from_avro:[5,4,1,""],to_avro:[5,4,1,""]},"pyspark.sql.functions":{PandasUDFType:[5,1,1,""],abs:[5,4,1,""],acos:[5,4,1,""],add_months:[5,4,1,""],approxCountDistinct:[5,4,1,""],approx_count_distinct:[5,4,1,""],array:[5,4,1,""],array_contains:[5,4,1,""],array_distinct:[5,4,1,""],array_except:[5,4,1,""],array_intersect:[5,4,1,""],array_join:[5,4,1,""],array_max:[5,4,1,""],array_min:[5,4,1,""],array_position:[5,4,1,""],array_remove:[5,4,1,""],array_repeat:[5,4,1,""],array_sort:[5,4,1,""],array_union:[5,4,1,""],arrays_overlap:[5,4,1,""],arrays_zip:[5,4,1,""],asc:[5,4,1,""],asc_nulls_first:[5,4,1,""],asc_nulls_last:[5,4,1,""],ascii:[5,4,1,""],asin:[5,4,1,""],atan2:[5,4,1,""],atan:[5,4,1,""],avg:[5,4,1,""],base64:[5,4,1,""],basestring:[5,3,1,""],bin:[5,4,1,""],bitwiseNOT:[5,4,1,""],broadcast:[5,4,1,""],bround:[5,4,1,""],cbrt:[5,4,1,""],ceil:[5,4,1,""],coalesce:[5,4,1,""],col:[5,4,1,""],collect_list:[5,4,1,""],collect_set:[5,4,1,""],column:[5,4,1,""],concat:[5,4,1,""],concat_ws:[5,4,1,""],conv:[5,4,1,""],corr:[5,4,1,""],cos:[5,4,1,""],cosh:[5,4,1,""],count:[5,4,1,""],countDistinct:[5,4,1,""],covar_pop:[5,4,1,""],covar_samp:[5,4,1,""],crc32:[5,4,1,""],create_map:[5,4,1,""],cume_dist:[5,4,1,""],current_date:[5,4,1,""],current_timestamp:[5,4,1,""],date_add:[5,4,1,""],date_format:[5,4,1,""],date_sub:[5,4,1,""],date_trunc:[5,4,1,""],datediff:[5,4,1,""],dayofmonth:[5,4,1,""],dayofweek:[5,4,1,""],dayofyear:[5,4,1,""],decode:[5,4,1,""],degrees:[5,4,1,""],dense_rank:[5,4,1,""],desc:[5,4,1,""],desc_nulls_first:[5,4,1,""],desc_nulls_last:[5,4,1,""],element_at:[5,4,1,""],encode:[5,4,1,""],exp:[5,4,1,""],explode:[5,4,1,""],explode_outer:[5,4,1,""],expm1:[5,4,1,""],expr:[5,4,1,""],factorial:[5,4,1,""],first:[5,4,1,""],flatten:[5,4,1,""],floor:[5,4,1,""],format_number:[5,4,1,""],format_string:[5,4,1,""],from_csv:[5,4,1,""],from_json:[5,4,1,""],from_unixtime:[5,4,1,""],from_utc_timestamp:[5,4,1,""],get_json_object:[5,4,1,""],greatest:[5,4,1,""],grouping:[5,4,1,""],grouping_id:[5,4,1,""],hash:[5,4,1,""],hex:[5,4,1,""],hour:[5,4,1,""],hypot:[5,4,1,""],initcap:[5,4,1,""],input_file_name:[5,4,1,""],instr:[5,4,1,""],isnan:[5,4,1,""],isnull:[5,4,1,""],json_tuple:[5,4,1,""],kurtosis:[5,4,1,""],lag:[5,4,1,""],last:[5,4,1,""],last_day:[5,4,1,""],lead:[5,4,1,""],least:[5,4,1,""],length:[5,4,1,""],levenshtein:[5,4,1,""],lit:[5,4,1,""],locate:[5,4,1,""],log10:[5,4,1,""],log1p:[5,4,1,""],log2:[5,4,1,""],log:[5,4,1,""],lower:[5,4,1,""],lpad:[5,4,1,""],ltrim:[5,4,1,""],map_concat:[5,4,1,""],map_entries:[5,4,1,""],map_from_arrays:[5,4,1,""],map_from_entries:[5,4,1,""],map_keys:[5,4,1,""],map_values:[5,4,1,""],max:[5,4,1,""],md5:[5,4,1,""],mean:[5,4,1,""],min:[5,4,1,""],minute:[5,4,1,""],monotonically_increasing_id:[5,4,1,""],month:[5,4,1,""],months_between:[5,4,1,""],nanvl:[5,4,1,""],next_day:[5,4,1,""],ntile:[5,4,1,""],overlay:[5,4,1,""],pandas_udf:[5,4,1,""],percent_rank:[5,4,1,""],posexplode:[5,4,1,""],posexplode_outer:[5,4,1,""],pow:[5,4,1,""],quarter:[5,4,1,""],radians:[5,4,1,""],rand:[5,4,1,""],randn:[5,4,1,""],rank:[5,4,1,""],regexp_extract:[5,4,1,""],regexp_replace:[5,4,1,""],repeat:[5,4,1,""],reverse:[5,4,1,""],rint:[5,4,1,""],round:[5,4,1,""],row_number:[5,4,1,""],rpad:[5,4,1,""],rtrim:[5,4,1,""],schema_of_csv:[5,4,1,""],schema_of_json:[5,4,1,""],second:[5,4,1,""],sequence:[5,4,1,""],sha1:[5,4,1,""],sha2:[5,4,1,""],shiftLeft:[5,4,1,""],shiftRight:[5,4,1,""],shiftRightUnsigned:[5,4,1,""],shuffle:[5,4,1,""],signum:[5,4,1,""],sin:[5,4,1,""],sinh:[5,4,1,""],size:[5,4,1,""],skewness:[5,4,1,""],slice:[5,4,1,""],sort_array:[5,4,1,""],soundex:[5,4,1,""],spark_partition_id:[5,4,1,""],split:[5,4,1,""],sqrt:[5,4,1,""],stddev:[5,4,1,""],stddev_pop:[5,4,1,""],stddev_samp:[5,4,1,""],struct:[5,4,1,""],substring:[5,4,1,""],substring_index:[5,4,1,""],sum:[5,4,1,""],sumDistinct:[5,4,1,""],tan:[5,4,1,""],tanh:[5,4,1,""],toDegrees:[5,4,1,""],toRadians:[5,4,1,""],to_csv:[5,4,1,""],to_date:[5,4,1,""],to_json:[5,4,1,""],to_str:[5,4,1,""],to_timestamp:[5,4,1,""],to_utc_timestamp:[5,4,1,""],translate:[5,4,1,""],trim:[5,4,1,""],trunc:[5,4,1,""],udf:[5,4,1,""],unbase64:[5,4,1,""],unhex:[5,4,1,""],unix_timestamp:[5,4,1,""],upper:[5,4,1,""],var_pop:[5,4,1,""],var_samp:[5,4,1,""],variance:[5,4,1,""],weekofyear:[5,4,1,""],when:[5,4,1,""],window:[5,4,1,""],xxhash64:[5,4,1,""],year:[5,4,1,""]},"pyspark.sql.functions.PandasUDFType":{GROUPED_AGG:[5,3,1,""],GROUPED_MAP:[5,3,1,""],SCALAR:[5,3,1,""],SCALAR_ITER:[5,3,1,""]},"pyspark.sql.streaming":{DataStreamReader:[5,1,1,""],DataStreamWriter:[5,1,1,""],StreamingQuery:[5,1,1,""],StreamingQueryManager:[5,1,1,""]},"pyspark.sql.streaming.DataStreamReader":{csv:[5,2,1,""],format:[5,2,1,""],json:[5,2,1,""],load:[5,2,1,""],option:[5,2,1,""],options:[5,2,1,""],orc:[5,2,1,""],parquet:[5,2,1,""],schema:[5,2,1,""],text:[5,2,1,""]},"pyspark.sql.streaming.DataStreamWriter":{foreach:[5,2,1,""],foreachBatch:[5,2,1,""],format:[5,2,1,""],option:[5,2,1,""],options:[5,2,1,""],outputMode:[5,2,1,""],partitionBy:[5,2,1,""],queryName:[5,2,1,""],start:[5,2,1,""],trigger:[5,2,1,""]},"pyspark.sql.streaming.StreamingQuery":{awaitTermination:[5,2,1,""],exception:[5,2,1,""],explain:[5,2,1,""],id:[5,2,1,""],isActive:[5,2,1,""],lastProgress:[5,2,1,""],name:[5,2,1,""],processAllAvailable:[5,2,1,""],recentProgress:[5,2,1,""],runId:[5,2,1,""],status:[5,2,1,""],stop:[5,2,1,""]},"pyspark.sql.streaming.StreamingQueryManager":{active:[5,2,1,""],awaitAnyTermination:[5,2,1,""],get:[5,2,1,""],resetTerminated:[5,2,1,""]},"pyspark.sql.types":{ArrayType:[5,1,1,""],BinaryType:[5,1,1,""],BooleanType:[5,1,1,""],ByteType:[5,1,1,""],DataType:[5,1,1,""],DateType:[5,1,1,""],DecimalType:[5,1,1,""],DoubleType:[5,1,1,""],FloatType:[5,1,1,""],IntegerType:[5,1,1,""],LongType:[5,1,1,""],MapType:[5,1,1,""],NullType:[5,1,1,""],ShortType:[5,1,1,""],StringType:[5,1,1,""],StructField:[5,1,1,""],StructType:[5,1,1,""],TimestampType:[5,1,1,""]},"pyspark.sql.types.ArrayType":{fromInternal:[5,2,1,""],fromJson:[5,2,1,""],jsonValue:[5,2,1,""],needConversion:[5,2,1,""],simpleString:[5,2,1,""],toInternal:[5,2,1,""]},"pyspark.sql.types.ByteType":{simpleString:[5,2,1,""]},"pyspark.sql.types.DataType":{fromInternal:[5,2,1,""],json:[5,2,1,""],jsonValue:[5,2,1,""],needConversion:[5,2,1,""],simpleString:[5,2,1,""],toInternal:[5,2,1,""],typeName:[5,2,1,""]},"pyspark.sql.types.DateType":{EPOCH_ORDINAL:[5,3,1,""],fromInternal:[5,2,1,""],needConversion:[5,2,1,""],toInternal:[5,2,1,""]},"pyspark.sql.types.DecimalType":{jsonValue:[5,2,1,""],simpleString:[5,2,1,""]},"pyspark.sql.types.IntegerType":{simpleString:[5,2,1,""]},"pyspark.sql.types.LongType":{simpleString:[5,2,1,""]},"pyspark.sql.types.MapType":{fromInternal:[5,2,1,""],fromJson:[5,2,1,""],jsonValue:[5,2,1,""],needConversion:[5,2,1,""],simpleString:[5,2,1,""],toInternal:[5,2,1,""]},"pyspark.sql.types.ShortType":{simpleString:[5,2,1,""]},"pyspark.sql.types.StructField":{fromInternal:[5,2,1,""],fromJson:[5,2,1,""],jsonValue:[5,2,1,""],needConversion:[5,2,1,""],simpleString:[5,2,1,""],toInternal:[5,2,1,""],typeName:[5,2,1,""]},"pyspark.sql.types.StructType":{add:[5,2,1,""],fieldNames:[5,2,1,""],fromInternal:[5,2,1,""],fromJson:[5,2,1,""],jsonValue:[5,2,1,""],needConversion:[5,2,1,""],simpleString:[5,2,1,""],toInternal:[5,2,1,""]},"pyspark.sql.types.TimestampType":{fromInternal:[5,2,1,""],needConversion:[5,2,1,""],toInternal:[5,2,1,""]},"pyspark.streaming":{DStream:[6,1,1,""],StreamingContext:[6,1,1,""],StreamingListener:[6,1,1,""],kinesis:[6,0,0,"-"]},"pyspark.streaming.DStream":{cache:[6,2,1,""],checkpoint:[6,2,1,""],cogroup:[6,2,1,""],combineByKey:[6,2,1,""],context:[6,2,1,""],count:[6,2,1,""],countByValue:[6,2,1,""],countByValueAndWindow:[6,2,1,""],countByWindow:[6,2,1,""],filter:[6,2,1,""],flatMap:[6,2,1,""],flatMapValues:[6,2,1,""],foreachRDD:[6,2,1,""],fullOuterJoin:[6,2,1,""],glom:[6,2,1,""],groupByKey:[6,2,1,""],groupByKeyAndWindow:[6,2,1,""],join:[6,2,1,""],leftOuterJoin:[6,2,1,""],map:[6,2,1,""],mapPartitions:[6,2,1,""],mapPartitionsWithIndex:[6,2,1,""],mapValues:[6,2,1,""],partitionBy:[6,2,1,""],persist:[6,2,1,""],pprint:[6,2,1,""],reduce:[6,2,1,""],reduceByKey:[6,2,1,""],reduceByKeyAndWindow:[6,2,1,""],reduceByWindow:[6,2,1,""],repartition:[6,2,1,""],rightOuterJoin:[6,2,1,""],saveAsTextFiles:[6,2,1,""],slice:[6,2,1,""],transform:[6,2,1,""],transformWith:[6,2,1,""],union:[6,2,1,""],updateStateByKey:[6,2,1,""],window:[6,2,1,""]},"pyspark.streaming.StreamingContext":{addStreamingListener:[6,2,1,""],awaitTermination:[6,2,1,""],awaitTerminationOrTimeout:[6,2,1,""],binaryRecordsStream:[6,2,1,""],checkpoint:[6,2,1,""],getActive:[6,2,1,""],getActiveOrCreate:[6,2,1,""],getOrCreate:[6,2,1,""],queueStream:[6,2,1,""],remember:[6,2,1,""],socketTextStream:[6,2,1,""],sparkContext:[6,2,1,""],start:[6,2,1,""],stop:[6,2,1,""],textFileStream:[6,2,1,""],transform:[6,2,1,""],union:[6,2,1,""]},"pyspark.streaming.StreamingListener":{Java:[6,1,1,""],onBatchCompleted:[6,2,1,""],onBatchStarted:[6,2,1,""],onBatchSubmitted:[6,2,1,""],onOutputOperationCompleted:[6,2,1,""],onOutputOperationStarted:[6,2,1,""],onReceiverError:[6,2,1,""],onReceiverStarted:[6,2,1,""],onReceiverStopped:[6,2,1,""],onStreamingStarted:[6,2,1,""]},"pyspark.streaming.StreamingListener.Java":{"implements":[6,3,1,""]},"pyspark.streaming.kinesis":{InitialPositionInStream:[6,1,1,""],KinesisUtils:[6,1,1,""],utf8_decoder:[6,4,1,""]},"pyspark.streaming.kinesis.InitialPositionInStream":{LATEST:[6,3,1,""],TRIM_HORIZON:[6,3,1,""]},"pyspark.streaming.kinesis.KinesisUtils":{createStream:[6,2,1,""]},pyspark:{Accumulator:[1,1,1,""],AccumulatorParam:[1,1,1,""],BarrierTaskContext:[1,1,1,""],BarrierTaskInfo:[1,1,1,""],BasicProfiler:[1,1,1,""],Broadcast:[1,1,1,""],MarshalSerializer:[1,1,1,""],PickleSerializer:[1,1,1,""],Profiler:[1,1,1,""],RDD:[1,1,1,""],RDDBarrier:[1,1,1,""],SparkConf:[1,1,1,""],SparkContext:[1,1,1,""],SparkFiles:[1,1,1,""],SparkJobInfo:[1,1,1,""],SparkStageInfo:[1,1,1,""],StatusTracker:[1,1,1,""],StorageLevel:[1,1,1,""],TaskContext:[1,1,1,""],ml:[2,0,0,"-"],resource:[4,0,0,"-"],sql:[5,0,0,"-"],streaming:[6,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:function"},terms:{"005766663870645e":2,"13t06":5,"16be":5,"16le":5,"1a2s3a":5,"1e4":5,"1e6":5,"1st":2,"25th":2,"2nd":2,"32le":5,"3bc51062973c458d5a6f2d8d64a023246354ad7e064b1e4e009ec8a0699a3043":5,"3c01bdbb26f358bab27f267924aa2c9a03fcfdb8":5,"3rd":2,"425264676902229e":2,"491554426243495e":2,"56e":3,"75th":2,"902fbdd2b1df0c4f70b4a5d23525e932":5,"abstract":[0,1,2,3,6],"boolean":[2,3,5],"byte":[1,5,6],"case":[1,2,3,5],"char":5,"class":[1,2,3,4,5,6],"default":[1,2,3,5,6],"enum":5,"export":2,"final":[1,3,5],"float":[1,2,3,5],"function":[0,1,3,6],"import":[1,2,3,5],"int":[1,2,3,5],"long":[1,2,3,5,6],"new":[1,2,3,4,5,6],"null":[1,2,3,5,6],"public":1,"return":[1,2,3,5,6],"short":5,"static":[1,2,3,5,6],"switch":1,"throw":[2,3,5,6],"true":[1,2,3,5,6],"try":[1,3,5],"var":2,"while":[1,2,5,6],ALS:[2,3],AND:5,AWS:6,Abs:2,Added:[1,5],And:[1,2],But:3,For:[1,2,3,5],IDs:[2,3,5],Ids:2,Its:[1,2],LQS:5,NOT:[1,2,3,5],Not:[1,2],One:[2,4],STS:6,THEN:5,TRs:3,That:[2,5],The:[1,2,3,4,5,6],Then:2,There:[2,5],These:[1,2,5],Use:[1,2,3,5],Used:[1,3],Uses:5,Using:[1,3,5],With:[1,2,5],__getitem__:5,__this__:2,_c0:5,_c1:5,_c2:5,_imageschema:2,_jconf:1,_jvm:1,a_i:2,a_map:5,aaaac:5,ababab:5,abc:5,abcd123:5,abcd:5,abort:1,about:[1,2,4,5],abov:[3,5],abs:[1,2,3,5],absenc:6,absolut:[1,2,3,5],absqrow:3,acceler:2,accept:[2,5],access:[1,2,3,5],accesskeyid:6,accord:[1,2,3,5],accordingli:5,account:[2,5],accum_param:1,accumul:1,accumulatorparam:1,accuraci:[1,2,3,5],achiev:[2,5],aco:5,acquir:1,across:[1,2,3,5],act:2,action:[1,3],activ:[1,2,3,5,6],actual:[1,2,3,5],adamw:2,adapt:2,add:[1,2,3,5,6],add_month:5,add_on:5,added:[1,2,3,5],addfil:1,addgrid:2,adding:[2,5,6],addinplac:1,addit:[1,2,3,5],addition:[2,5],addpyfil:1,address:[1,4],addstreaminglisten:6,adel:2,adjac:[2,3],adjust:[2,5],advanc:3,advis:[1,2],affect:[1,2],affin:[2,3],aft:2,after:[1,2,3,5,6],aftsr2:2,aftsr:2,aftsr_model:2,aftsr_path:2,aftsurvivalregress:2,aftsurvivalregressionmodel:2,again:[1,2,5],against:[2,3,5,6],againt:3,age2:5,age3:5,age:5,agecol:5,ages:5,agg:5,aggreg:[1,2,5],aggregate_metr:2,aggregatebykei:1,aggregationdepth:2,agnost:5,aic:2,aid:1,aka:[2,5],akaik:2,alan:2,algebra:[2,3],algo:2,algorithm:[1,2,3,5],ali:5,alia:[1,2,5],alias:5,alic:5,align:5,all:[1,2,3,5,6],allclos:2,allgath:1,alloc:[1,2,3],allow:[1,2,3,5,6],allowbackslashescapinganycharact:5,allowcom:5,allowloc:1,allownumericleadingzero:5,allowsinglequot:5,allowunquotedcontrolchar:5,allowunquotedfieldnam:5,almost:3,along:1,alpha:[2,3],alphabet:[2,5],alphabetasc:2,alphabetdesc:2,alreadi:[1,2,3,5],als2:2,als:2,als_model:2,als_path:2,alsmodel:2,also:[1,2,3,5],alter:5,altern:[2,3,5],although:[1,5],alwai:[1,2,3,5,6],amazonaw:6,ambigu:5,america:5,among:5,amount:[2,3,5],an_arrai:5,analysi:5,analysisexcept:5,analyz:5,anexponenti:2,angl:5,ani:[1,2,3,5],anint:5,anoth:[1,2,3,5,6],answer:5,anteced:2,anthoni:3,anti:5,antiton:3,apach:[1,2,5,6],api:[1,5,6],app:1,appear:[2,3,5],append:[1,2,3,5],appendbia:3,appl:1,applebi:2,appli:[1,2,3,5,6],applic:[1,2,3,5,6],application_1433865536131_34483:1,applicationid:1,applyinpanda:5,appnam:[1,5],approach:[2,3],approx_count_distinct:5,approxcountdistinct:5,approxim:[1,2,3,5],approxnearestneighbor:2,approxquantil:[2,5],approxsimilarityjoin:2,arbitrari:[1,5],architectur:3,area:[2,3,5],areaunderpr:[2,3],areaunderroc:[2,3],arg1:5,arg2:5,arg:[1,2,3],argmax:2,argument:[1,2,3,5,6],arithmet:[2,3],ariti:3,arn:6,arnoldi:3,around:[1,2,3,5],arr:5,arrai:[1,2,3,4,5],array_contain:5,array_distinct:5,array_except:5,array_intersect:5,array_join:5,array_max:5,array_min:5,array_posit:5,array_remov:5,array_repeat:5,array_sort:5,array_union:5,arrayoflabel:2,arrays_overlap:5,arrays_zip:5,arraytyp:[2,5],arriv:5,arrow:5,art:1,asc:[2,5],asc_nulls_first:5,asc_nulls_last:5,ascend:[1,2,3,5],ascii:5,asdict:5,asin:5,asml:3,asnondeterminist:5,asof_join:5,assembl:2,assert_almost_equ:3,assert_equ:3,assertionerror:[2,3],assign:[1,2,3,5],assignclust:2,associ:[1,2,3,5,6],associationrul:2,assum:[1,2,3,5,6],assumpt:5,astyp:5,asymptot:2,atan2:5,atan:5,atom:5,attach:2,attempt:[1,2,5],attemptnumb:1,attribut:[2,3,5],augment:3,austin:2,auto:[2,3],autobatchedseri:1,automat:[1,2,5],avail:[1,2,3,5],averag:[1,2,3,5],avg:5,avgmetr:2,avoid:[1,2,5],avro:0,avrodf:5,avroschema:5,awaitanytermin:5,awaittermin:[5,6],awaitterminationortimeout:6,awar:5,awsaccesskeyid:6,awssecretkei:6,axi:5,b_i:2,back:[2,3,5],background:5,backslash:5,backward:5,bad:1,bag:3,bahmani:2,banana:1,bandwidth:3,bar:[1,2,5],barrier:1,barriertaskcontext:1,barriertaskinfo:1,base64:5,base:[1,2,3,5,6],baseon:2,basereadwrit:2,basestr:5,basic:[0,1,2,5,6],basicprofil:1,batch:[1,2,3,5,6],batch_df:5,batch_id:5,batchcomplet:6,batchdur:6,batchid:5,batchsiz:1,batchstart:6,batchsubmit:6,bay:[2,3],bce:2,bce_path:2,bcp:5,bdf:2,bea:3,becaus:[2,3,5],becom:[3,5],been:[1,2,3,5,6],beequal:2,befor:[1,2,3,5,6],begin:[5,6],behav:[1,5],behavior:[2,5],behind:5,being:[1,2,3,5,6],belong:[1,3,5],below:[2,3,5],benefit:5,benjamini:[2,3],bernoulli:[2,3],best:2,bestmodel:2,beta:[2,3],better:[1,2],between:[1,2,3,5,6],bewar:5,beyond:5,bfg:[2,3],bia:[1,3],bias:2,big:5,bigint:5,billion:5,bin:[2,3,5],binar:2,binari:[1,2,3,5,6],binarizer2:2,binarizerpath:2,binaryclassificationevalu:2,binaryclassificationmetr:3,binaryfil:1,binarylogisticregressionsummari:2,binarylogisticregressiontrainingsummari:2,binaryrecord:1,binaryrecordsstream:6,binarysearch:3,binarytyp:5,binomi:2,bisect:[2,3],bisectingkmean:[2,3],bisectingkmeansmodel:[2,3],bisectingkmeanssummari:2,bit:[2,3,5],bitwis:5,bitwiseand:5,bitwisenot:5,bitwiseor:5,bitwisexor:5,bkm2:2,bkm:2,bkm_model:2,bkm_path:2,blei:[2,3],block:[1,2,3,5],blockcolindex:3,blockmatrix:3,blockrowindex:3,blocks1:3,blocks2:3,blocks3:3,blocksiz:2,blor:2,blormodel:2,bob:5,bohman:2,bool:[2,5],booleantyp:5,boost:[2,3],bootstrap:[2,3],both:[1,2,5,6],bottom:[2,3],bound:[2,3,5],boundari:[2,3,5],box:1,branch:1,breiman:2,broadcast:[1,2,5],brotli:5,bround:5,brp2:2,brp:2,brppath:2,brute:3,bskm:3,bucket:[1,2,5],bucketbi:5,bucketed2:2,bucketed_t:5,bucketedrandomprojectionlsh:2,bucketedrandomprojectionlshmodel:2,bucketizer2:2,bucketizerpath:2,bucketlength:2,buckets1:2,buckets2:2,build:[1,2,3,5],builder:[2,5],built:[1,5],builtin:5,bypass:3,bytearrai:5,bytebuff:1,bytetyp:5,bzip2:5,c_t:3,cach:[1,2,3,5,6],cachedexecutoridletimeout:1,cachenodeid:2,cachet:5,calcul:[2,3,5,6],calculate_with_st:5,calibr:2,call:[1,2,3,5,6],caller:5,came:5,can:[1,2,3,5,6],cancel:1,cancelalljob:1,canceljobgroup:1,candid:2,cannot:[1,2,3,5],captur:1,cardin:[1,3],care:[2,3],carri:[1,2,3],cartesian:[1,5],casesensit:[2,5],cast:[2,5],cast_all_to_int:5,cat:1,catalog:5,catalyst:5,categor:[2,3],categori:[2,3,5],categoricalcol:2,categoricalfeaturesinfo:3,categorymap:2,categorys:2,caus:[1,2,3,5],caution:1,cbrt:5,cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961:5,cdf:[3,5],cdot:2,ce_path:2,ceil:5,cell:5,censor:2,censorcol:2,center:[2,3],centr:3,centroid:[2,3],certain:[2,3,5],chain:[1,5],chang:[1,2,3,5,6],charact:[2,5],character:[2,6],characterist:[2,3,5],charset:5,chartoescapequoteescap:5,cheaper:3,check:[1,2,5],checkcod:1,checkpoint:[1,2,3,5,6],checkpointinterv:[2,3,6],checkpointloc:5,checkpointpath:6,chi:[2,3],child:[2,3],chisqresult:2,chisqselector:[2,3],chisqselectormodel:[2,3],chisqselectorpath:2,chisqtest:3,chisqtestresult:3,chisquar:3,chisquaredtest:3,chisquaretest:2,choic:2,choos:[1,2,3],chosen:[1,2],chunk:2,circuit:5,citi:5,claim:5,classif:0,classifi:[2,3],classmethod:[1,2,3,5,6],classnam:1,classof:3,classpath:5,claus:5,clazz:2,clean:[2,5],clear:[1,2,3,5],clearcach:5,clearthreshold:3,client:6,clip:2,cloglog:2,clone:1,close:[1,2,3,5],closest:[2,3,5],cloudwatch:6,cls:2,club:5,cluster:[0,1,5,6],clustercent:[2,3],clusterdata_1:3,clusterdata_2:3,clusteringevalu:2,clusters:2,clusterweight:3,cmu:3,cnb:2,coalesc:[1,5],code:[1,2,3,5],codec:[1,5],codegen:5,coeffici:[2,3,5],coefficientmatrix:2,coefficientstandarderror:2,cogroup:[1,5,6],cogroupeddata:5,cohen:[2,3],col0:5,col1:5,col1_:5,col2:5,col:[2,3,5],col_nam:5,coldstartstrategi:2,colin:2,collabor:2,collect:[0,1,2,3,5,6],collect_list:5,collect_set:5,collectasmap:1,collectsubmodel:2,collectwithjobgroup:1,colnam:5,colptr:[2,3],colregex:5,colsperblock:3,colstat:3,column:[0,2,3,5],column_nam:2,columnnameofcorruptrecord:5,columnprun:5,columnschema:2,columnsimilar:3,com:[3,6],combfunc:1,combin:[1,2,5],combinator:2,combinebykei:[1,6],combop:1,come:[2,5],comin:5,command:[1,5],comment:5,commit:5,common:[2,3,5],commonli:[1,2,3],commun:2,commut:[1,6],companion:2,compar:[1,2,3],comparison:[2,3],compat:[1,2,3,5,6],competit:5,compil:2,complement:2,complet:[1,2,3,5,6],complex:2,compon:[2,3,5],composit:2,composition:3,compress:[1,5],compressioncodecclass:1,compris:3,comput:[1,2,3,5,6],computecolumnsummarystatist:3,computecost:[2,3],computecovari:3,computegramianmatrix:3,computeprincipalcompon:3,computeq:3,computesvd:3,computeu:3,concat:5,concat_w:5,concaten:5,concentr:[2,3],concept:[2,3],concis:5,concret:5,concurr:1,cond:5,condit:[2,3,5],conduct:[2,3],conf:[1,5],confid:[1,2,3],config:5,configur:[1,2,3,5],conflict:[2,5],confus:[3,5],confusionmatrix:3,connect:[1,5,6],consecut:5,consequ:2,consid:[1,2,3,5],consist:[1,2,3,5],consol:5,constant:[1,2,3],constantin:3,constrain:2,constraint:[2,3,5],construct:[2,3,5],consum:[1,5],contain:[1,2,3,5,6],containsnul:5,content:[0,2],context:[1,2,3,5,6],contextu:1,conting:[2,3,5],continu:[2,3,5,6],contribut:[2,3],control:[1,2,3,5],conv:5,conveni:2,converg:[2,3],convergencetol:[2,3],convers:[2,5],convert:[1,2,3,5],convertmatrixcolumnsfromml:3,convertmatrixcolumnstoml:3,convertvectorcolumnsfromml:3,convertvectorcolumnstoml:3,cooper:2,coordin:[3,5,6],coordinatematrix:3,copi:[1,2,3,5,6],core:[5,6],corpu:[2,3],corr:[2,3,5],correct:[1,2,3,5],correctli:[2,3,5],correl:[2,3,5],correspond:[2,3,5,6],corrupt:5,cos:[3,5],cosh:5,cosin:[2,3,5],cosinesimilar:3,cost:[2,3,5],costli:2,could:[1,2,3,4,5,6],count:[1,2,3,5,6],countapprox:1,countapproxdistinct:1,countbykei:1,countbyvalu:[1,6],countbyvalueandwindow:6,countbywindow:6,countdistinct:5,counter:1,counterpart:[2,5],countri:5,countvector:2,countvectorizermodel:2,countvectorizerpath:2,cours:5,cov:[2,5],covar_pop:5,covar_samp:5,covari:[3,5],cover:[2,5],covert:[2,3],cprofil:1,crash:5,crc32:5,creat:[1,2,3,5,6],create_map:5,createcombin:[1,6],createdatafram:[2,3,5],createexternalt:5,createglobaltempview:5,createorreplaceglobaltempview:5,createorreplacetempview:5,createstream:6,createt:5,createtempview:5,createtransformfunc:2,creation:[2,5],credenti:6,criterion:[2,3],cross:[2,5],crossjoin:5,crosstab:5,crossvalid:2,crossvalidatormodel:2,crpc:3,csc:[2,3],cst:5,cstat:3,csv:5,csv_sdf:5,ctx:1,cube:5,cume_dist:5,cumul:[2,3,5],current:[1,2,3,5,6],current_d:5,current_timestamp:5,currentdatabas:5,currentrow:5,curv:[2,3],custom:[1,5],customarili:5,cutler:2,cvmodel:2,cvmodelread:2,cyclic:5,dai:5,danish:2,data2:2,data:[0,1,2,3,5,6],data_path:2,data_typ:5,databas:[2,3,5],datafram:[0,1,2,3,5],dataframenafunct:5,dataframeread:5,dataframestatfunct:5,dataframewrit:5,dataset:[0,1,2,3,5],dataseta:2,datasetb:2,datasourc:5,datastreamread:5,datastreamwrit:5,datatyp:[1,5],date1:5,date2:5,date:5,date_add:5,date_format:5,date_sub:5,date_trunc:5,datediff:5,dateformat:5,datetim:[5,6],datetyp:5,david:3,dayofmonth:5,dayofweek:5,dayofyear:5,dbname:5,dcg:3,dct:2,dctpath:2,ddl:5,dead:1,deal:[2,5],debug:[1,5],decai:[2,3],decayfactor:3,decid:[3,5],decim:5,decimaltyp:5,decis:[2,3],decisiontre:3,decisiontreeclassifi:2,decisiontreeclassificationmodel:2,decisiontreemodel:3,decisiontreeregressionmodel:2,decisiontreeregressor:2,declar:2,decod:[1,5,6],decomp:3,decompos:3,decomposit:3,decor:5,decreas:[1,2,3,6],dedupl:5,deep:2,deeper:[2,5],def:[1,3,5],defaultawscredentialsproviderchain:6,defaultminpartit:1,defaultparallel:[1,3],defaultparammap:2,defaultparamsread:2,defaultparamswrit:2,defaultvalu:[1,5],defin:[1,2,3,5,6],deflat:5,degre:[2,3,5],degreesoffreedom:[2,3],delai:5,delaythreshold:5,deleg:[2,3],delet:[1,2,3],delim:5,delimit:[2,3,5,6],dens:[2,3],dense1:[2,3],dense2:[2,3],dense3:[2,3],dense_rank:5,densematrix:[2,3],densevector:[2,3],densiti:3,depart:5,depend:[1,2,3,5,6],deploi:5,deploy:5,deprec:[1,2,3,5],depth:[1,2,3],deptid:5,deriv:[2,3],desc:5,desc_nulls_first:5,desc_nulls_last:5,descend:[1,3,5],descent:[2,3],describ:[2,3,4,5],describetop:[2,3],descript:[1,2],deseri:[1,5],design:[1,2,3],desir:[2,3,5],destin:2,destroi:[1,2],detail:[1,2,3,5,6],detect:5,determin:[2,3,5],determinist:[2,3,5],dev:5,develop:[2,3,6],developerapi:1,devianc:2,devianceresidu:2,deviat:[1,2,3,5],df0:5,df1:[2,5],df2:[2,5],df3:[2,5],df4:5,df5:5,df_as1:5,df_as2:5,dfwithinvalid:2,dfwithnullsandnan:2,dialect:2,diamond:5,dict:[1,3,5],dictionari:[1,2,3,5],did:[1,5],diff:5,differ:[1,2,3,5,6],difficult:2,digest:5,digit:5,dim:3,dimens:[1,2,3],dimension:[2,3,5],dir:[2,3],directli:[1,2,3,5],directori:[1,2,3,5,6],dirichlet:[2,3],dirnam:1,dirpath:1,disabl:[2,5],discard:2,discount:3,discoveri:[2,3,5],discret:[0,2,3,6],discuss:5,disk:[1,3,5],disk_onli:1,disk_only_2:[1,5],dispers:2,displai:5,dist2:3,distanc:[2,3,5],distancemeasur:2,distcol:2,distinct:[1,2,3,5,6],distinct_ag:5,distnam:[2,3],distribut:[0,1,2,5],distributed_model_path:2,distributedldamodel:2,distributedmatrix:3,divid:[1,2,3],divis:[2,3],dm1:3,dm2:3,dm3:3,dm4:3,doc:[1,2,3],docconcentr:[2,3],docfreq:[2,3],doctest:1,document:[2,3,5,6],doe:[1,2,3,5,6],doesn:5,doi:[2,3,5],doing:5,domain:5,don:[1,5],done:[1,2,5,6],dot:[2,3,5],dotnet:5,doubl:[2,5],doubletyp:[2,5],down:[1,2],download:1,downweight:2,drastic:5,drawn:3,driver:[1,2,3,5],drop:[1,2,5],drop_dupl:5,dropdupl:5,dropfieldifallnul:5,dropglobaltempview:5,droplast:2,dropmalform:5,dropna:5,droptempt:5,droptempview:5,dsl:5,dst:2,dstcol:2,dstream:[0,3,6],dt2:2,dt3:2,dtc:2,dtc_model:2,dtc_path:2,dtr:2,dtr_model:2,dtr_path:2,dtype:[2,5],due:[1,2,3,5],dummi:2,dump:1,dump_profil:1,duplic:[1,2,5],durat:[5,6],dure:[1,2,3,5,6],dutch:2,dynam:1,dynamicalloc:1,dynamodb:6,e_i:2,e_max:2,e_min:2,each:[1,2,3,5,6],eager:5,earli:2,earlier:6,earn:5,east:6,ecdf:3,edf:5,edit:2,edu:3,effect:[1,2,3],effici:[1,2,3,5,6],egg:1,eigenvalu:3,eigenvector:3,either:[1,2,3,5,6],elaps:6,elast:2,elasticnet:2,elasticnetparam:[2,3],electron:2,element:[1,2,3,5,6],element_at:5,elementtyp:5,elementwis:[2,3],elementwiseproduct:[2,3],elementwiseproductpath:2,elimin:[5,6],els:[3,5],embed:[2,3,5],emit:5,empir:[2,3],empti:[1,2,3,5],emptyrdd:1,emptyvalu:5,enabl:[5,6],enablehivesupport:5,enclos:5,encod:[1,2,5,6],encourag:5,end:[1,3,5,6],endpointurl:6,endswith:5,enforceschema:5,engin:1,english:2,enough:[2,3,5],ensembl:[2,3],ensu:3,ensur:[1,5,6],enter:[5,6],entir:[1,2,5],entri:[0,1,2,3,5,6],entropi:[2,3],env:1,environ:[1,2,3,5],ephemer:1,epoch:[1,5],epoch_id:5,epoch_ordin:5,epochid:5,eprod:[2,3],eps:[2,3],epsilon:[2,3],eqnullsaf:5,equal:[2,3,5],equat:[2,3],equi:5,equival:[1,2,3,5,6],err:5,error:[1,2,3,5,6],errorifexist:5,errorornul:5,escap:5,escapequot:5,especi:5,essenti:2,estim:[1,2,3,5],estimateddocconcentr:2,estimatorparammap:2,eta:[2,3],etc:[1,2,4,5,6],euclidean:[2,3],euclideandist:2,evalu:[0,5],evaluateeachiter:2,evaluator2:2,even:[1,2,3,5],evenli:[1,2,5],event:[2,5,6],eventtim:5,ever:5,everi:[1,2,3,5,6],everyth:5,evolv:[4,5],exact:[2,5],exactli:[1,2,3,5],exampl:[1,2,3,4,5],exce:[2,3],except:[1,2,3,5,6],exceptal:5,exclud:2,exclus:[1,5],execut:[1,2,5,6],executor:[1,2,5],exist:[1,2,3,5,6],existingrdd:5,exp:[3,5],expand:[2,5],expans:2,expect:[1,2,3,5],expectedclassnam:2,expens:[1,5],experiment:[1,2,5],expir:6,explain:[2,3,5],explainedvari:[2,3],explainparam:2,explan:2,explicit:[2,5],explicitli:[2,5],explod:5,explode_out:5,exploratori:5,expm1:5,expmean:3,exponenti:[3,5],exponentialrdd:3,exponentialvectorrdd:3,expos:1,expr:5,express:[2,3,5],expstd:3,extend:[1,2,5],extens:2,extern:[1,5,6],extra:[1,2,5],extract:[2,5],extractparammap:2,extrametadata:2,f1measur:2,f1measurebylabel:2,face:5,fact:2,factor:[2,3],factori:[2,3,5],factoris:3,factors:2,fail:[1,5],failfast:5,failur:[1,2,5],fair:1,fairli:2,fall:[1,3],fallback:[1,5],fals:[1,2,3,5,6],falsepositiver:3,falsepositiveratebylabel:2,famili:[2,3,5],far:2,fast:[1,5],faster:1,fatal:1,fault:[1,6],fdr:[2,3],featur:[0,1],feature_hash:2,featureandpredict:2,featurehash:2,featureimport:2,featureindex:2,featurescol:2,featuresubsetstrategi:[2,3],feed:5,feedback:2,fetch:[1,5],few:[2,6],fewer:[1,2,3,5],field1:5,field2:5,field:[2,5],fieldnam:5,fifth:5,file1:1,file2:1,file:[1,2,3,5,6],fileinput:[1,3],filenam:1,filesystem:1,filev:1,fill:5,fillna:5,filter:[1,2,3,5,6],filter_func:5,filterfunc:6,finalstoragelevel:2,find:[1,2,3,5],findfrequentsequentialpattern:2,findsynonym:[2,3],findsynonymsarrai:2,finer:1,finish:1,finit:2,finnish:2,first:[1,2,3,5,6],first_product:3,first_us:3,firstli:5,fit:[2,3,5],fitintercept:2,fitlinear:2,fitmultipl:2,five:5,fix:[1,2,3,5,6],flag:[1,5],flat:[1,2,6],flatmap:[1,6],flatmapvalu:[1,6],flatten:[1,2,5,6],fleec:1,float32:2,float64:[2,5],floattyp:[2,5],floor:[2,5],flush:3,fm_model:2,fmclassifi:2,fmclassificationmodel:2,fmeasur:3,fmeasurebylabel:2,fmeasurebythreshold:2,fmregressionmodel:2,fmregressor:2,fmt:2,fold:[1,2],foldbykei:1,follow:[1,2,3,5],foo:[1,2,5],forc:[1,2,3],forceindexlabel:2,forcibl:5,foreach:[1,5],foreachbatch:5,foreachpartit:[1,5],foreachrdd:6,forest:[2,3],forev:5,forget:[3,5],forgotten:3,fork:1,form:[1,3,5],format:[1,2,3,5],format_numb:[2,5],format_str:5,former:1,formul:3,formula:[2,3],found:[1,2,3,5],four:2,fpga:4,fpgrowth:[2,3],fpgrowthmodel:[2,3],fpm:0,fpm_model:2,fpr:[2,3],frac:[2,3],fraction:[1,2,3,5],frame:5,frank:3,freedom:[2,3],french:2,freq:[2,3],freqitem:5,freqitemset:[2,3],freqsequ:3,frequenc:[2,3,5],frequencyasc:2,frequencydesc:2,frequent:[2,3,5],fresh:5,fri:5,friedman:2,friez:2,from:[1,2,3,5,6],from_arrays_of_label:2,from_arrow_typ:5,from_avro:5,from_csv:5,from_json:5,from_label:2,from_unixtim:5,from_utc_timestamp:5,from_vocabulari:2,frombas:5,fromintern:5,fromjson:5,fromlabelsmodel:2,fromml:3,fromvocabmodel:2,ftp:1,full:[2,3,5,6],full_out:5,fulli:[1,2,5],fullout:5,fullouterjoin:[1,6],func:[1,5,6],functiontyp:5,further:2,futur:[1,2,5],fwe:[2,3],gain:[2,3],gamma:[2,3],gammardd:3,gammavectorrdd:3,gap:[1,2,5],garbag:[1,6],gatewai:1,gaussian:[2,3],gaussian_naive_bay:2,gaussianmixtur:[2,3],gaussianmixturemodel:[2,3],gaussianmixturesummari:2,gaussiansdf:2,gbt2:2,gbt:2,gbtc:2,gbtc_model:2,gbtc_path:2,gbtclassifi:2,gbtclassificationmodel:2,gbtr:2,gbtr_model:2,gbtr_path:2,gbtregressionmodel:2,gbtregressor:2,gd1:5,gd2:5,gdf:5,gencircl:3,gender:5,gener:[1,2,3,5,6],generalizedlinearregress:2,generalizedlinearregressionmodel:2,generalizedlinearregressionsummari:2,generalizedlinearregressiontrainingsummari:2,generaljavamlwrit:2,generalmlwrit:2,generatelinearinput:3,generatelinearrdd:3,german:2,get:[1,2,3,5,6],get_json_object:5,getact:6,getactivejobsid:1,getactiveorcr:6,getactivesess:5,getactivestageid:1,getaggregationdepth:2,getal:1,getallnestedstag:2,getalpha:2,getandsetparam:2,getbeta:2,getbinari:2,getblocks:2,getbootstrap:2,getbucketlength:2,getcachenodeid:2,getcasesensit:2,getcategoricalcol:2,getcensorcol:2,getcheckpointfil:[1,2],getcheckpointinterv:2,getclassifi:2,getcoldstartstrategi:2,getcollectsubmodel:2,getconf:[1,5],getdegre:2,getdistancemeasur:2,getdocconcentr:2,getdroplast:2,getdstcol:2,getelasticnetparam:2,getep:2,getepsilon:2,getestim:2,getestimatorparammap:2,getevalu:2,getfactors:2,getfamili:2,getfdr:2,getfeatureindex:2,getfeaturescol:2,getfeaturesubsetstrategi:2,getfield:5,getfinalstoragelevel:2,getfitintercept:2,getfitlinear:2,getforceindexlabel:2,getformula:2,getfpr:2,getfw:2,getgap:2,gethandleinvalid:2,getimplicitpref:2,getimpur:2,getindic:2,getinitialweight:2,getinitmod:2,getinitstd:2,getinitstep:2,getinputcol:2,getintermediatestoragelevel:2,getinvers:2,getisoton:2,getitem:5,getitemcol:2,getitemscol:2,getjobidsforgroup:1,getjobinfo:1,getk:2,getkeeplastcheckpoint:2,getlabel:2,getlabelcol:2,getlay:2,getleafcol:2,getlearningdecai:2,getlearningoffset:2,getlink:2,getlinkpow:2,getlinkpredictioncol:2,getlocal:2,getlocalproperti:1,getloss:2,getlosstyp:2,getlow:2,getlowerboundsoncoeffici:2,getlowerboundsonintercept:2,getmax:2,getmaxbin:2,getmaxcategori:2,getmaxdepth:2,getmaxdf:2,getmaxit:2,getmaxlocalprojdbs:2,getmaxmemoryinmb:2,getmaxpatternlength:2,getmaxsentencelength:2,getmetriclabel:2,getmetricnam:2,getmin:2,getminconfid:2,getmincount:2,getmindf:2,getmindivisibleclusters:2,getmindocfreq:2,getminibatchfract:2,getmininfogain:2,getmininstancespernod:2,getminsupport:2,getmintf:2,getmintokenlength:2,getminweightfractionpernod:2,getmissingvalu:2,getmodeltyp:2,getn:2,getnam:[2,3],getnonneg:2,getnumbin:2,getnumbucket:2,getnumbucketsarrai:2,getnumfeatur:2,getnumfold:2,getnumhasht:2,getnumitemblock:2,getnumpartit:[1,2,3,5],getnumtopfeatur:2,getnumtre:2,getnumuserblock:2,getoffset:5,getoffsetcol:2,getoptim:2,getoptimizedocconcentr:2,getorcr:[1,5,6],getordefault:2,getoutputcol:2,getp:2,getparallel:2,getparam:2,getpattern:2,getpercentil:2,getpredictioncol:2,getprobabilitycol:2,getquantileprob:2,getquantilescol:2,getrank:2,getratingcol:2,getrawpredictioncol:2,getregparam:2,getrelativeerror:2,getrootdirectori:1,getscalingvec:2,getse:2,getselectortyp:2,getsequencecol:2,getsiz:2,getsmooth:2,getsolv:2,getsplit:2,getsplitsarrai:2,getsrccol:2,getstag:2,getstageinfo:1,getstandard:2,getstat:2,getsteps:2,getstopword:2,getstoragelevel:1,getstrategi:2,getstringindexerordertyp:2,getstringordertyp:2,getsubsamplingr:2,gettaskinfo:1,getthreshold:2,getthroughorigin:2,gettol:2,gettolowercas:2,gettopicconcentr:2,gettopicdistributioncol:2,gettrainratio:2,getupp:2,getupperboundsoncoeffici:2,getupperboundsonintercept:2,getusercol:2,getvalidationindicatorcol:2,getvalidationtol:2,getvariancecol:2,getvariancepow:2,getvector:[2,3],getvectors:2,getvocabs:2,getweightcol:2,getwindows:2,getwithcent:2,getwithmean:2,getwithsc:2,getwithstd:2,gini:[2,3],give:[1,2,3,5],given:[1,2,3,5,6],gleich:3,glm:2,glob:[1,3,5],global:[1,2,5],global_temp:5,globfilt:5,glom:[1,6],glr2:2,glr:2,glr_model:2,glr_path:2,gm2:2,gmm:[2,3],gmm_model:2,gmm_path:2,goe:5,going:[1,5],good:3,googl:3,gpu:4,gracefulli:6,gradient:[2,3],gradientboostedtre:3,gradientboostedtreesmodel:3,grain:1,gram:[2,3],gramian:3,grape:1,graph:[2,3,6],graphx:1,greater:[1,2,3,5],greatest:[3,5],greenwald:5,grid:2,ground:3,group:[0,1,2,3,5],groupbi:[1,5],groupbykei:[1,6],groupbykeyandwindow:6,grouped_agg:5,grouped_map:5,groupeddata:5,groupid:1,grouping_id:5,groupwith:1,grow:5,growth:[2,3],guarante:[1,2,3,5],guid:5,gzip:5,gzipcodec:1,h_i:2,had:[1,5],hadamard:[2,3],hadoop:[1,3,5,6],hadoopfil:1,hadooprdd:1,half:3,half_even:5,half_up:5,halflif:3,hammingloss:2,han2000:2,han:2,hand:3,handl:[1,2,3,5],handleinvalid:2,hang:1,happen:[2,5],hard:5,hardcod:5,has:[1,2,3,5,6],hasdefault:2,hash:[1,2,3,5,6],hashabl:3,hasher:2,hasherpath:2,hashingtf:[2,3],hashingtfpath:2,hasintercept:2,hasparam:2,hassummari:2,hasti:2,hastrainingsummari:2,hat:[2,3],have:[1,2,3,5,6],hdf:[1,6],head:[2,5],header:5,heart:5,height:[2,5],held:2,hello:[1,5],help:[1,2],helper:[1,2,3],henc:[2,3,5],here:[1,2,3,5],hex:5,hexadecim:5,hidden:2,hierarch:3,high:[1,2,3],higher:[2,3],highest:[2,3],hing:2,hint:[2,5],histogram:[1,2],histori:2,hit:1,hive:5,hivecontext:5,hiveql:5,hochberg:[2,3],hoefl:3,hoffman:2,hold:[2,3,4,5],holger:3,hook_compress:1,host:1,hostnam:6,hot:2,hour:[5,6],hourli:5,how:[1,2,3,5,6],howev:[1,2,3,5],href:2,htf:3,html:1,http:[1,2,3,5,6],huber:2,human:[1,3],hungarian:2,hybrid:2,hyper:2,hyperbol:5,hyperloglog:1,hyperparamet:2,hypot:5,hypothesi:[2,3],iam:6,icd:[2,3],ice:5,icml2010:3,ida:2,idb:2,idea:2,ideal:5,ident:[2,5],identifi:[1,2,3,5,6],idf:[2,3],idfmodel:[2,3],idfpath:2,ids:[1,2,5],idx:5,ietf:5,iff:5,ignor:[1,2,3,5,6],ignoreleadingwhitespac:5,ignorenul:5,ignorenullfield:5,ignoretrailingwhitespac:5,ill:3,illustr:5,imag:0,imagefield:2,imageschema:2,immedi:[1,5],immut:1,implement:[1,2,3,5,6],implicit:[2,3],implicitli:[2,5],implicitpref:2,improv:2,impur:[2,3],imput:2,imputer1:2,imputer2:2,imputermodel:2,imputerpath:2,includ:[1,2,3,5,6],inclus:5,incom:3,incomplet:1,inconsist:3,incorpor:5,incorrect:[2,5],increas:[1,2,3,5,6],increment:[1,5,6],incur:3,independ:[2,3,5],indeterminist:5,index1:[2,3],index2:[2,3],index:[1,2,3,5],indexedrow:3,indexedrowmatrix:3,indexof:[2,3],indextostr:2,indextostringpath:2,indic:[1,2,3,4,5],individu:[1,2,3],inertia:2,inf:[2,3,5],infer:[1,2,3,5],inferschema:5,infin:[1,2,5],info:[1,2,3,6],inform:[1,2,3,4,5],inherit:[1,2,3],initcap:5,initcent:3,initi:[1,2,3,5,6],initializationmod:3,initializationmodel:3,initializationstep:3,initialmodel:3,initialpositioninstream:6,initialrdd:6,initialweight:[2,3],initmod:[2,3],initstd:2,initstep:2,initweight:3,inner:5,inout:3,input1:2,input2:2,input:[1,2,3,5,6],input_df:5,input_file_nam:5,inputcol:2,inputformat:1,inputformatclass:1,inputtoken:2,inputtyp:2,insensit:[2,5],inser:1,insert:5,insertinto:5,insid:[1,2,5],instal:[1,5],instanc:[1,2,3,5],instant:2,instanti:[1,5],instead:[1,2,3,5],instr:5,int32:5,int64:5,integ:[1,2,3,5],integertyp:5,integr:5,intend:5,intent:6,intention:1,interact:2,interactionpath:2,intercept:[2,3],interceptvector:2,interfac:[1,2,5],intermedi:[2,3,5],intermediatestoragelevel:2,intern:[1,2,3,5,6],interpol:3,interpret:[1,4,5,6],interquartil:2,interrupt:1,interruptoncancel:1,intersect:[1,5],intersectal:5,interv:[2,3,5,6],intlist:5,introduc:5,intuit:3,intwrit:1,invalid:[2,5],inventor:2,invers:[2,3,5,6],invert:[2,6],invfunc:6,invoc:[1,5],invok:[1,3,5],involv:2,invreducefunc:6,ipv4:1,iqr:2,ir2:2,ir_model:2,ir_path:2,irl:2,irm:3,irrecover:1,irrespect:5,is_cach:1,isact:5,iscach:5,ischeckpoint:1,isdefin:2,isdistribut:2,isempti:1,isin:5,isinst:3,islargerbett:2,isloc:5,islocallycheckpoint:1,ismetaestim:2,isn:5,isnan:[3,5],isnotnul:5,isnul:5,iso:5,isol:1,isoton:[2,3],isotonicregress:[2,3],isotonicregressionmodel:[2,3],isset:2,isstream:5,issu:[2,3,5],istemporari:5,istranspos:[2,3],italian:2,itd:2,item:[1,2,3,5],item_rec:2,item_subset:2,item_subset_rec:2,itemcol:2,itemfactor:2,itemscol:2,itemset:[2,3],iter:[1,2,3,5],its:[1,2,3,4,5,6],itself:5,jaccard:2,jaccarddist:2,jar:1,java:[1,2,3,5,6],java_model:[2,3],java_obj:2,javaclassnam:5,javaload:3,javamlread:2,javamlwrit:2,javamodelwrapp:3,javaparam:2,javardd:6,javasav:3,javastreamingcontext:6,javastringlength2:5,javastringlength3:5,javastringlength:5,javatowritableconvert:1,javaudaf:5,javavectortransform:3,jdbc:5,jdf:5,jdstream:6,jgd:5,jhivecontext:5,jmlr:[2,3],job:[1,6],job_to_cancel:1,jobgroup:1,jobid:1,john:5,join:[1,2,3,5,6],joined_df:5,jordan:[2,3],journal:[2,3],jrdd:1,jrdd_deseri:[1,6],jsc:1,json:[2,3,5],json_sdf:5,json_tupl:5,jsonformatschema:5,jsonvalu:5,jsparksess:5,jspec:5,jsq:5,jsqlcontext:5,jsqm:5,jssc:6,jst:5,jstring:5,jsummarybuild:2,jtracker:1,just:[2,3,5],jvm:[1,5],karp:5,karypi:[2,3],kcl:6,kdd:3,kearslei:3,keep:[1,2,3,5],keeplastcheckpoint:2,keepseri:6,kei:[1,2,3,5,6],kept:[1,2],kerneldens:3,key1:5,key2:5,keybi:1,keyclass:1,keyconvert:1,keyfunc:1,keytyp:5,keyword:[2,5],khanna:5,kind:[2,3,5],kinesi:0,kinesisappnam:6,kinesisutil:6,kitten:5,kmean:[2,3],kmeans2:2,kmeans_model:2,kmeans_path:2,kmeansmodel:[2,3],knob:3,know:5,known:[1,2,3,5],kolmogorov:[2,3],kolmogorovsmirnovtest:[2,3],kolmogorovsmirnovtestresult:3,krap:5,ksmodel:3,ksresult:2,kstest:3,kth:1,kumar:[2,3],kurtosi:5,kwarg:5,l_1:3,l_2:3,label1:2,label2:2,label:[2,3,5],labelcol:2,labeledpoint:3,labelsarrai:2,lag:5,laid:5,lamb:1,lambda:[1,2,3,5],lambda_:3,lang:5,languag:[1,2,3,5],larg:[1,2,3,5,6],large_broadcast:1,larger:[2,3,5],largest:[1,2,3,5],lasso:2,lassomodel:3,lassowithsgd:3,last:[1,2,3,5,6],last_dai:5,lastprogress:5,late:5,latent:[2,3],later:[2,3,5],latest:[3,5,6],latestmodel:3,latter:[1,2,3,5],launch:1,layer:[1,2],lazi:3,lbfg:3,lda:[2,3],lda_distributed_model:2,lda_local_model:2,lda_path:2,ldamodel:[2,3],ldaoptim:3,lead:[3,5],leaf:[2,3],leafcol:2,leafid:2,learn:[2,3],learningdecai:2,learningoffset:2,learningr:3,leas:6,least:[1,2,3,5],leastabsoluteerror:3,leastsquareserror:3,leav:[2,5],left:[1,2,3,5,6],left_anti:5,left_out:5,left_semi:5,leftanti:5,leftout:5,leftouterjoin:[1,6],leftsemi:5,lemon:1,len:[1,2,3,5],length:[1,2,3,5,6],leo:2,less:[2,3,5],lesser:3,let:[2,3],letter:5,level:[1,2,3,5,6],levenshtein:5,li2008:2,lib:1,liblinear:3,librari:[1,5,6],libsvm:[2,3],lifecycl:5,lifetim:5,lift:2,like:[1,2,3,5],likelihood:[2,3],limit:[1,2,5,6],lin:[2,3],linalg:0,line:[1,3,5,6],lineag:[1,2],linear:[2,3],lineardatagener:3,linearli:2,linearmodel:3,linearregress:[2,3],linearregressionmodel:[2,3],linearregressionsummari:2,linearregressiontrainingsummari:2,linearregressionwithsgd:3,linearsvc:2,linearsvcmodel:2,linesep:5,link:[1,2],linkpow:2,linkpredictioncol:2,list:[1,2,3,5,6],listcolumn:5,listdatabas:5,listfunct:5,listtabl:5,lit:5,liter:5,literatur:2,littl:1,live:6,load:[1,2,3,5,6],load_from_path:1,loaddefault:1,loaddefaultstopword:2,loadedassembl:2,loadedbinar:2,loadedbucket:2,loadedcv:2,loadeddtc:2,loadedep:2,loadedhash:2,loadedhashingtf:2,loadedidf:2,loadedimput:2,loadedindex:2,loadedinteract:2,loadedinvert:2,loadedmascal:2,loadedmmscal:2,loadedmodel:2,loadedngram:2,loadednorm:2,loadedoh:2,loadedpca:2,loadedpipelin:2,loadedpx:2,loadedqd:2,loadedremov:2,loadedretoken:2,loadedrf:2,loadedscal:2,loadedselector:2,loadedsqltran:2,loadedstandardscal:2,loadedtoken:2,loadedv:2,loadedword2vec:2,loader:3,loadlabeledpoint:3,loadlibsvmfil:3,loadmetadata:2,loadparamsinst:2,loadvector:3,local:[1,2,3,5],local_model_path:2,local_tim:5,localcheckpoint:[1,5],localdoc:3,localldamodel:2,localmodel:2,locat:[1,2,5,6],lock:1,log10:5,log1p:5,log2:[2,3,5],log:[1,2,3,5],logarithm:5,logic:5,logist:[2,3],logisticregress:[2,3],logisticregressionmodel:[2,3],logisticregressionsummari:2,logisticregressiontrainingsummari:2,logisticregressionwithlbfg:3,logisticregressionwithsgd:3,logit:2,loglevel:1,loglikelihood:2,logloss:[2,3],lognormalrdd:3,lognormalvectorrdd:3,logperplex:2,logprior:2,long_col:5,long_column:5,longer:[1,2,5],longtyp:[2,5],longwrit:1,look:[3,5],lookup:1,loop:5,los_angel:5,loss:[2,3],losstyp:2,lost:2,low:[1,2,3],lower:[1,2,3,5],lowerbound:5,lowerboundsoncoeffici:2,lowerboundsonintercept:2,lowercas:2,lowest:3,lpad:5,lr2:2,lr_model:2,lr_path:2,lrm:3,lsh:2,ltrim:5,lz4:5,lzo:5,m_t:3,machin:[2,3],made:[1,5],mae:2,magnitud:3,mai:[1,2,3,5],main:[0,1,5,6],maintain:2,major:[2,3],make:[2,3,5,6],malform:5,mallori:5,manag:[2,5],mani:[1,2,5],manipul:5,manner:[1,5],map1:5,map2:5,map3:5,map:[1,2,3,5,6],map_concat:5,map_entri:5,map_from_arrai:5,map_from_entri:5,map_func:1,map_kei:5,map_valu:5,mapfield:5,mapinpanda:5,mappartit:[1,5,6],mappartitionswithindex:[1,6],mappartitionswithsplit:1,mapper:1,mapr:1,mapreduc:[1,3],maptyp:5,mapvalu:[1,6],mari:1,mark:[1,2,5],marshal:1,marshalseri:1,mascal:2,master:[1,5,6],mat1:3,mat2:3,mat3:3,mat:3,mat_transpos:3,match:[1,2,3,5],materi:1,math:[3,5],mathemat:[2,3,5],matric:[2,3],matrix:[2,3],matrixentri:3,matrixfactorizationmodel:3,matter:1,max:[1,2,3,5],maxab:2,maxabsscal:2,maxabsscalermodel:2,maxbin:[2,3],maxcategori:2,maxcharspercolumn:5,maxcolumn:5,maxdepth:[2,3],maxdf:2,maxim:[2,3],maximum:[1,2,3,5],maxit:2,maxiter:3,maxlocalprojdbs:[2,3],maxmalformedlogperpartit:5,maxmemoryinmb:2,maxpatternlength:[2,3],maxrecordsperbatch:5,maxsentencelength:2,maxsiz:5,maxtermspertop:[2,3],mce:2,mce_path:2,mcm:3,md5:5,mdf:2,mean:[1,2,3,5],mean_func:5,mean_udf:5,mean_v:5,meanabsoluteerror:[2,3],meanapprox:1,meanaverageprecis:[2,3],meanaverageprecisionat:3,meanaverageprecisionatk:2,meaning:3,meansquarederror:[2,3],meant:[2,5],measur:[2,3,5],mechan:[1,5],median:[2,5],meet:[1,5],membership:3,memori:[1,2,5],memory_and_disk:[1,2,5],memory_and_disk_2:[1,6],memory_onli:[1,6],memory_only_2:1,merg:[1,2,5],merge_asof:5,mergecombin:[1,6],mergeschema:5,mergevalu:[1,6],messag:[1,2,6],metaalgorithmreadwrit:2,metadata:[1,2,3,5],metastor:5,method:[1,2,3,5,6],methodnam:2,metric:[2,3,6],metriclabel:2,metricnam:2,mh2:2,mhpath:2,michael:3,micro:5,microbatch:5,microf1measur:2,microprecis:2,microrecal:2,microsecond:5,middl:5,might:[1,3,5],mike:5,millisecond:5,min:[1,2,3,5],min_udf:5,minconfid:2,mincount:[2,3],mindf:2,mindivisibleclusters:[2,3],mindocfreq:[2,3],mine:[2,3],minhash:2,minhashlsh:2,minhashlshmodel:2,mini:2,minibatchfract:[2,3],minim:[2,3,5],minimum:[1,2,3,5,6],mininfogain:[2,3],mininstancespernod:[2,3],minmaxscal:2,minmaxscalermodel:2,minmaxscalerpath:2,minpartit:[1,3],minsplit:1,minsupport:[2,3],mintf:2,mintokenlength:2,minu:5,minut:5,minweightfractionpernod:2,mismatch:[2,3,5],miss:[1,2,5],missingvalu:2,mix:[2,5],mixin:[2,3],mixtur:[2,3],mkdir:1,mkdtemp:[2,3,5],mlce:2,mlce_path:2,mllib:[0,1,2],mlor:2,mlormodel:2,mlp2:2,mlp:2,mlp_model:2,mlp_path:2,mlreadabl:2,mlreader:2,mlutil:3,mlwritabl:2,mlwriter:2,mmscaler:2,mod:2,mode:[1,2,3,5],model1:2,model2:2,model3:2,model4:2,model5:2,model:[2,3],model_path:[2,3],modeliter:2,modelpath:2,modeltyp:2,modif:[2,3,5],modifi:[1,2],modul:[0,1],modulo:2,moment:5,mon:5,monitor:[1,6],monoton:[2,3,5],monotonically_increasing_id:5,month:5,months_between:5,more:[1,2,3,5,6],most:[1,2,3,5],move:[3,5,6],mpi:1,mpi_barri:1,mse:2,much:[1,5],multi:[1,2,5],multi_class_data:3,multiclass:[2,3],multiclassclassificationevalu:2,multiclassmetr:3,multilabel:2,multilabelclassificationevalu:2,multilay:2,multilayerperceptronclassifi:2,multilayerperceptronclassificationmodel:2,multilin:5,multinomi:[2,3],multipl:[1,2,3,5,6],multipli:[2,3,5],multirowdf:2,multivari:[2,3],multivariategaussian:[2,3],multivariatestatisticalsummari:3,murmurhash3_x86_32:2,murmurhash:2,mus:3,must:[1,2,3,5,6],mutat:[1,5],my_tabl:5,mycustomprofil:1,mydoubleavg:5,mypassword:5,myrdd:1,n_t:3,n_th:3,naiv:[2,3],naive_bayes_classifi:2,naivebay:[2,3],naivebayesmodel:[2,3],nalic:5,name:[0,1,2,3,4,5,6],namedtemporaryfil:[1,3],namedtupl:5,namespac:5,nan:[2,3,5],nanvalu:5,nanvl:5,narrow:5,nativ:5,natur:[2,3,5],nb2:2,nb3:2,nb5:2,nb_model:2,nb_path:2,nbar:1,nchannel:2,ndarrai:[2,3],ndcg:3,ndcgat:3,ndcgatk:2,nearest:[2,3],neariso:3,nearli:[1,3],necessari:2,need:[1,2,3,5],needconvers:5,neg:[2,3,5],negativeinf:5,neighbor:2,neither:2,nest:[3,5],net:2,netflix:3,neuron:2,neutral:1,new_data:2,new_random_udf:5,newapihadoopfil:1,newapihadooprdd:1,newli:[2,5],newlin:[3,5],newpredict:2,newprob:2,newrawpredict:2,newsess:5,nexampl:3,next:[1,2,5],next_dai:5,next_dat:5,next_month:5,nfeatur:3,nfoo:1,ngram:2,ngrampath:2,nnnnn:1,node:[1,2,3,5],nois:3,nomin:2,non:[1,2,3,5],nondeterminist:[2,5],none:[1,2,3,5,6],nonneg:[2,3],nonposit:3,nonzero:[2,3],nor2:3,nor:3,norm:[2,3],normal:[1,2,3,5],normalizerpath:2,normalrdd:3,normalvectorrdd:3,norml1:[2,3],norml2:[2,3],norwegian:2,notat:3,note:[2,3,5],now:[1,5],npart:3,npoint:3,nthi:5,ntile:5,null_replac:5,nullabl:[2,5],nulldevi:2,nullhypothesi:3,nulltyp:5,nullvalu:5,num:[1,2,3,5,6],number:[1,2,3,5,6],numbin:2,numbit:5,numbucket:[2,5],numbucketsarrai:2,numclass:[2,3],numcol:[2,3],numcolblock:3,numdoc:[2,3],numer:[1,2,3,5],numfeatur:[2,3],numfold:2,numhasht:2,numinst:2,numit:2,numitem:2,numitemblock:2,numiter:[2,3],numlabel:2,numnearestneighbor:2,numnod:[2,3],numnonzero:[2,3],numpartit:[1,2,3,5,6],numpi:[2,3,5],numrecentprogressupd:5,numrow:[2,3],numrowblock:3,numslic:1,numtopfeatur:[2,3],numtre:[2,3],numus:2,numuserblock:2,obj:[1,5],object:[1,2,3,5,6],objectivehistori:2,observ:[2,3],obtain:[1,2,3],occur:[2,3],occurr:[2,5],ocvtyp:2,off:[1,3,5],off_heap:1,offset:[2,5],offsetcol:2,oflass:2,often:[1,2,5],ohe:2,ohepath:2,old:[1,3,6],older:5,oldvec:2,oldvector:2,omit:5,onbatchcomplet:6,onbatchstart:6,onbatchsubmit:6,onc:[1,2,5,6],one:[1,2,3,5,6],oneatatim:6,oneatwobthreec:5,onehotencod:2,onehotencodermodel:2,ones:[2,3],onethird:[2,3],onevsrest:2,onevsrestmodel:2,onli:[1,2,3,5,6],onlin:[2,3,5],onoutputoperationcomplet:6,onoutputoperationstart:6,onreceivererror:6,onreceiverstart:6,onreceiverstop:6,onstreamingstart:6,oom:[2,5],open:[1,5],opencv:2,openhook:1,oper:[1,2,3,5,6],opt1:5,opt2:5,opt3:5,optim:[2,3,5],optimist:2,optimizedocconcentr:2,optimum:2,option:[1,2,3,5,6],orantiton:2,orc:5,orc_df:5,orc_partit:5,orc_sdf:5,order:[1,2,3,5,6],orderbi:[2,5],ordereddict:5,ordin:5,ordinari:2,org:[1,2,3,5,6],orient:3,origin:[1,2,3,5],originalmax:2,originalmin:2,origvec:2,orthogon:3,oserror:3,other:[1,2,3,5,6],otherwis:[1,2,3,5],our:[1,3],out:[1,2,3,5],out_a:2,out_b:2,outcom:[2,3],outer:[1,5,6],outlin:5,outofmemoryerror:5,output1:2,output2:2,output:[1,2,3,5],outputcol:2,outputdatatyp:2,outputformat:1,outputformatclass:1,outputmod:5,outputoperationcomplet:6,outputoperationstart:6,outsid:[2,5,6],over:[1,2,3,5,6],overflow:5,overlai:5,overlap:[2,5],overload:5,overrid:[1,2,5],overwrit:[2,5],ovr:2,ovr_model:2,owlqn:2,own:[2,5],p362:5,packag:0,package_extens:1,pad:[2,5],page:0,pair:[1,2,3,5,6],pairwis:2,panda:5,pandas_udf:5,pandascogroupedop:5,pandasudftyp:5,papadimitri:5,paper:[2,3],parallel:[1,2,3,5,6],param:[0,3,5],paramet:[1,2,3,4,5,6],parametr:2,paramgridbuild:2,parammap:2,paramnam:2,parent:[1,2,3,6],parquet:[3,5],parquet_partit:5,parquet_sdf:5,pars:[3,5],parser:5,part:[1,3,5],partial:5,particular:[1,3],partit:[1,2,3,5,6],partition:[1,6],partition_id:5,partitionbi:[1,5,6],partitionfunc:[1,6],partitionid:[1,5],pass:[1,2,3,5],password:5,past:5,path:[1,2,3,5],pathglobfilt:5,pattern:[1,2,3,5],paul:3,pav:3,pca:[2,3],pca_featur:2,pcamodel:2,pcapath:2,pdf:[3,5],pearson:[2,3,5],pearsoncorr:[2,3],pei:[2,3],penalti:[2,3],peopl:5,people1:5,pep:5,per:[1,2,3,5,6],percent_rank:5,percentag:5,percentil:[2,3,5],perceptron:2,perform:[1,2,3,5],period:[1,3,5,6],permiss:5,permit:2,permut:[2,5],perplex:2,persist:[1,3,5,6],person:5,peter:5,pfp:2,phrase:3,physic:5,physica:3,pic2:2,pic:[2,3],pic_path:2,pick:[2,6],pickl:1,pickle_registri:1,picklefil:1,pickleseri:1,pid:5,piec:2,piecewis:3,pipe:1,pipelin:0,pipelinemodel:2,pivot:5,pivot_col:5,place:[1,2,3,5],placehold:2,plan:[1,2,5],pleas:[1,3,5],plu:[3,5],plus_on:5,pmml:2,poi:3,point:[0,1,2,3,5,6],poisson:[2,3],poissonrdd:3,poissonvectorrdd:3,polar:5,poli:2,polici:6,polyexpansionpath:2,polynomi:2,polynomialexpans:2,pool:[1,2,3],poorli:2,popul:[3,5],port:[1,6],portable_hash:[1,6],portion:5,portugues:2,pos:5,posexplod:5,posexplode_out:5,posit:[2,3,5,6],positiveinf:5,possibl:[1,2,3,5],potenti:[1,5],pow:5,power:[2,3,5],poweriterationclust:[2,3],poweriterationclusteringmodel:3,pprint:6,practic:[1,2,5],pre:[1,2,3,5],preced:[2,5],precis:[2,3,5],precisionat:3,precisionatk:2,precisionbylabel:2,precisionbythreshold:2,predandlabelswithoptweight:3,predic:[1,5,6],predict:[2,3],predictal:3,predictionandlabel:3,predictionandlabelswithprob:[2,3],predictionandobserv:3,predictionandobservationswithoptweight:3,predictioncol:2,predictleaf:2,predicton:3,predictonvalu:3,predictor:2,predictprob:2,predictquantil:2,predictraw:2,predictsoft:3,prefer:[1,2,3,5],prefersdecim:5,prefetch:[1,5],prefetchpartit:[1,5],prefix:[2,3,6],prefixspan:[2,3],prefixspanmodel:3,preorder:2,prepar:1,prepend:2,present:[2,3,5],preserv:[2,5],preservespartit:[1,6],pretti:5,prev_dat:5,prevent:3,previou:[3,5,6],previous:1,prime:2,primit:[1,5],primitivesasstr:5,princip:[2,3],print:[1,2,3,5,6],print_row:5,printabl:1,printf:5,printschema:5,prior:[2,3,5],prioriti:[1,2,3],privat:2,probabilist:2,probabilitycol:2,probabl:[1,2,3,5],probit:2,problem:[2,3],procedur:[2,3],proceed:5,process:[1,2,3,5,6],processallavail:5,processingtim:5,produc:[1,2,3,5],product:[1,2,3,5],productfeatur:3,productid:3,products_for_us:3,profil:1,profiler_cl:1,program:[1,5,6],programm:1,progress:[1,5],project:[2,3,5],propag:[1,5],properli:1,properti:[1,2,3,4,5,6],proport:[2,3],propos:5,provid:[1,2,3,5,6],prune:5,pseudocod:5,pst:5,pstat:1,pub:3,pull:6,purpos:[1,5],put:[2,5],pvalu:[2,3],pvm:1,py4jjavaerror:5,pydoc:5,pyfil:1,pyinstanc:2,pyrolit:1,pyspark:0,pyspark_row_field_sorting_en:5,python:[1,2,3,5],pythonstreaminglisten:6,qds1:2,qds2:2,qds3:2,qrdecomposit:3,quadrat:[2,3],qualifi:[1,2,5],qualiti:3,quantil:[2,5],quantilediscret:2,quantilediscretizerpath:2,quantileprob:2,quantilescol:2,quarter:5,quartil:[2,5],queri:[2,3,5,6],query_explain:5,querynam:5,queue:6,queuestream:6,quickli:2,quot:5,quotat:5,quoteal:5,r26:2,r2adj:2,r_i:2,radian:5,rais:[1,2,3,5],rand:5,randint:5,randn:5,random:[0,1,2,5],random_udf:5,randomforest:3,randomforestclassifi:2,randomforestclassificationmodel:2,randomforestmodel:3,randomforestregressionmodel:2,randomforestregressor:2,randomli:[1,2,5],randomrdd:3,randomsplit:[1,5],rang:[1,2,3,5],rangebetween:5,rangeexchang:5,rangefram:5,rank:[2,3,5],ranke_path:2,rankingevalu:2,rankingmetr:3,rare:2,rate:[1,2,3],rather:[1,2,3,5],ratingcol:2,ratio:[2,5],raw:[2,3],rawpredict:2,rawpredictioncol:2,rcond:3,rdd1:1,rdd2:1,rdd:[0,1,2,3,5,6],rdd_a:6,rdd_b:6,rddbarrier:1,re_path:2,reach:[1,2,3],read:[1,2,5,6],readabl:[1,2,3],readi:5,readlin:1,readstream:5,real:[2,3,5],reason:5,recal:[2,3],recallat:3,recallatk:2,recallbylabel:2,recallbythreshold:2,receiv:[1,2,3,6],receivererror:6,receiverstart:6,receiverstop:6,recent:[1,2,3,5],recentprogress:5,reciproc:3,recogn:[3,6],recommend:[0,1,5],recommendforallitem:2,recommendforallus:2,recommendforitemsubset:2,recommendforusersubset:2,recommendproduct:3,recommendproductsforus:3,recommendus:3,recommendusersforproduct:3,recomput:[1,2],record:[1,3,5,6],recordlength:[1,6],recov:5,recoverpartit:5,recreat:6,recurs:[1,5],recursivefilelookup:5,redistribut:1,reduc:[1,2,6],reducebykei:[1,6],reducebykeyandwindow:6,reducebykeyloc:1,reducebywindow:6,reducefunc:6,reduct:[2,6],redund:5,refer:[1,2,3],reflect:5,refresh:5,refreshbypath:5,refresht:5,regener:5,regex:[2,5],regexp:5,regexp_extract:5,regexp_replac:5,regextoken:2,regextokenizerpath:2,region:[5,6],regionnam:6,regist:[1,5],registerdataframeast:5,registerfunct:5,registerjavafunct:5,registerjavaudaf:5,registertempt:5,registr:5,regparam:[2,3],regress:0,regressionevalu:2,regressionmetr:3,regtyp:3,regular:[2,3,5],reimplement:3,rel:[1,2,3,5],relat:[1,2,5,6],relationship:2,relativeerror:[2,5],relativesd:1,relaunch:1,releas:[1,2,5,6],relev:[2,3,5],reli:5,reliabl:[1,5,6],remain:2,rememb:6,remov:[1,2,3,5],remover2:2,renam:5,render:5,rep:5,repartit:[1,2,5,6],repartitionandsortwithinpartit:1,repartitionbyrang:5,repeat:5,repeatedli:2,replac:[1,2,3,5],replic:1,report:[1,3,6],repres:[1,2,3,5,6],represent:[1,2,3,5,6],reprocess:5,request:[2,5],requir:[1,2,3,5],rescal:[2,3],research:3,reseri:1,resettermin:5,reshap:[2,3],residu:2,residualdegreeoffreedom:2,residualdegreeoffreedomnul:2,residualstyp:2,resili:[0,1],resolv:[1,5],resolvedrformula:2,resourc:[0,1],resourceinform:4,respect:[3,5,6],respond:1,respons:[2,5],restart:[1,5],restrict:5,result:[1,2,3,5,6],resultvec:2,retain:[1,5,6],retainedjob:1,retainedstag:1,retoken:2,retriev:[2,3,5],returntyp:5,reus:1,revers:5,rf2:2,rfc:2,rfc_model:2,rfc_path:2,rformula:2,rformulamodel:2,rformulapath:2,rfr:2,rfr_model:2,rfr_path:2,rice:3,richard:3,ridg:2,ridgeregressionmod:3,ridgeregressionmodel:3,ridgeregressionwithsgd:3,right:[1,2,3,5,6],right_out:5,rightout:5,rightouterjoin:[1,6],rint:5,rise:3,risk:[2,3,5],ritz:3,rlike:5,rmse:2,rmtree:3,rng:3,rnlt:5,robert:3,robust:2,robustscal:2,robustscalermodel:2,roc:[2,3],role:6,rollup:5,root:[1,2,3,5],rootmeansquarederror:[2,3],roughli:1,round:[2,3,5],roundoff:5,routin:1,row1:5,row2:5,row3:5,row:[2,3,5],row_numb:5,rowfram:5,rowindic:[2,3],rowmatrix:3,rowprint:5,rowsbetween:5,rowsperblock:3,rpad:5,rsd:5,rtrim:5,rule:[2,3,5],run:[1,2,3,5,6],runid:5,runjob:1,runtim:5,russian:2,ryan:3,ryantib:3,sacrific:1,safe:[1,2,5],sai:5,said:2,salari:5,sale:5,same:[1,2,3,5,6],samelda:2,samelocalmodel:2,samemodel:[2,3],samemu:3,samesigma:3,sampl:[1,2,3,5],sample_fpgrowth:2,sample_multiclass_classification_data:2,samplebi:5,samplebykei:1,samplecol:2,samplesizeperpartit:5,samplestdev:1,samplevari:1,samplingratio:5,sat:5,satisfi:[1,6],save:[1,2,3,5,6],saveabl:3,saveashadoopdataset:1,saveashadoopfil:1,saveaslibsvmfil:3,saveasnewapihadoopdataset:1,saveasnewapihadoopfil:1,saveaspicklefil:1,saveassequencefil:1,saveast:5,saveastextfil:[1,3,6],saveimpl:2,savemetadata:2,savemod:5,scala:[1,3,5],scalabl:[2,3],scalar:[2,5],scalar_it:5,scale:[2,3,5],scaledoutput:2,scaler:2,scalerpath:2,scalingvec:2,scalingvector:3,scan:[1,2,3,5],scenario:[1,2],schedul:[1,5,6],schema:[2,5],schema_of_csv:5,schema_of_json:5,scheme:5,schenker:5,scikit:2,scipi:[2,3],scope:2,score:[2,3],scoreandlabel:[2,3],scoreandlabelsandweight:2,scoreandlabelswithoptweight:3,sdf:5,sdf_schema:5,search:[0,1,2,5],second:[1,3,5,6],secretkei:6,section:5,secur:6,see:[1,2,3,5,6],seed:[1,2,3,5],seen:[2,5,6],select:[2,3,5],selectedfeatur:2,selectexpr:5,selector:[2,3],selectortyp:[2,3],self:[1,2,5],semant:[1,5],semi:5,send:[1,2],sensit:[2,5],sent:[1,2],sentenc:[2,3,5],sep:5,separ:[2,3,5],seqfunc:1,seqop:1,sequenc:[1,2,3,5,6],sequencecol:2,sequencefil:1,sequencefileoutputformat:1,sequenti:[1,2,3,5],sequential_pattern_min:2,sequncefil:1,serd:5,seri:5,serial:[1,5],serializ:[2,5],servic:6,session:[2,5,6],set:[1,2,3,5,6],setaggregationdepth:2,setal:1,setalpha:2,setappnam:1,setbandwidth:3,setbeta:2,setbinari:[2,3],setblocks:2,setbootstrap:2,setbucketlength:2,setcachenodeid:2,setcasesensit:2,setcategoricalcol:2,setcensorcol:2,setcheckpointdir:[1,5],setcheckpointinterv:2,setclassifi:2,setcoldstartstrategi:2,setcollectsubmodel:2,setconf:5,setcurrentdatabas:5,setdecayfactor:3,setdegre:2,setdistancemeasur:2,setdocconcentr:2,setdroplast:2,setdstcol:2,setelasticnetparam:2,setep:2,setepsilon:2,setestim:2,setestimatorparammap:2,setevalu:2,setexecutorenv:1,setfactors:2,setfamili:2,setfdr:[2,3],setfeatureindex:2,setfeaturescol:2,setfeaturesubsetstrategi:2,setfinalstoragelevel:2,setfitintercept:2,setfitlinear:2,setforceindexlabel:2,setformula:2,setfpr:[2,3],setfw:[2,3],setgap:2,sethalflif:3,sethandleinvalid:2,setifmiss:1,setimplicitpref:2,setimpur:2,setindic:2,setinitialcent:3,setinitialweight:[2,3],setinitmod:2,setinitstd:2,setinitstep:2,setinputcol:2,setintermediatestoragelevel:2,setinvers:2,setisoton:2,setitemcol:2,setitemscol:2,setjobdescript:1,setjobgroup:1,setk:[2,3],setkeeplastcheckpoint:2,setlabel:2,setlabelcol:2,setlay:2,setleafcol:2,setlearningdecai:2,setlearningoffset:2,setlearningr:3,setlink:2,setlinkpow:2,setlinkpredictioncol:2,setlocal:2,setlocalproperti:1,setloglevel:1,setloss:2,setlosstyp:2,setlow:2,setlowerboundsoncoeffici:2,setlowerboundsonintercept:2,setmast:1,setmax:2,setmaxbin:2,setmaxcategori:2,setmaxdepth:2,setmaxdf:2,setmaxit:2,setmaxlocalprojdbs:2,setmaxmemoryinmb:2,setmaxpatternlength:2,setmaxsentencelength:2,setmetriclabel:2,setmetricnam:2,setmin:2,setminconfid:2,setmincount:[2,3],setmindf:2,setmindivisibleclusters:2,setmindocfreq:2,setminibatchfract:2,setmininfogain:2,setmininstancespernod:2,setminsupport:2,setmintf:2,setmintokenlength:2,setminweightfractionpernod:2,setmissingvalu:2,setmodeltyp:2,setn:2,setnam:[1,2],setnonneg:2,setnumbin:2,setnumblock:2,setnumbucket:2,setnumbucketsarrai:2,setnumfeatur:2,setnumfold:2,setnumhasht:2,setnumitemblock:2,setnumiter:3,setnumpartit:[2,3],setnumtopfeatur:[2,3],setnumtre:2,setnumuserblock:2,setoffsetcol:2,setoptim:2,setoptimizedocconcentr:2,setoutputcol:2,setp:2,setparallel:2,setparam:2,setpattern:2,setpercentil:[2,3],setpredictioncol:2,setprobabilitycol:2,setquantileprob:2,setquantilescol:2,setrandomcent:3,setrank:2,setratingcol:2,setrawpredictioncol:2,setregparam:2,setrelativeerror:2,setsampl:3,setscalingvec:2,setse:[2,3],setselectortyp:[2,3],setsequencecol:2,setsiz:2,setsmooth:2,setsolv:2,setsparkhom:1,setsplit:2,setsplitsarrai:2,setsrccol:2,setstag:2,setstandard:2,setstat:2,setsteps:2,setstopword:2,setstrategi:2,setstringindexerordertyp:2,setstringordertyp:2,setsubsamplingr:2,setsystemproperti:1,setter:[1,3],setthreshold:[2,3],setthroughorigin:2,settol:2,settolowercas:2,settopicconcentr:2,settopicdistributioncol:2,settrainratio:2,setup:6,setupfunc:6,setupp:2,setupperboundsoncoeffici:2,setupperboundsonintercept:2,setusercol:2,setvalidationindicatorcol:2,setvariancecol:2,setvariancepow:2,setvectors:[2,3],setvocabs:2,setweightcol:2,setwindows:[2,3],setwithcent:2,setwithmean:[2,3],setwithsc:2,setwithstd:[2,3],sever:5,sgd:3,sha1:5,sha2:5,sha:5,shallow:2,shape:[2,3],share:[1,3,5],shell:1,shift:[2,5],shiftleft:5,shiftright:5,shiftrightunsign:5,ship:1,shortcut:2,shorten:5,shorthand:5,shorttyp:5,should:[1,2,3,5,6],shouldn:3,show:[1,2,5],show_profil:1,shown:5,shrink:[2,3],shuffl:[1,3,5],shut:1,shutil:3,si3:2,si_model3:2,si_model:2,side:[1,2,3,5],sigma:[2,3],sigmoid:2,sign:5,signifi:5,signum:5,silent:5,silhouett:2,sim:3,similar:[1,2,3,5,6],similarli:[1,2],simpl:[2,3,5],simplestr:5,simpli:[2,3,5],simplic:5,sin:[3,5],sinc:[1,2,3,5],sine:5,singl:[1,2,3,5,6],single_col_model:2,single_col_oh:2,singleton:1,singular:3,singularvaluedecomposit:3,sinh:5,sink:5,sit:5,site:5,size:[1,2,3,5],sizehint:2,skew:5,skinni:3,skip:[1,2,3,5],sklearn:2,sleep:1,slen:5,slice:[2,5,6],slicer:2,slide:[5,6],slidedur:[5,6],slow:1,slower:[2,6],small:[1,2,3,5],smaller:[1,2,3],smallest:3,smirnov:[2,3],smooth:[2,3],snappi:5,sock_fil:1,socket:6,sockettextstream:6,soft:3,softlib:3,softmax:[2,3],softpredict:3,sole:2,solv:[2,3],solver:2,some:[1,2,3,5],someth:1,somewhat:1,sort:[1,2,3,5],sort_arrai:5,sort_columns_asc:5,sortbi:[1,5],sortbykei:1,sorted_bucketed_t:5,sortwithinpartit:5,soundex:5,sourc:[1,2,3,4,5,6],space:[1,2,3,5],spade:5,span:5,spanish:2,spark:[1,2,3,5,6],spark_cor:5,spark_partition_id:5,spark_sql:5,spark_us:[1,5],sparkconf:[1,5],sparkcontext:[0,1,2,3,5,6],sparkexcept:1,sparkfil:1,sparkhom:1,sparkjobinfo:1,sparksess:[0,2,5],sparkstageinfo:1,sparkui:1,sparkus:1,sparkvers:2,spars:[2,3],sparse1:[2,3],sparse_data:3,sparsematrix:[2,3],sparsevector:[2,3],sparsiti:2,spearman:[2,3],spearmancorr:[2,3],special:[1,2,5],specif:[1,2,3,4,5],specifi:[1,2,3,5,6],spectral:2,speed:[2,5],spip:1,split:[1,2,3,5],split_expand:5,splitindex:1,splitsarrai:2,spy:5,sql:[0,1,2],sql_ctx:5,sqlconf:5,sqlcontext:[3,5],sqlqueri:5,sqltran:2,sqltransform:2,sqltransformerpath:2,sqm:5,sqrt:[2,3,5],squar:[2,3,5],squared_dist:[2,3],squarederror:2,squaredeuclidean:2,src:[2,5],srccol:[2,5],ssc:6,sss:5,stabil:2,stabl:2,stack:[2,3],stackoverflowexcept:5,stage:[1,2],stageid:1,stai:5,stamp:5,standalon:5,standard:[1,2,3,5],standardscal:[2,3],standardscalarmodel:3,standardscalermodel:[2,3],standardscalerpath:2,start:[1,2,3,5,6],start_job:1,startpo:5,startswith:5,starttim:[1,5],stat:[0,1,5],statcount:1,state:[1,5,6],statement:[2,5],statist:[2,3,5],statu:[1,5],statustrack:1,std:[2,3,5],stddev:5,stddev_pop:5,stddev_samp:5,stdev:[1,3],stdout:1,steinbach:[2,3],step:[1,2,3,5],stepsiz:[2,3],still:5,stkm:3,stochast:[2,3],stop:[1,2,3,5,6],stop_job:1,stopgracefulli:6,stopsparkcontext:6,stopword:2,stopwordremov:2,stopwordsremov:2,stopwordsremoverpath:2,storag:[1,2,3,5,6],storagelevel:[1,2,3,5,6],store:[2,3,5,6],str:[1,2,3,5],strata:5,strategi:2,stratifi:[1,5],stratum:5,stream:[0,1,2,3],streaming_queri:5,streamingcontext:[0,6],streamingkmean:3,streamingkmeansmodel:3,streaminglinearalgorithm:3,streaminglinearregressionwithsgd:3,streaminglisten:6,streaminglogisticregressionwithsgd:3,streamingqueri:5,streamingqueryexcept:5,streamingquerymanag:5,streamingqueryprogress:5,streamingstart:6,streamlib:1,streamnam:6,strength:2,strictli:[2,3],stride:5,string:[1,2,3,4,5,6],string_col:5,string_column:5,stringifi:3,stringinddf:2,stringindex:2,stringindexermodel:2,stringindexerordertyp:2,stringindexerpath:2,stringlengthint:5,stringlengthstr:5,stringnum:2,stringordertyp:2,stringtyp:5,strlen:5,strongli:[1,5],struct1:5,struct2:5,struct:[2,5],struct_col:5,struct_column:5,structfield:[2,5],structtyp:[2,5],structur:[2,5],stsassumerolearn:6,stsexternalid:6,stssessionnam:6,sturct:5,style:5,sub:[2,3],subarrai:2,subclass:2,submit:[1,6],submodel:2,subnam:5,subpackag:0,subprotocol:5,subsamplingr:2,subsequ:[1,5],subset:[1,2,3,5],subsetaccuraci:2,substanti:2,substr:5,substring_index:5,subsystem:5,subtract:[1,3,5,6],subtractbykei:1,successfulli:5,suffici:2,suffix:6,suggest:[1,2],suit:5,suitabl:5,sum:[1,2,3,5],sum_func:5,sum_udf:5,sumapprox:1,sumdistinct:5,summar:2,summari:[2,3,5],summarybuild:2,sun:5,suppli:[2,3],support:[1,2,3,5],supportedfeaturesubsetstrategi:[2,3],supportedimpur:2,supportedlosstyp:2,suppos:2,suppress:1,sure:6,surrog:2,surrogatedf:2,survei:2,surviv:2,svd:3,svd_model:3,svec:2,svm2:2,svm:[2,3],svm_model:2,svm_path:2,svmmodel:3,svmwithsgd:3,swedish:2,sym:3,symbol:[2,5],symmetr:[2,3],sync:1,synchron:5,synonym:3,syntax:[2,5],sys:5,system:[1,3,5,6],tab:5,tabl:[2,5],table1:5,tablenam:5,tag:5,tail:5,take:[1,2,3,5],taken:2,takeord:1,takesampl:1,tall:3,tallskinnyqr:3,tan:5,tangent:5,tanh:5,tapia:3,target:[1,2,3,5],task:[1,2,5],taskattemptid:1,taskcontext:1,tbl:5,tcp:6,td3:2,techniqu:[2,3],technometr:3,temp_path:[2,3],tempdir:1,tempfil:[1,2,3,5],tempfile2:1,tempfile3:1,temporari:5,temporarili:2,temptablealreadyexistsexcept:5,ten:5,term:[1,2,3],termin:[2,3,5,6],termindic:2,terminolog:[2,3],termweight:2,test0:2,test1:2,test2:2,test:[1,2,3,5],test_support:5,testdata:2,testdf:2,testfil:1,testset:3,text1:2,text2:2,text:[1,2,3,5,6],text_sdf:5,textfil:[1,5],textfilestream:6,textinputformat:1,tfidf:3,tha:2,than:[1,2,3,5,6],that_queri:5,thei:[1,2,3,5],them:[1,2,3,5,6],theoret:[2,3],therefor:[3,5],theta:[2,3,5],thi:[1,2,3,5,6],thin:5,third:5,this_queri:5,those:[1,2,3,5],though:5,thread:[1,2,5,6],three:[1,5,6],thresh:5,threshold:[2,3],through:[1,2,3,5],throughorigin:2,thrown:[2,5],thu:[1,2,3,5],tibshirani:[2,3],tie:5,tied:5,ties:5,time:[1,2,3,5,6],time_df:5,timecolumn:5,timeout:[1,5,6],timestamp:[2,5],timestampformat:5,timestamptyp:5,timeunit:3,timezon:5,tinyint:5,tip:6,tmp2:1,tmp:1,tmpfile:1,tmptabl:5,to_arrow_typ:5,to_avro:5,to_csv:5,to_dat:5,to_json:5,to_list:1,to_profil:1,to_replac:5,to_str:5,to_timestamp:5,to_upp:5,to_utc_timestamp:5,toarrai:[2,3],tobas:5,toblockmatrix:3,toboolean:2,tocoordinatematrix:3,todebugstr:[1,2,3],todegre:5,todens:[2,3],todf:[2,5],todo:2,tofloat:2,togeth:[1,2,3,5],toggl:2,toimag:2,toindexedrowmatrix:3,toint:2,tointern:5,tointernald:5,tojson:5,token:[2,3,5],tokenizerpath:2,tol:2,toler:[1,2,3,6],tolist:[2,3],tolistfloat:2,tolistint:2,tolistlistfloat:2,toliststr:2,toloc:2,tolocaliter:[1,5],tolocalmatrix:3,tolowercas:2,tom:[2,5],tomatrix:2,tondarrai:2,too:[2,5],tool:[1,2],top:[1,2,3,5],topanda:5,topic:[2,3],topicconcentr:[2,3],topicdistribut:2,topicdistributioncol:2,topics_expect:3,topicsmatrix:[2,3],toplevelrecord:5,toradian:5,torowmatrix:3,tospars:[2,3],tostr:[1,2],total:[1,2,3,5],totaliter:2,totalnumnod:[2,3],tovector:2,tpr:2,tr96640:3,trace:[1,2],traceback:[1,2,3,5],track:[1,2,5],trade:3,trail:5,train:[2,3],trainclassifi:3,trainer:2,trainimplicit:3,trainingcost:2,trainingloglikelihood:2,trainingsummari:2,trainon:3,trainratio:2,trainregressor:3,trainvalidationsplit:2,trainvalidationsplitmodel:2,trait:[2,3],transact:[3,5],transaction:5,transfer:5,transform:[2,3,5,6],transformfunc:6,transformschema:2,transformwith:6,translat:[1,5],transpos:3,treat:[2,3,5],tree:[0,1,2,5],treeaggreg:[1,2],treeboost:2,treeensemblemodel:3,treereduc:1,treeweight:2,tri:[2,5],triangular:3,trick:[2,3],trigger:[1,5],trim:5,trim_horizon:6,trosset:3,truepositiver:3,truepositiveratebylabel:2,trunc:5,truncat:[1,2,3,5],trust:6,truth:3,tue:5,tumbl:5,tune:0,tup:5,tupl:[1,2,3,5],turkish:2,turn:[1,2,5],tvalu:2,tvs:2,tvsmodel:2,tvsmodelread:2,tweedi:2,two:[1,2,3,5,6],twobthreec:5,txt:[1,2,5],type:[0,1,2,3,4,6],typeconvert:2,typeerror:[2,3],typenam:5,typic:2,u0000:5,u612:5,udf:5,udfregistr:5,uhrbach:5,uid:2,uiweburl:1,unarytransform:2,unbase64:5,unbias:[2,5],unbound:5,unboundedfollow:5,unboundedpreced:5,uncach:5,uncachet:5,uncensor:2,unchang:2,uncompress:5,undefin:[2,3,5],undefinedimagetyp:2,under:[1,2,3,5],underflow:5,underli:[2,3,5],understand:1,unhex:5,unicod:[1,5,6],unifi:6,uniform:3,uniformli:5,uniformrdd:3,uniformvectorrdd:3,union:[1,5,6],unional:5,unionbynam:5,uniqu:[1,2,3,5,6],unit:[1,2,3,5],unitari:2,univari:[2,3],unix:5,unix_tim:5,unix_timestamp:[5,6],unknown:[2,3,5],unless:[2,5],unlik:5,unlimit:5,unmatch:5,unnam:5,unnecessari:5,unord:5,unpars:5,unpersist:[1,3,5],unpredict:3,unquot:5,unseen:2,unset:[2,5],unsign:5,unspecifi:3,unsupport:5,until:[1,2,3,5],updat:[1,2,3,5,6],updatefunc:6,updatestatebykei:6,upon:2,upper:[2,3,5],upperbound:5,upperboundsoncoeffici:2,upperboundsonintercept:2,upstream:[1,5],uri:[1,3],url:[1,5,6],usabl:1,usag:[1,2,3,5],use:[1,2,3,5,6],use_unicod:[1,5],used:[1,2,3,5,6],usedisk:1,useful:[1,2,3,5],usememori:1,useoffheap:1,user:[1,2,3,4,5],user_product:3,user_rec:2,user_subset:2,user_subset_rec:2,usercol:2,userfactor:2,userfeatur:3,userid:3,users_for_product:3,uses:[1,2,3,5,6],using:[1,2,3,5,6],usual:2,utc:5,utc_tim:5,utf8:6,utf8_decod:6,utf:[1,5,6],util:[0,5],val:5,valid:[1,2,3,5,6],validatedata:3,validateinputtyp:2,validationind:2,validationindicatorcol:2,validationmetr:2,validationtol:2,vals1:5,vals2:5,valu:[1,2,3,5,6],value12:5,value1:[1,3,5],value2:[1,3,5],valueclass:1,valuecontainsnul:5,valueconvert:1,valueerror:[1,5],values1:2,values2:2,valuetyp:5,var_pop:5,var_samp:5,vari:[1,3],variabl:[1,2,3,5],varianc:[1,2,3,5],variancecol:2,variancepow:2,variant:[2,5],variat:[2,5],variou:[1,2,5,6],vec:[2,3],vecassembl:2,vecassembler2:2,vector:[1,2,3,5],vector_to_arrai:2,vectorassembl:2,vectorassemblerpath:2,vectorindex:2,vectorindexermodel:2,vectorindexerpath:2,vectors:[2,3],vectorsizehint:2,vectorsizehintpath:2,vectorslic:2,vectorslicerpath:2,vectortransform:3,vectorudt:2,veri:[1,2,3,5],verifi:5,verifyschema:5,verlag:3,version:[1,2,3,4,5],vertex:[2,3],vertic:[2,5],very_expensive_initi:5,via:[1,2,5],view:5,viewnam:5,violat:[2,3],vocabs:[2,3],vocabulari:[2,3],wai:[1,2,5],wait:[1,5,6],want:[2,3,5,6],warin:3,warn:[1,2,3,5],watermark:5,weak:1,web:[1,5],wed:5,week:5,weekofyear:5,weibul:2,weighcol:2,weight:[1,2,3,5],weightag:3,weightcol:2,weightedfalsepositiver:[2,3],weightedfmeasur:[2,3],weightedprecis:[2,3],weightedrecal:[2,3],weightedtruepositiver:[2,3],well:[1,2,3],were:[2,5],what:1,whatev:5,when:[1,2,3,5,6],where:[1,2,3,4,5,6],wherea:[2,5],whether:[1,2,3,5],which:[1,2,3,5,6],white:[1,2],whitespac:5,who:1,whole:5,wholetext:5,wholetextfil:1,whose:[1,2,3,5],width:[2,5,6],wiki:2,wikipedia:[2,3],window:[2,3,5,6],windowdur:[5,6],windows:[2,3],windowspec:5,wise:[2,3,5],wish:[1,6],withcent:2,withcolumn:5,withcolumnrenam:5,within:[1,2,3,5,6],withmean:[2,3],without:[1,2,3,5,6],withreplac:[1,5],withscal:2,withstd:[2,3],withwatermark:5,won:1,word2vec:[2,3],word2vecmodel:[2,3],word2vecpath:2,word:[2,3,5],words1:2,words2:2,work:[1,2,3,5],workaround:5,worker:[1,2,6],workshop:3,world:1,would:[1,2,3,4,5],wrap:[1,5],wrapper:[2,3,5],writabl:[1,2],write:[1,2,3,5],writer:5,writestream:5,written:[1,5,6],wrong:2,wrong_kei:5,wrriten:6,www:[3,5],x00:5,x02:5,x04:5,x0cspade:5,x_t:3,xmean:3,xml:5,xor:5,xrang:1,xvarianc:3,xxhash64:5,xxhash:5,xxx:5,yarn:1,year:5,yes:5,yet:[1,2,5],yield:[1,5],you:[1,2,3,5,6],your:[1,5,6],yyi:5,yyyi:5,zero:[1,2,3,5],zerovalu:1,zip:[1,3,5],zipwithindex:1,zipwithuniqueid:1,zlib:5,zone:5,zstd:5},titles:["Welcome to Spark Python API Docs!","pyspark package","pyspark.ml package","pyspark.mllib package","pyspark.resource module","pyspark.sql module","pyspark.streaming module"],titleterms:{"class":0,"function":[2,5],api:[0,2],avro:5,classif:[2,3],cluster:[2,3],content:[1,4,5,6],core:0,distribut:3,doc:0,evalu:[2,3],featur:[2,3],fpm:[2,3],imag:2,indic:0,kinesi:6,linalg:[2,3],mllib:3,modul:[2,3,4,5,6],packag:[1,2,3],param:2,pipelin:2,pyspark:[1,2,3,4,5,6],python:0,random:3,recommend:[2,3],regress:[2,3],resourc:4,spark:0,sql:5,stat:[2,3],stream:[5,6],subpackag:1,tabl:0,tree:3,tune:2,type:5,util:[2,3],welcom:0}})