Home
last modified time | relevance | path

Searched refs:outputCol (Results 1 – 25 of 67) sorted by relevance

123

/dports/devel/spark/spark-2.1.1/python/pyspark/ml/
H A Dfeature.py286 outputCol=None): argument
301 outputCol=None): argument
717 def __init__(self, inputCol=None, outputCol=None): argument
729 def setParams(self, inputCol=None, outputCol=None): argument
1305 outputCol=self.getOutputCol(),
1359 outputCol=None, toLowercase=True): argument
1373 outputCol=None, toLowercase=True): argument
1874 def __init__(self, inputCol=None, outputCol=None): argument
1885 def setParams(self, inputCol=None, outputCol=None): argument
1918 def __init__(self, inputCols=None, outputCol=None): argument
[all …]
/dports/devel/spark/spark-2.1.1/mllib/src/main/scala/org/apache/spark/ml/feature/
H A DStringIndexer.scala48 val outputColName = $(outputCol)
51 val attr = NominalAttribute.defaultAttr.withName($(outputCol))
84 def setOutputCol(value: String): this.type = set(outputCol, value)
155 def setOutputCol(value: String): this.type = set(outputCol, value)
175 .withName($(outputCol)).withValues(labels).toMetadata()
186 indexer(dataset($(inputCol)).cast(StringType)).as($(outputCol), metadata))
271 def setOutputCol(value: String): this.type = set(outputCol, value)
300 val outputColName = $(outputCol)
303 val outputFields = inputFields :+ StructField($(outputCol), StringType)
326 val outputColName = $(outputCol)
H A DLSH.scala57 SchemaUtils.appendColumn(schema, $(outputCol), DataTypes.createArrayType(new VectorUDT))
95 dataset.withColumn($(outputCol), transformUDF(dataset($(inputCol))))
112 val modelDataset: DataFrame = if (!dataset.columns.contains($(outputCol))) {
127 modelDataset.filter(sameBucketWithKeyUDF(col($(outputCol))))
132 val hashDistCol = hashDistUDF(col($(outputCol)))
197 val modelDataset: DataFrame = if (!dataset.columns.contains($(outputCol))) {
203 struct(col("*")).as(inputName), posexplode(col($(outputCol))).as(explodeCols))
305 def setOutputCol(value: String): this.type = set(outputCol, value)
H A DVectorSlicer.scala98 def setOutputCol(value: String): this.type = set(outputCol, value)
117 case Some(attrs) => new AttributeGroup($(outputCol), attrs)
118 case None => new AttributeGroup($(outputCol), inds.length)
128 dataset.withColumn($(outputCol), slicer(dataset($(inputCol))), outputAttr.toMetadata())
151 if (schema.fieldNames.contains($(outputCol))) {
155 val outputAttr = new AttributeGroup($(outputCol), numFeaturesSelected)
H A DBinarizer.scala70 def setOutputCol(value: String): this.type = set(outputCol, value)
94 val metadata = outputSchema($(outputCol)).metadata
98 dataset.select(col("*"), binarizerDouble(col($(inputCol))).as($(outputCol), metadata))
100 dataset.select(col("*"), binarizerVector(col($(inputCol))).as($(outputCol), metadata))
107 val outputColName = $(outputCol)
H A DHashingTF.scala52 def setOutputCol(value: String): this.type = set(outputCol, value)
99 val metadata = outputSchema($(outputCol)).metadata
100 dataset.select(col("*"), t(col($(inputCol))).as($(outputCol), metadata))
108 val attrGroup = new AttributeGroup($(outputCol), $(numFeatures))
H A DOneHotEncoder.scala75 def setOutputCol(value: String): this.type = set(outputCol, value)
80 val outputColName = $(outputCol)
125 new AttributeGroup($(outputCol), attrs)
127 new AttributeGroup($(outputCol))
138 val outputColName = $(outputCol)
H A DVectorIndexer.scala114 def setOutputCol(value: String): this.type = set(outputCol, value)
140 require(isDefined(outputCol), s"VectorIndexer requires output column parameter: $outputCol")
142 SchemaUtils.appendColumn(schema, $(outputCol), dataType)
357 def setOutputCol(value: String): this.type = set(outputCol, value)
365 dataset.withColumn($(outputCol), newCol, newField.metadata)
373 require(isDefined(outputCol),
374 s"VectorIndexerModel requires output column parameter: $outputCol")
424 val newAttributeGroup = new AttributeGroup($(outputCol), featureAttributes)
H A DStopWordsRemover.scala50 def setOutputCol(value: String): this.type = set(outputCol, value)
105 val metadata = outputSchema($(outputCol)).metadata
106 dataset.select(col("*"), t(col($(inputCol))).as($(outputCol), metadata))
114 SchemaUtils.appendColumn(schema, $(outputCol), inputType, schema($(inputCol)).nullable)
H A DMaxAbsScaler.scala43 require(!schema.fieldNames.contains($(outputCol)),
45 val outputFields = schema.fields :+ StructField($(outputCol), new VectorUDT, false)
68 def setOutputCol(value: String): this.type = set(outputCol, value)
119 def setOutputCol(value: String): this.type = set(outputCol, value)
130 dataset.withColumn($(outputCol), reScale(col($(inputCol))))
H A DPCA.scala57 require(!schema.fieldNames.contains($(outputCol)),
59 val outputFields = schema.fields :+ StructField($(outputCol), new VectorUDT, false)
83 def setOutputCol(value: String): this.type = set(outputCol, value)
141 def setOutputCol(value: String): this.type = set(outputCol, value)
160 dataset.withColumn($(outputCol), pcaOp(col($(inputCol))))
H A DStandardScaler.scala68 require(!schema.fieldNames.contains($(outputCol)),
70 val outputFields = schema.fields :+ StructField($(outputCol), new VectorUDT, false)
100 def setOutputCol(value: String): this.type = set(outputCol, value)
158 def setOutputCol(value: String): this.type = set(outputCol, value)
169 dataset.withColumn($(outputCol), scale(col($(inputCol))))
H A DMinMaxScaler.scala68 require(!schema.fieldNames.contains($(outputCol)),
70 val outputFields = schema.fields :+ StructField($(outputCol), new VectorUDT, false)
107 def setOutputCol(value: String): this.type = set(outputCol, value)
166 def setOutputCol(value: String): this.type = set(outputCol, value)
199 dataset.withColumn($(outputCol), reScale(col($(inputCol))))
H A DVectorAssembler.scala50 def setOutputCol(value: String): this.type = set(outputCol, value)
95 val metadata = new AttributeGroup($(outputCol), attrs).toMetadata()
109 dataset.select(col("*"), assembleFunc(struct(args: _*)).as($(outputCol), metadata))
115 val outputColName = $(outputCol)
H A DIDF.scala60 SchemaUtils.appendColumn(schema, $(outputCol), new VectorUDT)
80 def setOutputCol(value: String): this.type = set(outputCol, value)
129 def setOutputCol(value: String): this.type = set(outputCol, value)
136 dataset.withColumn($(outputCol), idf(col($(inputCol))))
H A DChiSqSelector.scala151 def setOutputCol(value: String): this.type = set(outputCol, value)
184 SchemaUtils.appendColumn(schema, $(outputCol), new VectorUDT)
219 def setOutputCol(value: String): this.type = set(outputCol, value)
230 dataset.withColumn($(outputCol), selector(col($(featuresCol))), newField.metadata)
252 val newAttributeGroup = new AttributeGroup($(outputCol), featureAttributes)
H A DInteraction.scala57 def setOutputCol(value: String): this.type = set(outputCol, value)
63 require(get(outputCol).isDefined, "Output col must be defined first.")
66 StructType(schema.fields :+ StructField($(outputCol), new VectorUDT, false))
113 interactFunc(struct(featureCols: _*)).as($(outputCol), featureAttrs.toMetadata()))
181 new AttributeGroup($(outputCol), featureAttrs.toArray)
/dports/devel/spark/spark-2.1.1/examples/src/main/python/ml/
H A Dtf_idf_example.py38 tokenizer = Tokenizer(inputCol="sentence", outputCol="words")
41 hashingTF = HashingTF(inputCol="words", outputCol="rawFeatures", numFeatures=20)
45 idf = IDF(inputCol="rawFeatures", outputCol="features")
H A Drandom_forest_classifier_example.py43 labelIndexer = StringIndexer(inputCol="label", outputCol="indexedLabel").fit(data)
48 VectorIndexer(inputCol="features", outputCol="indexedFeatures", maxCategories=4).fit(data)
57 labelConverter = IndexToString(inputCol="prediction", outputCol="predictedLabel",
H A Donehot_encoder_example.py41 stringIndexer = StringIndexer(inputCol="category", outputCol="categoryIndex")
45 encoder = OneHotEncoder(inputCol="categoryIndex", outputCol="categoryVec")
H A Dindex_to_string_example.py36 indexer = StringIndexer(inputCol="category", outputCol="categoryIndex")
46 converter = IndexToString(inputCol="categoryIndex", outputCol="originalCategory")
/dports/devel/spark/spark-2.1.1/mllib/src/main/scala/org/apache/spark/ml/
H A DTransformer.scala89 def setOutputCol(value: String): T = set(outputCol, value).asInstanceOf[T]
111 if (schema.fieldNames.contains($(outputCol))) {
115 StructField($(outputCol), outputDataType, nullable = false)
122 dataset.withColumn($(outputCol), transformUDF(dataset($(inputCol))))
/dports/devel/spark/spark-2.1.1/mllib/src/test/scala/org/apache/spark/ml/feature/
H A DStopWordsRemoverSuite.scala148 val outputCol = "expected" constant
151 .setOutputCol(outputCol)
152 val dataSet = Seq((Seq("The", "the", "swift"), Seq("swift"))).toDF("raw", outputCol)
157 assert(thrown.getMessage == s"requirement failed: Column $outputCol already exists.")
H A DLSHTest.scala58 val outputCol = model.getOutputCol constant
66 val headHashValue = transformedData.select(outputCol).head().get(0).asInstanceOf[Seq[Vector]]
75 .withColumn("same_bucket", sameBucket(col(s"a.$outputCol"), col(s"b.$outputCol")))
/dports/devel/spark/spark-2.1.1/mllib/src/test/scala/org/apache/spark/ml/param/shared/
H A DSharedParamsSuite.scala33 assert(obj.hasDefault(obj.outputCol))
34 assert(obj.getOrDefault(obj.outputCol) === "obj__output")

123