class GBMClassifier extends ProbabilisticClassifier[Vector, GBMClassifier, GBMClassificationModel] with GBMClassifierParams with MLWritable
- Source
- GBMClassifier.scala
- Grouped
- Alphabetic
- By Inheritance
- GBMClassifier
- MLWritable
- GBMClassifierParams
- HasParallelism
- GBMParams
- HasSubBag
- HasSeed
- BoostingParams
- HasAggregationDepth
- HasCheckpointInterval
- HasBaseLearner
- HasWeightCol
- HasNumBaseLearners
- HasValidationIndicatorCol
- HasTol
- HasMaxIter
- ProbabilisticClassifier
- ProbabilisticClassifierParams
- HasThresholds
- HasProbabilityCol
- Classifier
- ClassifierParams
- HasRawPredictionCol
- Predictor
- PredictorParams
- HasPredictionCol
- HasFeaturesCol
- HasLabelCol
- Estimator
- PipelineStage
- Logging
- Params
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def $[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final val aggregationDepth: IntParam
- Definition Classes
- HasAggregationDepth
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- val baseLearner: Param[EnsembleRegressorType]
param for the estimator that will be used by the ensemble learner as a base learner
param for the estimator that will be used by the ensemble learner as a base learner
- Definition Classes
- HasBaseLearner
- final val checkpointInterval: IntParam
- Definition Classes
- HasCheckpointInterval
- final def clear(param: Param[_]): GBMClassifier.this.type
- Definition Classes
- Params
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native()
- def copy(extra: ParamMap): GBMClassifier
- Definition Classes
- GBMClassifier → Predictor → Estimator → PipelineStage → Params
- def copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
- final def defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- def explainParam(param: Param[_]): String
- Definition Classes
- Params
- def explainParams(): String
- Definition Classes
- Params
- def extractInstances(dataset: Dataset[_], numClasses: Int): RDD[Instance]
- Attributes
- protected
- Definition Classes
- ClassifierParams
- def extractInstances(dataset: Dataset[_], validateInstance: (Instance) => Unit): RDD[Instance]
- Attributes
- protected
- Definition Classes
- PredictorParams
- def extractInstances(dataset: Dataset[_]): RDD[Instance]
- Attributes
- protected
- Definition Classes
- PredictorParams
- def extractLabeledPoints(dataset: Dataset[_], numClasses: Int): RDD[LabeledPoint]
- Attributes
- protected
- Definition Classes
- Classifier
- def extractLabeledPoints(dataset: Dataset[_]): RDD[LabeledPoint]
- Attributes
- protected
- Definition Classes
- Predictor
- final def extractParamMap(): ParamMap
- Definition Classes
- Params
- final def extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
- final val featuresCol: Param[String]
- Definition Classes
- HasFeaturesCol
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable])
- def fit(dataset: Dataset[_]): GBMClassificationModel
- Definition Classes
- Predictor → Estimator
- def fit(dataset: Dataset[_], paramMaps: Seq[ParamMap]): Seq[GBMClassificationModel]
- Definition Classes
- Estimator
- Annotations
- @Since("2.0.0")
- def fit(dataset: Dataset[_], paramMap: ParamMap): GBMClassificationModel
- Definition Classes
- Estimator
- Annotations
- @Since("2.0.0")
- def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): GBMClassificationModel
- Definition Classes
- Estimator
- Annotations
- @Since("2.0.0") @varargs()
- def fitBaseLearner(baseLearner: EnsembleRegressorType, labelColName: String, featuresColName: String, predictionColName: String, weightColName: Option[String])(df: DataFrame): EnsemblePredictionModelType
- Attributes
- protected
- Definition Classes
- HasBaseLearner
- final def get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- final def getAggregationDepth: Int
- Definition Classes
- HasAggregationDepth
- def getBaseLearner: EnsembleRegressorType
- Definition Classes
- HasBaseLearner
- final def getCheckpointInterval: Int
- Definition Classes
- HasCheckpointInterval
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- final def getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
- final def getFeaturesCol: String
- Definition Classes
- HasFeaturesCol
- def getInitStrategy: String
- Definition Classes
- GBMClassifierParams
- final def getLabelCol: String
- Definition Classes
- HasLabelCol
- def getLearningRate: Double
- Definition Classes
- GBMParams
- def getLoss: String
- Definition Classes
- GBMClassifierParams
- final def getMaxIter: Int
- Definition Classes
- HasMaxIter
- def getNumBaseLearners: Int
- Definition Classes
- HasNumBaseLearners
- def getNumClasses(dataset: Dataset[_], maxNumClasses: Int): Int
- Attributes
- protected
- Definition Classes
- Classifier
- def getNumRounds: Int
- Definition Classes
- GBMParams
- def getOptimizedWeights: Boolean
- Definition Classes
- GBMParams
- final def getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
- def getParallelism: Int
- Definition Classes
- HasParallelism
- def getParam(paramName: String): Param[Any]
- Definition Classes
- Params
- final def getPredictionCol: String
- Definition Classes
- HasPredictionCol
- final def getProbabilityCol: String
- Definition Classes
- HasProbabilityCol
- final def getRawPredictionCol: String
- Definition Classes
- HasRawPredictionCol
- def getReplacement: Boolean
- Definition Classes
- HasSubBag
- final def getSeed: Long
- Definition Classes
- HasSeed
- def getSubsampleRatio: Double
- Definition Classes
- HasSubBag
- def getSubspaceRatio: Double
- Definition Classes
- HasSubBag
- def getThresholds: Array[Double]
- Definition Classes
- HasThresholds
- final def getTol: Double
- Definition Classes
- HasTol
- def getUpdates: String
- Definition Classes
- GBMParams
- final def getValidationIndicatorCol: String
- Definition Classes
- HasValidationIndicatorCol
- final def getValidationTol: Double
- Definition Classes
- GBMParams
- final def getWeightCol: String
- Definition Classes
- HasWeightCol
- final def hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
- def hasParam(paramName: String): Boolean
- Definition Classes
- Params
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- val initStrategy: Param[String]
strategy for the init predictions, can be the class-prior or the uniform distribution.
strategy for the init predictions, can be the class-prior or the uniform distribution. (case-insensitive) Supported: "uniform", "prior". (default = prior)
- Definition Classes
- GBMClassifierParams
- def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
- def initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
- final def isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def isSet(param: Param[_]): Boolean
- Definition Classes
- Params
- def isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
- final val labelCol: Param[String]
- Definition Classes
- HasLabelCol
- val learningRate: Param[Double]
param for the learning rate of the algorithm
param for the learning rate of the algorithm
- Definition Classes
- GBMParams
- def log: Logger
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logDebug(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logError(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logInfo(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logName: String
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logTrace(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(msg: => String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
- def logWarning(msg: => String): Unit
- Attributes
- protected
- Definition Classes
- Logging
- val loss: Param[String]
Loss function which GBM tries to minimize.
Loss function which GBM tries to minimize. (case-insensitive) Supported: "logloss", "exponential", "bernoulli". (default = logloss)
- Definition Classes
- GBMClassifierParams
- final val maxIter: IntParam
- Definition Classes
- HasMaxIter
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val numBaseLearners: Param[Int]
param for the number of base learners of the algorithm
param for the number of base learners of the algorithm
- Definition Classes
- HasNumBaseLearners
- val numRounds: Param[Int]
param for the number of round waiting for next decrease in validation set
param for the number of round waiting for next decrease in validation set
- Definition Classes
- GBMParams
- val optimizedWeights: Param[Boolean]
param for using optimized weights in GBM
param for using optimized weights in GBM
- Definition Classes
- GBMParams
- val parallelism: IntParam
- Definition Classes
- HasParallelism
- lazy val params: Array[Param[_]]
- Definition Classes
- Params
- final val predictionCol: Param[String]
- Definition Classes
- HasPredictionCol
- final val probabilityCol: Param[String]
- Definition Classes
- HasProbabilityCol
- final val rawPredictionCol: Param[String]
- Definition Classes
- HasRawPredictionCol
- val replacement: Param[Boolean]
param for whether samples are drawn with replacement
param for whether samples are drawn with replacement
- Definition Classes
- HasSubBag
- def save(path: String): Unit
- Definition Classes
- MLWritable
- Annotations
- @Since("1.6.0") @throws("If the input path already exists but overwrite is not enabled.")
- final val seed: LongParam
- Definition Classes
- HasSeed
- final def set(paramPair: ParamPair[_]): GBMClassifier.this.type
- Attributes
- protected
- Definition Classes
- Params
- final def set(param: String, value: Any): GBMClassifier.this.type
- Attributes
- protected
- Definition Classes
- Params
- final def set[T](param: Param[T], value: T): GBMClassifier.this.type
- Definition Classes
- Params
- def setAggregationDepth(value: Int): GBMClassifier.this.type
- def setBaseLearner(value: EnsembleRegressorType): GBMClassifier.this.type
- def setCheckpointInterval(value: Int): GBMClassifier.this.type
- final def setDefault(paramPairs: ParamPair[_]*): GBMClassifier.this.type
- Attributes
- protected
- Definition Classes
- Params
- final def setDefault[T](param: Param[T], value: T): GBMClassifier.this.type
- Attributes
- protected
- Definition Classes
- Params
- def setFeaturesCol(value: String): GBMClassifier
- Definition Classes
- Predictor
- def setInitStrategy(value: String): GBMClassifier.this.type
- def setLabelCol(value: String): GBMClassifier
- Definition Classes
- Predictor
- def setLearningRate(value: Double): GBMClassifier.this.type
- def setLoss(value: String): GBMClassifier.this.type
- def setMaxIter(value: Int): GBMClassifier.this.type
- def setNumBaseLearners(value: Int): GBMClassifier.this.type
- def setNumRounds(value: Int): GBMClassifier.this.type
- def setOptimizedWeights(value: Boolean): GBMClassifier.this.type
- def setParallelism(value: Int): GBMClassifier.this.type
- def setPredictionCol(value: String): GBMClassifier
- Definition Classes
- Predictor
- def setProbabilityCol(value: String): GBMClassifier
- Definition Classes
- ProbabilisticClassifier
- def setRawPredictionCol(value: String): GBMClassifier
- Definition Classes
- Classifier
- def setReplacement(value: Boolean): GBMClassifier.this.type
- def setSeed(value: Long): GBMClassifier.this.type
- def setSubsampleRatio(value: Double): GBMClassifier.this.type
- def setSubspaceRatio(value: Double): GBMClassifier.this.type
- def setThresholds(value: Array[Double]): GBMClassifier
- Definition Classes
- ProbabilisticClassifier
- def setTol(value: Double): GBMClassifier.this.type
- def setUpdates(value: String): GBMClassifier.this.type
- def setValidationIndicatorCol(value: String): GBMClassifier.this.type
- def setValidationTol(value: Double): GBMClassifier.this.type
- def setWeightCol(value: String): GBMClassifier.this.type
- def slice(indices: Array[Int]): (Vector) => Vector
- Attributes
- protected
- Definition Classes
- HasSubBag
- val subsampleRatio: Param[Double]
param for ratio of rows sampled out of the dataset
param for ratio of rows sampled out of the dataset
- Definition Classes
- HasSubBag
- def subspace(subspaceRatio: Double, numFeatures: Int, seed: Long): Array[Int]
- Attributes
- protected
- Definition Classes
- HasSubBag
- val subspaceRatio: Param[Double]
param for ratio of rows sampled out of the dataset
param for ratio of rows sampled out of the dataset
- Definition Classes
- HasSubBag
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- val thresholds: DoubleArrayParam
- Definition Classes
- HasThresholds
- def toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
- final val tol: DoubleParam
- Definition Classes
- HasTol
- def train(dataset: Dataset[_]): GBMClassificationModel
- Attributes
- protected
- Definition Classes
- GBMClassifier → Predictor
- def transformSchema(schema: StructType): StructType
- Definition Classes
- Predictor → PipelineStage
- def transformSchema(schema: StructType, logging: Boolean): StructType
- Attributes
- protected
- Definition Classes
- PipelineStage
- Annotations
- @DeveloperApi()
- val uid: String
- Definition Classes
- GBMClassifier → Identifiable
- val updates: Param[String]
Newton (using hessian) or Gradient updates.
Newton (using hessian) or Gradient updates. (case-insensitive) Supported: "gradient", "newton". (default = gradient)
- Definition Classes
- GBMParams
- def validateAndTransformSchema(schema: StructType, fitting: Boolean, featuresDataType: DataType): StructType
- Attributes
- protected
- Definition Classes
- ProbabilisticClassifierParams → ClassifierParams → PredictorParams
- def validateLabel(label: Double, numClasses: Int): Unit
- Attributes
- protected
- Definition Classes
- Classifier
- def validateNumClasses(numClasses: Int): Unit
- Attributes
- protected
- Definition Classes
- Classifier
- final val validationIndicatorCol: Param[String]
- Definition Classes
- HasValidationIndicatorCol
- final val validationTol: DoubleParam
Threshold for stopping early when fit with validation is used.
Threshold for stopping early when fit with validation is used. (This parameter is ignored when fit without validation is used.) The decision to stop early is decided based on this logic: If the current loss on the validation set is greater than 0.01, the diff of validation error is compared to relative tolerance which is validationTol * (current loss on the validation set). If the current loss on the validation set is less than or equal to 0.01, the diff of validation error is compared to absolute tolerance which is validationTol * 0.01.
- Definition Classes
- GBMParams
- See also
validationIndicatorCol
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final val weightCol: Param[String]
- Definition Classes
- HasWeightCol
- def write: MLWriter
- Definition Classes
- GBMClassifier → MLWritable