Transformer

abstract def transform(dataset: DataFrame, paramMap: ParamMap): DataFrame

Transforms the dataset with provided parameter map as additional parameters.

abstract def transformSchema(schema: StructType, paramMap: ParamMap): StructType

:: DeveloperAPI ::

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addOutputColumn(schema: StructType, colName: String, dataType: DataType): StructType

final def asInstanceOf[T0]: T0

def checkInputColumn(schema: StructType, colName: String, dataType: DataType): Unit

Check whether the given schema contains an input column.

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParams(): String

Returns the documentation of all params.

def finalize(): Unit

def get[T](param: Param[T]): T

Gets the value of a parameter in the embedded param map.

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isSet(param: Param[_]): Boolean

Checks whether a param is explicitly set.

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val paramMap: ParamMap

Internal param map.

def params: Array[Param[_]]

Returns all params.

def set[T](param: Param[T], value: T): Transformer.this.type

Sets a parameter in the embedded param map.

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transform(dataset: DataFrame, paramPairs: ParamPair[_]*): DataFrame

Transforms the dataset with optional parameters

def transformSchema(schema: StructType, paramMap: ParamMap, logging: Boolean): StructType

Derives the output schema from the input schema and parameters, optionally with logging.

def validate(): Unit

Validates parameter values stored internally.

def validate(paramMap: ParamMap): Unit

Validates parameter values stored internally plus the input parameter map.

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit