AddFields

Instance Constructors

new AddFields()(implicit rt: SparkRuntime)

Type Members

case class Port[X](name: String) extends Product with Serializable

Connector for attributes and inputs.
Connector for attributes and inputs. Provides the input as Observable[X].

Definition Classes
AbstractRxBlock
case class PortList[X](name: String) extends IndexedSeq[Port[X]] with Product with Serializable

Connector for a list of attributes or inputs.
Connector for a list of attributes or inputs.

Definition Classes
AbstractRxBlock

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def <~(block: AbstractRxBlock[_ <: DataFrame]): Unit

Definition Classes
RxTransformer
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compute: Observable[DataFrame]

computes the block's output
computes the block's output

Attributes
protected
Definition Classes
AddFields → AbstractRxBlock
def debug(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def doTransform(tx: FrameSplitter)(implicit rt: SparkRuntime): Observable[DataFrame]

Attributes
protected
Definition Classes
RxFrameTransformer
def doTransform(tx: FrameTransformer)(implicit rt: SparkRuntime): Observable[DataFrame]

Attributes
protected
Definition Classes
RxFrameTransformer
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def error(message: ⇒ String, err: Throwable): Unit

Definition Classes
Logging
def error(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
val fields: PortList[(String, Any)]
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def from(block: AbstractRxBlock[_ <: DataFrame]): Unit

Definition Classes
RxTransformer
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val id: String

Generates block's id for logging.
Generates block's id for logging.

Attributes
protected
Definition Classes
AbstractRxBlock
def info(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def observe: Observable[DataFrame]

The currently established Observable output.
The currently established Observable output.

Definition Classes
AbstractRxBlock → RxBlock
lazy val output: Observable[DataFrame]

Returns the block's output as an Observable.
Returns the block's output as an Observable. This observable is stable in the sense that it keeps emitting items, whether the block has been reset, or its inputs changed etc., i.e. it never calls onError or onCompleted methods on its subscribers until the block's shutdown() method is called.

Definition Classes
AbstractRxBlock → RxBlock
def reset(): Unit

Resets the block by renewing the subscriptions and re-initiating the sequence.
Resets the block by renewing the subscriptions and re-initiating the sequence.

Definition Classes
AbstractRxBlock → RxBlock
def shutdown(): Unit

Cancels all subscriptions and stops emitting items.
Cancels all subscriptions and stops emitting items.

Definition Classes
AbstractRxBlock → RxBlock
val source: Port[DataFrame]

Definition Classes
RxTransformer
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def to[U](block: RxTransformer[_ >: DataFrame, U]): block.type

Connects the output of this block to source input port of a transformer block.
Connects the output of this block to source input port of a transformer block.

Definition Classes
AbstractRxBlock
def to[T](port: Port[_ >: DataFrame]): owner.type

Connects the output of this block to an input port of another block.
Connects the output of this block to an input port of another block.

Definition Classes
AbstractRxBlock
def toString(): String

Definition Classes
AnyRef → Any
def trace(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def unsubsribeOutput(): Unit

Cancels the output subscription.
Cancels the output subscription.

Attributes
protected
Definition Classes
AbstractRxBlock
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def warn(message: ⇒ String, err: Throwable): Unit

Definition Classes
Logging
def warn(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def withEvents(name: String)(stream: Observable[DataFrame]): Observable[DataFrame]

Decorates the observable by adding listeners for its lifecycle events.
Decorates the observable by adding listeners for its lifecycle events.

Attributes
protected
Definition Classes
AbstractRxBlock
def ~>[U](block: RxTransformer[_ >: DataFrame, U]): block.type

Connects the output of this block to source input port of a transformer block.
Connects the output of this block to source input port of a transformer block. An alias for to(block).

Definition Classes
AbstractRxBlock
def ~>[T](port: Port[_ >: DataFrame]): AbstractRxBlock[T]

Connects the output of this block to an input port of another block.
Connects the output of this block to an input port of another block. An alias for to(port).

Definition Classes
AbstractRxBlock

Related Docs: object AddFields | package spark

class AddFields extends RxFrameTransformer

Instance Constructors

new AddFields()(implicit rt: SparkRuntime)

Type Members

case class Port[X](name: String) extends Product with Serializable

case class PortList[X](name: String) extends IndexedSeq[Port[X]] with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def <~(block: AbstractRxBlock[_ <: DataFrame]): Unit

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def compute: Observable[DataFrame]

def debug(message: ⇒ String, args: Any*): Unit

def doTransform(tx: FrameSplitter)(implicit rt: SparkRuntime): Observable[DataFrame]

def doTransform(tx: FrameTransformer)(implicit rt: SparkRuntime): Observable[DataFrame]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def error(message: ⇒ String, err: Throwable): Unit

def error(message: ⇒ String, args: Any*): Unit

val fields: PortList[(String, Any)]

def finalize(): Unit

def from(block: AbstractRxBlock[_ <: DataFrame]): Unit

final def getClass(): Class[_]

def hashCode(): Int

val id: String

def info(message: ⇒ String, args: Any*): Unit

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def observe: Observable[DataFrame]

lazy val output: Observable[DataFrame]

def reset(): Unit

def shutdown(): Unit

val source: Port[DataFrame]

final def synchronized[T0](arg0: ⇒ T0): T0

def to[U](block: RxTransformer[_ >: DataFrame, U]): block.type

def to[T](port: Port[_ >: DataFrame]): owner.type

def toString(): String

def trace(message: ⇒ String, args: Any*): Unit

def unsubsribeOutput(): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def warn(message: ⇒ String, err: Throwable): Unit

def warn(message: ⇒ String, args: Any*): Unit

def withEvents(name: String)(stream: Observable[DataFrame]): Observable[DataFrame]

def ~>[U](block: RxTransformer[_ >: DataFrame, U]): block.type

def ~>[T](port: Port[_ >: DataFrame]): AbstractRxBlock[T]

Inherited from RxFrameTransformer

Inherited from RxTransformer[DataFrame, DataFrame]

Inherited from AbstractRxBlock[DataFrame]

Inherited from Logging

Inherited from RxBlock[DataFrame]

Inherited from AnyRef

Inherited from Any

Ungrouped