MongoInput

Instance Constructors

new MongoInput()(implicit rt: SparkRuntime)

Type Members

case class Port[X](name: String) extends Product with Serializable

Connector for attributes and inputs.
Connector for attributes and inputs. Provides the input as Observable[X].

Definition Classes
AbstractRxBlock
case class PortList[X](name: String) extends IndexedSeq[Port[X]] with Product with Serializable

Connector for a list of attributes or inputs.
Connector for a list of attributes or inputs.

Definition Classes
AbstractRxBlock

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val collection: Port[String]
val columns: PortList[StructField]
def compute: Observable[DataFrame]

computes the block's output
computes the block's output

Attributes
protected
Definition Classes
MongoInput → AbstractRxBlock
val database: Port[String]
def debug(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def error(message: ⇒ String, err: Throwable): Unit

Definition Classes
Logging
def error(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val id: String

Generates block's id for logging.
Generates block's id for logging.

Attributes
protected
Definition Classes
AbstractRxBlock
def info(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val limit: Port[Int]
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def observe: Observable[DataFrame]

The currently established Observable output.
The currently established Observable output.

Definition Classes
AbstractRxBlock → RxBlock
val offset: Port[Int]
lazy val output: Observable[DataFrame]

Returns the block's output as an Observable.
Returns the block's output as an Observable. This observable is stable in the sense that it keeps emitting items, whether the block has been reset, or its inputs changed etc., i.e. it never calls onError or onCompleted methods on its subscribers until the block's shutdown() method is called.

Definition Classes
AbstractRxBlock → RxBlock
def reset(): Unit

Resets the block by renewing the subscriptions and re-initiating the sequence.
Resets the block by renewing the subscriptions and re-initiating the sequence.

Definition Classes
AbstractRxBlock → RxBlock
def shutdown(): Unit

Cancels all subscriptions and stops emitting items.
Cancels all subscriptions and stops emitting items.

Definition Classes
AbstractRxBlock → RxBlock
val sort: Port[List[SortOrder]]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def to[U](block: RxTransformer[_ >: DataFrame, U]): block.type

Connects the output of this block to source input port of a transformer block.
Connects the output of this block to source input port of a transformer block.

Definition Classes
AbstractRxBlock
def to[T](port: Port[_ >: DataFrame]): owner.type

Connects the output of this block to an input port of another block.
Connects the output of this block to an input port of another block.

Definition Classes
AbstractRxBlock
def toString(): String

Definition Classes
AnyRef → Any
def trace(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def unsubsribeOutput(): Unit

Cancels the output subscription.
Cancels the output subscription.

Attributes
protected
Definition Classes
AbstractRxBlock
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def warn(message: ⇒ String, err: Throwable): Unit

Definition Classes
Logging
def warn(message: ⇒ String, args: Any*): Unit

Definition Classes
Logging
def withEvents(name: String)(stream: Observable[DataFrame]): Observable[DataFrame]

Decorates the observable by adding listeners for its lifecycle events.
Decorates the observable by adding listeners for its lifecycle events.

Attributes
protected
Definition Classes
AbstractRxBlock
def ~>[U](block: RxTransformer[_ >: DataFrame, U]): block.type

Connects the output of this block to source input port of a transformer block.
Connects the output of this block to source input port of a transformer block. An alias for to(block).

Definition Classes
AbstractRxBlock
def ~>[T](port: Port[_ >: DataFrame]): AbstractRxBlock[T]

Connects the output of this block to an input port of another block.
Connects the output of this block to an input port of another block. An alias for to(port).

Definition Classes
AbstractRxBlock

Related Docs: object MongoInput | package spark

class MongoInput extends AbstractRxBlock[DataFrame]

Instance Constructors

new MongoInput()(implicit rt: SparkRuntime)

Type Members

case class Port[X](name: String) extends Product with Serializable

case class PortList[X](name: String) extends IndexedSeq[Port[X]] with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val collection: Port[String]

val columns: PortList[StructField]

def compute: Observable[DataFrame]

val database: Port[String]

def debug(message: ⇒ String, args: Any*): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def error(message: ⇒ String, err: Throwable): Unit

def error(message: ⇒ String, args: Any*): Unit

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

val id: String

def info(message: ⇒ String, args: Any*): Unit

final def isInstanceOf[T0]: Boolean

val limit: Port[Int]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def observe: Observable[DataFrame]

val offset: Port[Int]

lazy val output: Observable[DataFrame]

def reset(): Unit

def shutdown(): Unit

val sort: Port[List[SortOrder]]

final def synchronized[T0](arg0: ⇒ T0): T0

def to[U](block: RxTransformer[_ >: DataFrame, U]): block.type

def to[T](port: Port[_ >: DataFrame]): owner.type

def toString(): String

def trace(message: ⇒ String, args: Any*): Unit

def unsubsribeOutput(): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def warn(message: ⇒ String, err: Throwable): Unit

def warn(message: ⇒ String, args: Any*): Unit

def withEvents(name: String)(stream: Observable[DataFrame]): Observable[DataFrame]

def ~>[U](block: RxTransformer[_ >: DataFrame, U]): block.type

def ~>[T](port: Port[_ >: DataFrame]): AbstractRxBlock[T]

Inherited from AbstractRxBlock[DataFrame]

Inherited from Logging

Inherited from RxBlock[DataFrame]

Inherited from AnyRef

Inherited from Any

Ungrouped