CommandLineApp

Instance Constructors

new CommandLineApp(conf: CmdAppConf)

conf
Scallop option reader constructed with class CmdAppConf

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def handler(): Any

Prepare for invoking extractors.
Prepare for invoking extractors.
returns
Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def process(): Any

Process the handler.
Process the handler.
returns
Any
def saveCsv(d: Dataset[Row]): Unit

Routine for saving Dataset obtained from querying DataFrames to CSV.
Routine for saving Dataset obtained from querying DataFrames to CSV. Files may be merged according to options specified in 'partition' setting.
d
generic dataset obtained from querying DataFrame
returns
Unit
def saveParquet(d: Dataset[Row]): Unit

Routine for saving Dataset obtained from querying DataFrames to Parquet.
Routine for saving Dataset obtained from querying DataFrames to Parquet. Files may be merged according to options specified in 'partition' setting.
d
generic dataset obtained from querying DataFrame
returns
Unit
def setAppName(): String

Set the app name.
Set the app name.
returns
String
def setSparkContext(sc: SparkContext): Unit

Set Spark context to be used.
Set Spark context to be used.
sc
either a brand new or existing Spark context
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def verifyArgumentsOrExit(): Unit

Verify the validity of command line arguments regarding input and output files.
Verify the validity of command line arguments regarding input and output files.
All input files need to exist, and ouput files should not exist, for this to pass. Throws exception if condition is not met.
returns
Unit

Exceptions thrown
IllegalArgumentException exception thrown
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package app

class CommandLineApp extends AnyRef

Instance Constructors

new CommandLineApp(conf: CmdAppConf)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def handler(): Any

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def process(): Any

def saveCsv(d: Dataset[Row]): Unit

def saveParquet(d: Dataset[Row]): Unit

def setAppName(): String

def setSparkContext(sc: SparkContext): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def verifyArgumentsOrExit(): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped