CommandLineApp

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def dfHandler(): Any

   

   Prepare for invoking DataFrame implementation of extractors.

   Prepare for invoking DataFrame implementation of extractors.

   returns

   Any

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

11. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

12. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

13. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. final def notify(): Unit

    

    Definition Classes

    AnyRef

15. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

16. def process(): Any

    

    Choose either DataFrame implementation or RDD implementation of extractors depending on the option specified in command line arguments.

    Choose either DataFrame implementation or RDD implementation of extractors depending on the option specified in command line arguments.

    returns

    Any

17. def rddHandler(): Any

    

    Prepare for invoking RDD implementation of extractors.

    Prepare for invoking RDD implementation of extractors.

    returns

    Any

18. def save[T](r: RDD[T]): Unit

    

    Generic routine for saving RDD obtained from Map Reduce operation of extractors.

    Generic routine for saving RDD obtained from Map Reduce operation of extractors.

    T

    template class name for RDD. Not used.

    r

    RDD obtained by applying RDD extractors to original RDD

    returns

    Unit

19. def save(d: Dataset[Row]): Unit

    

    Generic routine for saving Dataset obtained from querying DataFrames to file.

    Generic routine for saving Dataset obtained from querying DataFrames to file. Files may be merged according to options specified in 'partition' setting.

    d

    generic dataset obtained from querying DataFrame

    returns

    Unit

20. def setSparkContext(sc: SparkContext): Unit

    

    Set Spark context to be used.

    Set Spark context to be used.

    sc

    either a brand new or existing Spark context

21. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

22. def toString(): String

    

    Definition Classes

    AnyRef → Any

23. def verifyArgumentsOrExit(): Unit

    

    Verify the validity of command line arguments regarding input and output files.

    Verify the validity of command line arguments regarding input and output files.

    All input files need to exist, and ouput files should not exist, for this to pass. Throws exception if condition is not met.

    returns

    Unit

    Exceptions thrown

    IllegalArgumentException exception thrown

24. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )