ExtractGraph

Type Members

case class EdgeData(date: String, src: String, dst: String) extends Product with Serializable
implicit class GraphWriter extends AnyRef

Writes a Graph object to a Json file.
Writes a Graph object to a Json file.
returns
Unit().
case class VertexData(domain: String, pageRank: Double, inDegree: Int, outDegree: Int) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val NUM_ITER: Int
val TOLERANCE: Double
def apply(records: RDD[ArchiveRecord], dynamic: Boolean = false, tolerance: Double = TOLERANCE, numIter: Int = NUM_ITER): Graph[VertexData, EdgeData]

Creates a network graph from loaded Archive Records with optional pageRank calculations.
Creates a network graph from loaded Archive Records with optional pageRank calculations.
records
an RDD of archive records
dynamic
whether to calculate PageRank (an O(n^2) calculation, so not recommended for very large graphs)
tolerance
the percentage of the time the PR algorithm "jumps" to a random location in its random walks
numIter
the number of iterations applied to the PR algorithm
returns
a Graph object containing data for vertices and edges as extracted.
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def pageHash(url: String): VertexId

Creates a hashcode from a url to use as a unique id.
Creates a hashcode from a url to use as a unique id.
returns
unique id as long integer.
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package app

object ExtractGraph

Type Members

case class EdgeData(date: String, src: String, dst: String) extends Product with Serializable

implicit class GraphWriter extends AnyRef

case class VertexData(domain: String, pageRank: Double, inDegree: Int, outDegree: Int) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val NUM_ITER: Int

val TOLERANCE: Double

def apply(records: RDD[ArchiveRecord], dynamic: Boolean = false, tolerance: Double = TOLERANCE, numIter: Int = NUM_ITER): Graph[VertexData, EdgeData]

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def pageHash(url: String): VertexId

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped