Object

com.krux.hyperion.examples

ExampleSpark

Related Doc: package examples

Permalink

object ExampleSpark extends DataPipelineDef with HyperionCli

Source
ExampleSpark.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExampleSpark
  2. HyperionCli
  3. DataPipelineDef
  4. DataPipelineDefGroup
  5. WorkflowExpressionImplicits
  6. HdfsUriHelper
  7. S3UriHelper
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class HdfsUriBuilder extends AnyRef

    Permalink
    Definition Classes
    HdfsUriHelper
  2. class S3UriBuilder extends AnyRef

    Permalink
    Definition Classes
    S3UriHelper
  3. implicit class activityIterable2WorkflowExpressionOps extends AnyRef

    Permalink
    Definition Classes
    WorkflowExpressionImplicits
  4. implicit class activityWorkflowExpressionOps extends AnyRef

    Permalink
    Definition Classes
    WorkflowExpressionImplicits

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. implicit def activity2WorkflowExpression(activity: PipelineActivity[_ <: ResourceObject]): WorkflowExpression

    Permalink
    Definition Classes
    WorkflowExpressionImplicits
  5. implicit def activityIterable2WorkflowExpression(activities: Iterable[PipelineActivity[_ <: ResourceObject]]): WorkflowExpression

    Permalink
    Definition Classes
    WorkflowExpressionImplicits
  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. val dataNode: S3DataNode

    Permalink
  9. def defaultObject: DefaultObject

    Permalink
    Definition Classes
    DataPipelineDefGroup
  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  11. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  12. val filterActivity: SparkTaskActivity

    Permalink
  13. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  15. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  16. implicit val hc: HyperionContext

    Permalink
    Definition Classes
    ExampleSparkDataPipelineDefGroup
  17. def hdfs(uri: String*): HdfsUri

    Permalink
    Definition Classes
    HdfsUriHelper
  18. def hdfs: HdfsUriBuilder

    Permalink
    Definition Classes
    HdfsUriHelper
  19. val instanceBid: UnencryptedParameter[Double]

    Permalink
  20. val instanceCount: UnencryptedParameter[Int]

    Permalink
  21. val instanceType: UnencryptedParameter[String]

    Permalink
  22. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  23. val jar: S3Uri

    Permalink
  24. val location: UnencryptedParameter[S3Uri]

    Permalink
  25. val mailAction: SnsAlarm

    Permalink
  26. def main(args: Array[String]): Unit

    Permalink
    Definition Classes
    HyperionCli
  27. def nameKeySeparator: String

    Permalink
    Definition Classes
    DataPipelineDefGroup
  28. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  29. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  30. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  31. def parameters: Iterable[Parameter[_]]

    Permalink
    Definition Classes
    ExampleSparkDataPipelineDefGroup
  32. def pipelineName: String

    Permalink
    Definition Classes
    DataPipelineDefGroup
  33. implicit val pv: ParameterValues

    Permalink
    Definition Classes
    DataPipelineDefGroup
  34. def s3(uri: String*): S3Uri

    Permalink
    Definition Classes
    S3UriHelper
  35. def s3: S3UriBuilder

    Permalink
    Definition Classes
    S3UriHelper
  36. lazy val schedule: RecurringSchedule

    Permalink
    Definition Classes
    ExampleSparkDataPipelineDefGroup
  37. val scoreActivity: SparkActivity

    Permalink
  38. val scoreStep1: SparkStep

    Permalink
  39. val scoreStep2: SparkStep

    Permalink
  40. val scoreStep3: SparkStep

    Permalink
  41. val scoreStep4: SparkStep

    Permalink
  42. def setParameterValue(id: String, value: String, ignoreMissing: Boolean = true): Unit

    Permalink

    ignoreMissing

    ignores the parameter with id unknown to the definition

    Definition Classes
    DataPipelineDefGroup
  43. val sparkCluster: SparkCluster

    Permalink
  44. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  45. lazy val tags: Map[String, Option[String]]

    Permalink
    Definition Classes
    ExampleSparkDataPipelineDefGroup
  46. val target: String

    Permalink
  47. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  48. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  49. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  50. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  51. def workflow: WorkflowExpression

    Permalink

    Workflow to be defined

    Workflow to be defined

    Definition Classes
    ExampleSparkDataPipelineDef
  52. implicit def workflowIterable2WorkflowExpression(activities: Iterable[WorkflowExpression]): WorkflowExpression

    Permalink
    Definition Classes
    WorkflowExpressionImplicits
  53. final def workflows: Map[WorkflowKey, WorkflowExpression]

    Permalink
    Definition Classes
    DataPipelineDefDataPipelineDefGroup

Inherited from HyperionCli

Inherited from DataPipelineDef

Inherited from DataPipelineDefGroup

Inherited from HdfsUriHelper

Inherited from S3UriHelper

Inherited from AnyRef

Inherited from Any

Ungrouped