SplitMergeFilesActivity

Type Members

type Self = SplitMergeFilesActivity

Definition Classes
SplitMergeFilesActivity → WithS3Output → WithS3Input → BaseShellCommandActivity → PipelineActivity → NamedPipelineObject → PipelineObject

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def <(that: PipelineObject): Boolean

Definition Classes
Ordered
def <=(that: PipelineObject): Boolean

Definition Classes
Ordered
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def >(that: PipelineObject): Boolean

Definition Classes
Ordered
def >=(that: PipelineObject): Boolean

Definition Classes
Ordered
val activityFields: ActivityFields[Ec2Resource]

Definition Classes
SplitMergeFilesActivity → PipelineActivity
final def asInstanceOf[T0]: T0

Definition Classes
Any
def attemptTimeout: Option[HDuration]

Definition Classes
PipelineActivity
val baseFields: BaseFields

Definition Classes
SplitMergeFilesActivity → NamedPipelineObject
val bufferSize: Option[HString]
val bytesPerFile: Option[HString]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compare(that: PipelineObject): Int

Definition Classes
PipelineObject → Ordered
def compareTo(that: PipelineObject): Int

Definition Classes
Ordered → Comparable
val compressedOutput: HBoolean
def dependsOn: Seq[PipelineActivity[_]]

Definition Classes
PipelineActivity
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def failureAndRerunMode: Option[FailureAndRerunMode]

Definition Classes
PipelineActivity
val filename: HString
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def groupedBy(group: String): Self

Postfix the name field
Postfix the name field

Definition Classes
NamedPipelineObject
val header: Option[HString]
def id: PipelineObjectId

Definition Classes
NamedPipelineObject → PipelineObject
def idGroupedBy(group: String): Self

Have a grouping postfix in the id field
Have a grouping postfix in the id field

Definition Classes
NamedPipelineObject
Note
Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason
def idNamed(namePrefix: String): Self

Id field will be prefixed with name
Id field will be prefixed with name

Definition Classes
NamedPipelineObject
Note
Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason
val ignoreEmptyInput: HBoolean
def ignoringEmptyInput(): SplitMergeFilesActivity
def input: Seq[S3DataNode]

Definition Classes
BaseShellCommandActivity
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val jarUri: HString
def lateAfterTimeout: Option[HDuration]

Definition Classes
PipelineActivity
val linesPerFile: Option[HLong]
val linkOutputs: HBoolean
val mainClass: HString
val markSuccessfulJobs: HBoolean
def markingSuccessfulJobs(): SplitMergeFilesActivity
def maxActiveInstances: Option[HInt]

Definition Classes
PipelineActivity
def maximumRetries: Option[HInt]

Definition Classes
PipelineActivity
def name: Option[String]

Name of the pipeline object, if not set, it will defaults to
Name of the pipeline object, if not set, it will defaults to
```
Option(id)
```
Definition Classes
NamedPipelineObject
def named(namePrefix: String): Self

Give the object a name prefix
Give the object a name prefix

Definition Classes
NamedPipelineObject
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numberOfFiles: Option[HInt]
def objects: Iterable[PipelineObject]

Definition Classes
BaseShellCommandActivity → PipelineActivity → PipelineObject
def onFail(alarms: SnsAlarm*): Self

Definition Classes
PipelineActivity
def onFailAlarms: Seq[SnsAlarm]

Definition Classes
PipelineActivity
def onLateAction(alarms: SnsAlarm*): Self

Definition Classes
PipelineActivity
def onLateActionAlarms: Seq[SnsAlarm]

Definition Classes
PipelineActivity
def onSuccess(alarms: SnsAlarm*): Self

Definition Classes
PipelineActivity
def onSuccessAlarms: Seq[SnsAlarm]

Definition Classes
PipelineActivity
def output: Seq[S3DataNode]

Definition Classes
BaseShellCommandActivity
val pattern: Option[HString]
def preconditions: Seq[Precondition]

Definition Classes
PipelineActivity
def ref: AdpRef[AdpActivity]

Definition Classes
PipelineActivity → PipelineObject
def retryDelay: Option[HDuration]

Definition Classes
PipelineActivity
def runsOn: Resource[Ec2Resource]

Definition Classes
PipelineActivity
def script: Script

Definition Classes
BaseShellCommandActivity
def scriptArguments: Seq[HType]

Definition Classes
SplitMergeFilesActivity → BaseShellCommandActivity
implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

Definition Classes
PipelineObject
def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

Definition Classes
PipelineObject
def serialize: AdpShellCommandActivity

Definition Classes
BaseShellCommandActivity → PipelineActivity → PipelineObject
val shellCommandActivityFields: ShellCommandActivityFields

Definition Classes
SplitMergeFilesActivity → WithS3Output → WithS3Input → BaseShellCommandActivity
val skipFirstInputLine: HBoolean
def stage: Option[HBoolean]

Definition Classes
BaseShellCommandActivity
def stderr: Option[HString]

Definition Classes
BaseShellCommandActivity
def stdout: Option[HString]

Definition Classes
BaseShellCommandActivity
val suffixLength: Option[HInt]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val temporaryDirectory: Option[HString]
implicit def uniquePipelineId2String(id: PipelineObjectId): String

Definition Classes
PipelineObject
def updateActivityFields(fields: ActivityFields[Ec2Resource]): SplitMergeFilesActivity

Definition Classes
SplitMergeFilesActivity → PipelineActivity
def updateBaseFields(fields: BaseFields): SplitMergeFilesActivity

Definition Classes
SplitMergeFilesActivity → NamedPipelineObject
def updateShellCommandActivityFields(fields: ShellCommandActivityFields): SplitMergeFilesActivity

Definition Classes
SplitMergeFilesActivity → WithS3Output → WithS3Input → BaseShellCommandActivity
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def whenMet(conditions: Precondition*): Self

Definition Classes
PipelineActivity
def withArguments(args: HString*): Self

Definition Classes
BaseShellCommandActivity
def withAttemptTimeout(duration: HDuration): Self

Definition Classes
PipelineActivity
def withBufferSize(bufferSize: HString): SplitMergeFilesActivity
def withCompressedOutput(): SplitMergeFilesActivity
def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

Definition Classes
PipelineActivity
def withHeader(header: HString*): SplitMergeFilesActivity
def withInput(inputs: S3DataNode*): Self

Definition Classes
WithS3Input
def withInputPattern(pattern: HString): SplitMergeFilesActivity
def withLateAfterTimeout(duration: HDuration): Self

Definition Classes
PipelineActivity
def withLinkOutputs(): SplitMergeFilesActivity
def withMaxActiveInstances(activeInstances: HInt): Self

Definition Classes
PipelineActivity
def withMaximumRetries(retries: HInt): Self

Definition Classes
PipelineActivity
def withNumberOfBytesPerFile(bytesPerFile: HString): SplitMergeFilesActivity
def withNumberOfFiles(numberOfFiles: HInt): SplitMergeFilesActivity
def withNumberOfLinesPerFile(linesPerFile: HLong): SplitMergeFilesActivity
def withOutput(outputs: S3DataNode*): Self

Definition Classes
WithS3Output
def withRetryDelay(duration: HDuration): Self

Definition Classes
PipelineActivity
def withSkipFirstInputLine(): SplitMergeFilesActivity
def withStderrTo(err: HString): Self

Definition Classes
BaseShellCommandActivity
def withStdoutTo(out: HString): Self

Definition Classes
BaseShellCommandActivity
def withSuffixLength(suffixLength: HInt): SplitMergeFilesActivity
def withTemporaryDirectory(temporaryDirectory: HString): SplitMergeFilesActivity

Related Docs: object SplitMergeFilesActivity | package activity

case class SplitMergeFilesActivity extends BaseShellCommandActivity with WithS3Input with WithS3Output with Product with Serializable

Type Members

type Self = SplitMergeFilesActivity

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def <(that: PipelineObject): Boolean

def <=(that: PipelineObject): Boolean

final def ==(arg0: Any): Boolean

def >(that: PipelineObject): Boolean

def >=(that: PipelineObject): Boolean

val activityFields: ActivityFields[Ec2Resource]

final def asInstanceOf[T0]: T0

def attemptTimeout: Option[HDuration]

val baseFields: BaseFields

val bufferSize: Option[HString]

val bytesPerFile: Option[HString]

def clone(): AnyRef

def compare(that: PipelineObject): Int

def compareTo(that: PipelineObject): Int

val compressedOutput: HBoolean

def dependsOn: Seq[PipelineActivity[_]]

final def eq(arg0: AnyRef): Boolean

def failureAndRerunMode: Option[FailureAndRerunMode]

val filename: HString

def finalize(): Unit

final def getClass(): Class[_]

def groupedBy(group: String): Self

val header: Option[HString]

def id: PipelineObjectId

def idGroupedBy(group: String): Self

def idNamed(namePrefix: String): Self

val ignoreEmptyInput: HBoolean

def ignoringEmptyInput(): SplitMergeFilesActivity

def input: Seq[S3DataNode]

final def isInstanceOf[T0]: Boolean

val jarUri: HString

def lateAfterTimeout: Option[HDuration]

val linesPerFile: Option[HLong]

val linkOutputs: HBoolean

val mainClass: HString

val markSuccessfulJobs: HBoolean

def markingSuccessfulJobs(): SplitMergeFilesActivity

def maxActiveInstances: Option[HInt]

def maximumRetries: Option[HInt]

def name: Option[String]

def named(namePrefix: String): Self

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numberOfFiles: Option[HInt]

def objects: Iterable[PipelineObject]

def onFail(alarms: SnsAlarm*): Self

def onFailAlarms: Seq[SnsAlarm]

def onLateAction(alarms: SnsAlarm*): Self

def onLateActionAlarms: Seq[SnsAlarm]

def onSuccess(alarms: SnsAlarm*): Self

def onSuccessAlarms: Seq[SnsAlarm]

def output: Seq[S3DataNode]

val pattern: Option[HString]

def preconditions: Seq[Precondition]

def ref: AdpRef[AdpActivity]

def retryDelay: Option[HDuration]

def runsOn: Resource[Ec2Resource]

def script: Script

def scriptArguments: Seq[HType]

implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

def serialize: AdpShellCommandActivity

val shellCommandActivityFields: ShellCommandActivityFields

val skipFirstInputLine: HBoolean

def stage: Option[HBoolean]

def stderr: Option[HString]

def stdout: Option[HString]

val suffixLength: Option[HInt]

final def synchronized[T0](arg0: ⇒ T0): T0

val temporaryDirectory: Option[HString]

implicit def uniquePipelineId2String(id: PipelineObjectId): String