S3DistCpActivity

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def <(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

4. def <=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

5. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

6. def >(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

7. def >=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

8. val activityFields: ActivityFields[A]

   

   Definition Classes

   S3DistCpActivity → PipelineActivity

9. def appendLastToFile: HBoolean

   

10. def appendToLastFile(): S3DistCpActivity[A]

    

11. val arguments: Seq[HString]

    

12. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

13. def attemptTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

14. val baseFields: BaseFields

    

    Definition Classes

    S3DistCpActivity → NamedPipelineObject

15. def chunkSize: Option[HInt]

    

16. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

17. def compare(that: PipelineObject): Int

    

    Definition Classes

    PipelineObject → Ordered

18. def compareTo(that: PipelineObject): Int

    

    Definition Classes

    Ordered → Comparable

19. def copyFromManifest: HBoolean

    

20. def deleteOnSuccess: HBoolean

    

21. def dependsOn: Seq[PipelineActivity[_]]

    

    Definition Classes

    PipelineActivity

22. def dest: Option[HString]

    

23. def disableMultipartUpload: HBoolean

    

24. def endpoint: Option[HString]

    

25. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

26. def failureAndRerunMode: Option[FailureAndRerunMode]

    

    Definition Classes

    PipelineActivity

27. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

28. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

29. def groupBy: Option[HString]

    

30. def groupedBy(group: String): Self

    

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

31. def id: PipelineObjectId

    

    Definition Classes

    NamedPipelineObject → PipelineObject

32. def idGroupedBy(group: String): Self

    

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

33. def idNamed(namePrefix: String): Self

    

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

34. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

35. def lateAfterTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

36. def maxActiveInstances: Option[HInt]

    

    Definition Classes

    PipelineActivity

37. def maximumRetries: Option[HInt]

    

    Definition Classes

    PipelineActivity

38. def name: Option[String]

    

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

39. def named(namePrefix: String): Self

    

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

40. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

41. final def notify(): Unit

    

    Definition Classes

    AnyRef

42. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

43. def numberFiles: HBoolean

    

44. def objects: Iterable[PipelineObject]

    

    Definition Classes

    PipelineActivity → PipelineObject

45. def onFail(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

46. def onFailAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

47. def onLateAction(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

48. def onLateActionAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

49. def onSuccess(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

50. def onSuccessAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

51. def outputCodec: OutputCodec

    

52. def outputManifest: Option[HString]

    

53. val postStepCommands: Seq[HString]

    

54. val preStepCommands: Seq[HString]

    

55. def preconditions: Seq[Precondition]

    

    Definition Classes

    PipelineActivity

56. def previousManifest: Option[HString]

    

57. def ref: AdpRef[AdpActivity]

    

    Definition Classes

    PipelineActivity → PipelineObject

58. def requirePreviousManifest: HBoolean

    

59. def retryDelay: Option[HDuration]

    

    Definition Classes

    PipelineActivity

60. def runsOn: Resource[A]

    

    Definition Classes

    PipelineActivity

61. val s3DistCpActivityFields: S3DistCpActivityFields

    

62. def s3ServerSideEncryption: HBoolean

    

63. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    

    Definition Classes

    PipelineObject

64. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    

    Definition Classes

    PipelineObject

65. lazy val serialize: AdpEmrActivity

    

    Definition Classes

    S3DistCpActivity → PipelineActivity → PipelineObject

66. def source: Option[HString]

    

67. def sourcePattern: Option[HString]

    

68. def sourcePrefixesFile: Option[HString]

    

69. def startingIndex: Option[HInt]

    

70. def storageClass: Option[StorageClass]

    

71. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

72. def targetSize: Option[HInt]

    

73. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    

    Definition Classes

    PipelineObject

74. def updateActivityFields(fields: ActivityFields[A]): S3DistCpActivity[A]

    

    Definition Classes

    S3DistCpActivity → PipelineActivity

75. def updateBaseFields(fields: BaseFields): S3DistCpActivity[A]

    

    Definition Classes

    S3DistCpActivity → NamedPipelineObject

76. def updateS3DistCpActivityFields(fields: S3DistCpActivityFields): S3DistCpActivity[A]

    

77. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

78. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

79. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

80. def whenMet(conditions: Precondition*): Self

    

    Definition Classes

    PipelineActivity

81. def withArgument(argument: HString*): S3DistCpActivity[A]

    

82. def withAttemptTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

83. def withCopyFromManifest(): S3DistCpActivity[A]

    

84. def withDeleteOnSuccess(): S3DistCpActivity[A]

    

85. def withDestination(dest: HS3Uri): S3DistCpActivity[A]

    

86. def withDestination(dest: HHdfsUri): S3DistCpActivity[A]

    

87. def withDestination(dest: S3DataNode): S3DistCpActivity[A]

    

88. def withDestination(dest: S3Uri): S3DistCpActivity[A]

    

89. def withDestination(dest: HdfsUri): S3DistCpActivity[A]

    

90. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    

    Definition Classes

    PipelineActivity

91. def withGroupBy(groupBy: HString): S3DistCpActivity[A]

    

92. def withLateAfterTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

93. def withMaxActiveInstances(activeInstances: HInt): Self

    

    Definition Classes

    PipelineActivity

94. def withMaximumRetries(retries: HInt): Self

    

    Definition Classes

    PipelineActivity

95. def withMultipartUploadChunkSize(chunkSize: HInt): S3DistCpActivity[A]

    

96. def withNumberFiles(): S3DistCpActivity[A]

    

97. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity[A]

    

98. def withOutputManifest(outputManifest: HString): S3DistCpActivity[A]

    

99. def withPreviousManifest(previousManifest: HString): S3DistCpActivity[A]

    

100. def withRequirePreviousManifest(): S3DistCpActivity[A]

     

101. def withRetryDelay(duration: HDuration): Self

     

     Definition Classes

     PipelineActivity

102. def withS3Endpoint(endpoint: HString): S3DistCpActivity[A]

     

103. def withS3ServerSideEncryption(): S3DistCpActivity[A]

     

104. def withSource(source: HS3Uri): S3DistCpActivity[A]

     

105. def withSource(source: HHdfsUri): S3DistCpActivity[A]

     

106. def withSource(source: S3DataNode): S3DistCpActivity[A]

     

107. def withSource(source: S3Uri): S3DistCpActivity[A]

     

108. def withSource(source: HdfsUri): S3DistCpActivity[A]

     

109. def withSourcePattern(sourcePattern: HString): S3DistCpActivity[A]

     

110. def withSourcePrefixesFile(sourcePrefixesFile: HString): S3DistCpActivity[A]

     

111. def withStartingIndex(startingIndex: HInt): S3DistCpActivity[A]

     

112. def withStorageClass(storageClass: StorageClass): S3DistCpActivity[A]

     

113. def withTargetSize(targetSize: HInt): S3DistCpActivity[A]

     

114. def withoutMultipartUpload(): S3DistCpActivity[A]