object GeneralPipelineOptions extends OptionDescriptionBuilder
Defines the options that can be used on any pipeline.
- Alphabetic
- By Inheritance
- GeneralPipelineOptions
- OptionDescriptionBuilder
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val CUSTOM_FUNCTIONS: String
A comma-separated list of ids for function plugins to be usable in the pipeline.
- val CUSTOM_TRANSFORMS: String
A comma-separated list of ids for transform plugins to be usable in the pipeline.
- val IGNORE_DOWNSTREAM: String
Ignores any batches that would otherwise have included the pipeline as a dependency of an downstream pipeline.
Ignores any batches that would otherwise have included the pipeline as a dependency of an downstream pipeline. Default is
false. - val IGNORE_UPSTREAM: String
Ignores any batches that would otherwise have included the pipeline as a dependency of an upstream source or pipeline.
Ignores any batches that would otherwise have included the pipeline as a dependency of an upstream source or pipeline. Default is
false. - val IN_MEMORY_ONLY: String
Whether to only run the pipeline in-memory (as opposed to persisted).
Whether to only run the pipeline in-memory (as opposed to persisted). Default is
false. - def Mandatory(name: String, validation: (String) => Option[String] = s => None): OptionDescription
- Attributes
- protected
- Definition Classes
- OptionDescriptionBuilder
- def Optional(name: String, default: Option[String] = None, validation: (String) => Option[String] = s => None): OptionDescription
- Attributes
- protected
- Definition Classes
- OptionDescriptionBuilder
- val PARALLEL_PARTS: String
The number of parallel parts to split the run into.
The number of parallel parts to split the run into. This only ensures that output of the parts is combined into a single result. The transforms must contain the logic to split the work depending on the part number.
- val PARALLEL_PARTS_COLUMN: String
A column name to use for automatic partitioning of imports.
A column name to use for automatic partitioning of imports. The partitioning is done by filtering 1 + crc32(PARALLEL_PARTS_COLUMN) % PARALLEL_PARTS to the part number.
- val SKIP_VALIDATION: String
Skip validation of the transforms prior to execution.
Skip validation of the transforms prior to execution. Use this to get better performance for transforms using large modules. Default is
false. - final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def baseDescriptions: List[OptionDescription]
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- def descriptions(descriptions: OptionDescription*): OptionDescriptions
- Attributes
- protected
- Definition Classes
- OptionDescriptionBuilder
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- def get: OptionDescriptions
- Definition Classes
- GeneralPipelineOptions → OptionDescriptionBuilder
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def legacyOptions: Set[String]
- Definition Classes
- OptionDescriptionBuilder
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)