c

com.datasolvr.services.spark.sources

SourceExecutionScope

case class SourceExecutionScope(session: SparkSession, facades: FacadeApi, connection: ConnectionDescription, source: SourceContent, snapshot: SourceSnapshotInfo, dateRange: Option[TimelineFilter], testSample: Option[Int], tempOutputManager: TempOutputManager, log: (Any) => Unit, setProgress: (Double) => Unit) extends Product with Serializable

Exposes methods and properties that may be useful to access during source execution.

session

The Apache Spark session that is used during execution.

facades

Provides access to the external web service API.

connection

The connection properties to be used with the source.

source

The properties of the source configuration.

snapshot

The properties of the snapshot of the source configuration.

dateRange

The date range to fetch data for, if the source is of type ResultTypes.STREAM.

testSample

The amount of data to sample during a test run.

tempOutputManager

A manager that can handle storage and disposal of temporary output for the run.

log

A method that writes to the logs.

setProgress

A method that sets the progress.

Linear Supertypes
Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SourceExecutionScope
  2. Serializable
  3. Product
  4. Equals
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new SourceExecutionScope(session: SparkSession, facades: FacadeApi, connection: ConnectionDescription, source: SourceContent, snapshot: SourceSnapshotInfo, dateRange: Option[TimelineFilter], testSample: Option[Int], tempOutputManager: TempOutputManager, log: (Any) => Unit, setProgress: (Double) => Unit)

    session

    The Apache Spark session that is used during execution.

    facades

    Provides access to the external web service API.

    connection

    The connection properties to be used with the source.

    source

    The properties of the source configuration.

    snapshot

    The properties of the snapshot of the source configuration.

    dateRange

    The date range to fetch data for, if the source is of type ResultTypes.STREAM.

    testSample

    The amount of data to sample during a test run.

    tempOutputManager

    A manager that can handle storage and disposal of temporary output for the run.

    log

    A method that writes to the logs.

    setProgress

    A method that sets the progress.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  6. val connection: ConnectionDescription
  7. val dateRange: Option[TimelineFilter]
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. val facades: FacadeApi
  10. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  11. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  12. val log: (Any) => Unit
  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  15. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  16. def productElementNames: Iterator[String]
    Definition Classes
    Product
  17. val session: SparkSession
  18. val setProgress: (Double) => Unit
  19. val snapshot: SourceSnapshotInfo
  20. val source: SourceContent
  21. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  22. val tempOutputManager: TempOutputManager
  23. val testSample: Option[Int]
  24. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  25. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  26. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped