Packages

c

com.acxiom.aws.pipeline.connectors

KinesisDataConnector

case class KinesisDataConnector(streamName: String, region: String = "us-east-1", partitionKey: Option[String], partitionKeyIndex: Option[Int], separator: String = ",", name: String, credentialName: Option[String], credential: Option[Credential]) extends StreamingDataConnector with AWSConnector with Product with Serializable

Data Connector implementation that works with Kinesis. Each row produced will be formatted to a string using the separator character provided.

streamName

The name of the Kinesis stream.

region

The region containing the Kinesis stream

partitionKey

The optional static partition key to use

partitionKeyIndex

The optional field index in the DataFrame row containing the value to use as the partition key

separator

The field separator to use when formatting the row data

name

The name of the connector

credentialName

The optional name of the credential to use when authorizing to the Kinesis stream

credential

The optional credential to use when authorizing to the Kinesis stream

Linear Supertypes
Serializable, Serializable, Product, Equals, AWSConnector, StreamingDataConnector, DataConnector, Connector, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KinesisDataConnector
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AWSConnector
  7. StreamingDataConnector
  8. DataConnector
  9. Connector
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KinesisDataConnector(streamName: String, region: String = "us-east-1", partitionKey: Option[String], partitionKeyIndex: Option[Int], separator: String = ",", name: String, credentialName: Option[String], credential: Option[Credential])

    streamName

    The name of the Kinesis stream.

    region

    The region containing the Kinesis stream

    partitionKey

    The optional static partition key to use

    partitionKeyIndex

    The optional field index in the DataFrame row containing the value to use as the partition key

    separator

    The field separator to use when formatting the row data

    name

    The name of the connector

    credentialName

    The optional name of the credential to use when authorizing to the Kinesis stream

    credential

    The optional credential to use when authorizing to the Kinesis stream

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. val credential: Option[Credential]
    Definition Classes
    KinesisDataConnector → Connector
  7. val credentialName: Option[String]
    Definition Classes
    KinesisDataConnector → Connector
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def getCredential(pipelineContext: PipelineContext): Option[AWSCredential]
    Attributes
    protected
    Definition Classes
    AWSConnector → Connector
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. def load(source: Option[String], pipelineContext: PipelineContext, readOptions: DataFrameReaderOptions = DataFrameReaderOptions()): DataFrame
    Definition Classes
    KinesisDataConnector → DataConnector
  14. val name: String
    Definition Classes
    KinesisDataConnector → Connector
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. val partitionKey: Option[String]
  19. val partitionKeyIndex: Option[Int]
  20. val region: String
  21. val separator: String
  22. val streamName: String
  23. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  24. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  25. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  27. def write(dataFrame: DataFrame, destination: Option[String], pipelineContext: PipelineContext, writeOptions: DataFrameWriterOptions = DataFrameWriterOptions()): Option[StreamingQuery]
    Definition Classes
    KinesisDataConnector → DataConnector

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AWSConnector

Inherited from StreamingDataConnector

Inherited from DataConnector

Inherited from Connector

Inherited from AnyRef

Inherited from Any

Ungrouped