Packages

o

com.acxiom.aws.utils

KinesisUtilities

object KinesisUtilities

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KinesisUtilities
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def buildKinesisClient(region: String, credential: Option[AWSCredential] = None): AmazonKinesis

    Build a Kinesis client

    Build a Kinesis client

    region

    The region

    credential

    Optional AWSCredential

    returns

    A Kinesis Client

  6. def buildKinesisClientByKeys(region: String, accessKeyId: Option[String] = None, secretAccessKey: Option[String] = None): AmazonKinesis

    Build a Kinesis client

    Build a Kinesis client

    region

    The region

    accessKeyId

    Optional api key

    secretAccessKey

    Optional api secret

    returns

    A Kinesis Client

  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. def determinePartitionKey(dataFrame: DataFrame, partitionKey: String): Int

    Determines the column id to use to extract the partition key value when writing rows

    Determines the column id to use to extract the partition key value when writing rows

    dataFrame

    The DataFrame containing the schema

    partitionKey

    The field name of the column to use for the key value.

    returns

    The column index or zero id the column name is not found.

  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. def postMessage(message: String, region: String, streamName: String, partitionKey: String, accessKeyId: Option[String] = None, secretAccessKey: Option[String] = None): Unit

    Write a single message to a Kinesis Stream

    Write a single message to a Kinesis Stream

    message

    The message to post to the Kinesis stream

    region

    The region of the Kinesis stream

    streamName

    The name of the Kinesis stream

    partitionKey

    The key to use when partitioning the message

    accessKeyId

    The optional API key to use for the Kinesis stream

    secretAccessKey

    The optional API secret to use for the Kinesis stream

  19. def postMessageWithCredentials(message: String, region: String, streamName: String, partitionKey: String, credential: Option[AWSCredential] = None): Unit

    Write a single message to a Kinesis Stream

    Write a single message to a Kinesis Stream

    message

    The message to post to the Kinesis stream

    region

    The region of the Kinesis stream

    streamName

    The name of the Kinesis stream

    partitionKey

    The key to use when partitioning the message

    credential

    The optional AWSCredential object use to auth to the Kinesis stream

  20. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  21. def toString(): String
    Definition Classes
    AnyRef → Any
  22. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  23. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  24. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  25. def writeDataFrame(dataFrame: DataFrame, region: String, streamName: String, partitionKey: Option[String], partitionKeyIndex: Option[Int], separator: String = ",", credential: Option[AWSCredential] = None): Unit

    Write a batch DataFrame to Kinesis using record batching.

    Write a batch DataFrame to Kinesis using record batching.

    dataFrame

    The DataFrame to write

    region

    The region of the Kinesis stream

    streamName

    The Kinesis stream name

    partitionKey

    The static partition key to use

    partitionKeyIndex

    The field index in the DataFrame row containing the value to use as the partition key

    separator

    The field separator to use when formatting the row data

    credential

    An optional credential to use to authenticate to Kinesis

Inherited from AnyRef

Inherited from Any

Ungrouped