object KinesisUtilities
- Alphabetic
- By Inheritance
- KinesisUtilities
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
buildKinesisClient(region: String, credential: Option[AWSCredential] = None): AmazonKinesis
Build a Kinesis client
Build a Kinesis client
- region
The region
- credential
Optional AWSCredential
- returns
A Kinesis Client
-
def
buildKinesisClientByKeys(region: String, accessKeyId: Option[String] = None, secretAccessKey: Option[String] = None): AmazonKinesis
Build a Kinesis client
Build a Kinesis client
- region
The region
- accessKeyId
Optional api key
- secretAccessKey
Optional api secret
- returns
A Kinesis Client
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
determinePartitionKey(dataFrame: DataFrame, partitionKey: String): Int
Determines the column id to use to extract the partition key value when writing rows
Determines the column id to use to extract the partition key value when writing rows
- dataFrame
The DataFrame containing the schema
- partitionKey
The field name of the column to use for the key value.
- returns
The column index or zero id the column name is not found.
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
postMessage(message: String, region: String, streamName: String, partitionKey: String, accessKeyId: Option[String] = None, secretAccessKey: Option[String] = None): Unit
Write a single message to a Kinesis Stream
Write a single message to a Kinesis Stream
- message
The message to post to the Kinesis stream
- region
The region of the Kinesis stream
- streamName
The name of the Kinesis stream
- partitionKey
The key to use when partitioning the message
- accessKeyId
The optional API key to use for the Kinesis stream
- secretAccessKey
The optional API secret to use for the Kinesis stream
-
def
postMessageWithCredentials(message: String, region: String, streamName: String, partitionKey: String, credential: Option[AWSCredential] = None): Unit
Write a single message to a Kinesis Stream
Write a single message to a Kinesis Stream
- message
The message to post to the Kinesis stream
- region
The region of the Kinesis stream
- streamName
The name of the Kinesis stream
- partitionKey
The key to use when partitioning the message
- credential
The optional AWSCredential object use to auth to the Kinesis stream
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
writeDataFrame(dataFrame: DataFrame, region: String, streamName: String, partitionKey: Option[String], partitionKeyIndex: Option[Int], separator: String = ",", credential: Option[AWSCredential] = None): Unit
Write a batch DataFrame to Kinesis using record batching.
Write a batch DataFrame to Kinesis using record batching.
- dataFrame
The DataFrame to write
- region
The region of the Kinesis stream
- streamName
The Kinesis stream name
- partitionKey
The static partition key to use
- partitionKeyIndex
The field index in the DataFrame row containing the value to use as the partition key
- separator
The field separator to use when formatting the row data
- credential
An optional credential to use to authenticate to Kinesis