org.apache.flink.connectors.hive

类 HiveTableSource

java.lang.Object

org.apache.flink.connectors.hive.HiveTableSource

所有已实现的接口:

org.apache.flink.table.sources.LimitableTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.LookupableTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.PartitionableTableSource, org.apache.flink.table.sources.ProjectableTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.StreamTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>

public class HiveTableSource
extends Object
implements org.apache.flink.table.sources.StreamTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.PartitionableTableSource, org.apache.flink.table.sources.ProjectableTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.LimitableTableSource<org.apache.flink.table.data.RowData>, org.apache.flink.table.sources.LookupableTableSource<org.apache.flink.table.data.RowData>

A TableSource implementation to read data from Hive tables.

构造器概要

构造器

构造器和说明
HiveTableSource(org.apache.hadoop.mapred.JobConf jobConf, org.apache.flink.configuration.ReadableConfig flinkConf, org.apache.flink.table.catalog.ObjectPath tablePath, org.apache.flink.table.catalog.CatalogTable catalogTable)

方法概要

限定符和类型	方法和说明
org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>	applyLimit(long limit)
org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>	applyPartitionPruning(List<Map<String,String>> remainingPartitions)
String	explainSource()
org.apache.flink.table.functions.AsyncTableFunction<org.apache.flink.table.data.RowData>	getAsyncLookupFunction(String[] lookupKeys)
org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData>	getDataStream(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment execEnv)
org.apache.flink.table.functions.TableFunction<org.apache.flink.table.data.RowData>	getLookupFunction(String[] lookupKeys)
List<Map<String,String>>	getPartitions()
org.apache.flink.table.types.DataType	getProducedDataType()
org.apache.flink.table.api.TableSchema	getTableSchema()
boolean	isAsyncEnabled()
boolean	isBounded()
boolean	isLimitPushedDown()
org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>	projectFields(int[] fields)
static HiveTablePartition	toHiveTablePartition(List<String> partitionKeys, String[] fieldNames, org.apache.flink.table.types.DataType[] fieldTypes, HiveShim shim, Properties tableProps, String defaultPartitionName, org.apache.hadoop.hive.metastore.api.Partition partition)

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

从接口继承的方法 org.apache.flink.table.sources.TableSource

getReturnType

构造器详细资料

HiveTableSource

public HiveTableSource(org.apache.hadoop.mapred.JobConf jobConf,
                       org.apache.flink.configuration.ReadableConfig flinkConf,
                       org.apache.flink.table.catalog.ObjectPath tablePath,
                       org.apache.flink.table.catalog.CatalogTable catalogTable)

方法详细资料

isBounded

public boolean isBounded()

指定者:

isBounded 在接口中 org.apache.flink.table.sources.StreamTableSource<org.apache.flink.table.data.RowData>

getDataStream

public org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> getDataStream(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment execEnv)

指定者:

getDataStream 在接口中 org.apache.flink.table.sources.StreamTableSource<org.apache.flink.table.data.RowData>

getTableSchema

public org.apache.flink.table.api.TableSchema getTableSchema()

指定者:

getTableSchema 在接口中 org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>

getProducedDataType

public org.apache.flink.table.types.DataType getProducedDataType()

指定者:

getProducedDataType 在接口中 org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>

isLimitPushedDown

public boolean isLimitPushedDown()

指定者:

isLimitPushedDown 在接口中 org.apache.flink.table.sources.LimitableTableSource<org.apache.flink.table.data.RowData>

applyLimit

public org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData> applyLimit(long limit)

指定者:

applyLimit 在接口中 org.apache.flink.table.sources.LimitableTableSource<org.apache.flink.table.data.RowData>

getPartitions

public List<Map<String,String>> getPartitions()

指定者:

getPartitions 在接口中 org.apache.flink.table.sources.PartitionableTableSource

applyPartitionPruning

public org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData> applyPartitionPruning(List<Map<String,String>> remainingPartitions)

指定者:

applyPartitionPruning 在接口中 org.apache.flink.table.sources.PartitionableTableSource

projectFields

public org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData> projectFields(int[] fields)

指定者:

projectFields 在接口中 org.apache.flink.table.sources.ProjectableTableSource<org.apache.flink.table.data.RowData>

toHiveTablePartition

public static HiveTablePartition toHiveTablePartition(List<String> partitionKeys,
                                                      String[] fieldNames,
                                                      org.apache.flink.table.types.DataType[] fieldTypes,
                                                      HiveShim shim,
                                                      Properties tableProps,
                                                      String defaultPartitionName,
                                                      org.apache.hadoop.hive.metastore.api.Partition partition)

explainSource

public String explainSource()

指定者:

explainSource 在接口中 org.apache.flink.table.sources.TableSource<org.apache.flink.table.data.RowData>

getLookupFunction

public org.apache.flink.table.functions.TableFunction<org.apache.flink.table.data.RowData> getLookupFunction(String[] lookupKeys)

指定者:

getLookupFunction 在接口中 org.apache.flink.table.sources.LookupableTableSource<org.apache.flink.table.data.RowData>

getAsyncLookupFunction

public org.apache.flink.table.functions.AsyncTableFunction<org.apache.flink.table.data.RowData> getAsyncLookupFunction(String[] lookupKeys)

指定者:

getAsyncLookupFunction 在接口中 org.apache.flink.table.sources.LookupableTableSource<org.apache.flink.table.data.RowData>

isAsyncEnabled

public boolean isAsyncEnabled()

指定者:

isAsyncEnabled 在接口中 org.apache.flink.table.sources.LookupableTableSource<org.apache.flink.table.data.RowData>