Package org.apache.flink.connector.file.table.batch

Class BatchSink

java.lang.Object

org.apache.flink.connector.file.table.batch.BatchSink

@Internal
public class BatchSink
extends Object

Helper for creating batch file sink.

Field Summary

Fields

Modifier and Type	Field	Description
static final String	COMPACT_OP_NAME
static final String	COORDINATOR_OP_NAME

Method Summary

Modifier and Type	Method	Description
static <T> org.apache.flink.streaming.api.datastream.DataStreamSink<?>	createBatchCompactSink(org.apache.flink.streaming.api.datastream.DataStream<CompactMessages.CoordinatorInput> dataStream, org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,? extends org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,?>> builder, CompactReader.Factory<T> readFactory, FileSystemFactory fsFactory, TableMetaStoreFactory metaStoreFactory, PartitionCommitPolicyFactory partitionCommitPolicyFactory, String[] partitionColumns, LinkedHashMap<String,String> staticPartitionSpec, org.apache.flink.core.fs.Path tmpPath, org.apache.flink.table.catalog.ObjectIdentifier identifier, long compactAverageSize, long compactTargetSize, boolean isToLocal, boolean overwrite, int compactParallelism, boolean compactParallelismConfigured)
static org.apache.flink.streaming.api.datastream.DataStreamSink<org.apache.flink.types.Row>	createBatchNoCompactSink(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> dataStream, org.apache.flink.table.connector.sink.DynamicTableSink.DataStructureConverter converter, FileSystemOutputFormat<org.apache.flink.types.Row> fileSystemOutputFormat, int parallelism, boolean parallelismConfigured)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

COORDINATOR_OP_NAME

public static final String COORDINATOR_OP_NAME

See Also:

• Constant Field Values

COMPACT_OP_NAME

public static final String COMPACT_OP_NAME

See Also:

• Constant Field Values

Method Details

createBatchNoCompactSink

public static org.apache.flink.streaming.api.datastream.DataStreamSink<org.apache.flink.types.Row> createBatchNoCompactSink(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> dataStream,
 org.apache.flink.table.connector.sink.DynamicTableSink.DataStructureConverter converter,
 FileSystemOutputFormat<org.apache.flink.types.Row> fileSystemOutputFormat,
 int parallelism,
 boolean parallelismConfigured)

createBatchCompactSink

public static <T>
org.apache.flink.streaming.api.datastream.DataStreamSink<?> createBatchCompactSink(org.apache.flink.streaming.api.datastream.DataStream<CompactMessages.CoordinatorInput> dataStream,
 org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,? extends org.apache.flink.streaming.api.functions.sink.filesystem.legacy.StreamingFileSink.BucketsBuilder<T,String,?>> builder,
 CompactReader.Factory<T> readFactory,
 FileSystemFactory fsFactory,
 TableMetaStoreFactory metaStoreFactory,
 PartitionCommitPolicyFactory partitionCommitPolicyFactory,
 String[] partitionColumns,
 LinkedHashMap<String,String> staticPartitionSpec,
 org.apache.flink.core.fs.Path tmpPath,
 org.apache.flink.table.catalog.ObjectIdentifier identifier,
 long compactAverageSize,
 long compactTargetSize,
 boolean isToLocal,
 boolean overwrite,
 int compactParallelism,
 boolean compactParallelismConfigured)