org.apache.hudi.internal

Class DataSourceInternalWriterHelper

java.lang.Object

org.apache.hudi.internal.DataSourceInternalWriterHelper

public class DataSourceInternalWriterHelper
extends Object

Helper class for HoodieDataSourceInternalWriter used by Spark datasource v2.

Field Summary

Fields

Modifier and Type	Field and Description
static String	INSTANT_TIME_OPT_KEY

Constructor Summary

Constructors

Constructor and Description
DataSourceInternalWriterHelper(String instantTime, HoodieWriteConfig writeConfig, org.apache.spark.sql.types.StructType structType, org.apache.spark.sql.SparkSession sparkSession, org.apache.hadoop.conf.Configuration configuration, Map<String,String> extraMetadata)

Method Summary

Modifier and Type	Method and Description
void	abort()
void	commit(List<HoodieWriteStat> writeStatList)
void	createInflightCommit()
HoodieTable	getHoodieTable()
WriteOperationType	getWriteOperationType()
void	onDataWriterCommit(String message)
boolean	useCommitCoordinator()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

INSTANT_TIME_OPT_KEY

public static final String INSTANT_TIME_OPT_KEY

See Also:

Constant Field Values

Constructor Detail

DataSourceInternalWriterHelper

public DataSourceInternalWriterHelper(String instantTime,
                                      HoodieWriteConfig writeConfig,
                                      org.apache.spark.sql.types.StructType structType,
                                      org.apache.spark.sql.SparkSession sparkSession,
                                      org.apache.hadoop.conf.Configuration configuration,
                                      Map<String,String> extraMetadata)

Method Detail

useCommitCoordinator

public boolean useCommitCoordinator()

onDataWriterCommit

public void onDataWriterCommit(String message)

commit

public void commit(List<HoodieWriteStat> writeStatList)

abort

public void abort()

createInflightCommit

public void createInflightCommit()

getHoodieTable

public HoodieTable getHoodieTable()

getWriteOperationType

public WriteOperationType getWriteOperationType()