Package io.trino.plugin.hive.util

Class HiveUtil

java.lang.Object

io.trino.plugin.hive.util.HiveUtil

public final class HiveUtil
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static final String	DELTA_LAKE_PROVIDER
static final String	HUDI_PARQUET_INPUT_FORMAT
static final String	ICEBERG_TABLE_TYPE_NAME
static final String	ICEBERG_TABLE_TYPE_VALUE
static final String	SPARK_TABLE_PROVIDER_KEY

Method Summary

Modifier and Type	Method	Description
static void	checkCondition(boolean condition, ErrorCodeSupplier errorCode, String formatString, Object... args)
static String	columnExtraInfo(boolean partitionKey)
static Function<HiveColumnHandle,ColumnMetadata>	columnMetadataGetter(Table table)
static org.apache.hadoop.mapred.RecordReader<?,?>	createRecordReader(org.apache.hadoop.conf.Configuration configuration, org.apache.hadoop.fs.Path path, long start, long length, Properties schema, List<HiveColumnHandle> columns)
static String	escapePathName(String path)
static String	escapeSchemaName(String schemaName)
static String	escapeTableName(String tableName)
static List<HiveType>	extractStructFieldTypes(HiveType hiveType)
static List<String>	getColumnNames(Properties schema)
static List<HiveType>	getColumnTypes(Properties schema)
static Optional<org.apache.hadoop.io.compress.CompressionCodec>	getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat, String file)
static org.apache.hadoop.hive.serde2.Deserializer	getDeserializer(org.apache.hadoop.conf.Configuration configuration, Properties schema)
static String	getDeserializerClassName(Properties schema)
static int	getFooterCount(Properties schema)
static int	getHeaderCount(Properties schema)
static org.apache.hadoop.mapred.InputFormat<?,?>	getInputFormat(org.apache.hadoop.conf.Configuration configuration, Properties schema, boolean symlinkTarget)
static String	getInputFormatName(Properties schema)
static OrcWriterOptions	getOrcWriterOptions(Properties schema, OrcWriterOptions orcWriterOptions)
static List<HiveColumnHandle>	getPartitionKeyColumnHandles(Table table, TypeManager typeManager)
static NullableValue	getPrefilledColumnValue(HiveColumnHandle columnHandle, HivePartitionKey partitionKey, String path, OptionalInt bucketNumber, long fileSize, long fileModifiedTime, String partitionName)
static List<HiveColumnHandle>	getRegularColumnHandles(Table table, TypeManager typeManager, HiveTimestampPrecision timestampPrecision)
static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector	getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)
static List<HiveColumnHandle>	hiveColumnHandles(Table table, TypeManager typeManager, HiveTimestampPrecision timestampPrecision)
static boolean	isDeltaLakeTable(Table table)
static boolean	isDeltaLakeTable(Map<String,String> tableParameters)
static boolean	isHiveSystemSchema(String schemaName)
static boolean	isHudiTable(Table table)
static boolean	isIcebergTable(Table table)
static boolean	isIcebergTable(Map<String,String> tableParameters)
static boolean	isSparkBucketedTable(Table table)
static boolean	isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat, org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.fs.Path path)
static boolean	isStructuralType(Type type)
static String	makePartName(List<String> columns, List<String> values)
static long	parseHiveTimestamp(String value)
static NullableValue	parsePartitionValue(String partitionName, String value, Type type)
static SortingColumn	sortingColumnFromString(String name)
static String	sortingColumnToString(SortingColumn column)
static String	splitError(Throwable t, Location location, long start, long length)
static List<String>	toPartitionValues(String partitionName)
static String	unescapePathName(String path)
static void	verifyPartitionTypeSupported(String partitionName, Type type)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

SPARK_TABLE_PROVIDER_KEY

public static final String SPARK_TABLE_PROVIDER_KEY

See Also:

• Constant Field Values

DELTA_LAKE_PROVIDER

public static final String DELTA_LAKE_PROVIDER

See Also:

• Constant Field Values

ICEBERG_TABLE_TYPE_NAME

public static final String ICEBERG_TABLE_TYPE_NAME

See Also:

• Constant Field Values

ICEBERG_TABLE_TYPE_VALUE

public static final String ICEBERG_TABLE_TYPE_VALUE

See Also:

• Constant Field Values

HUDI_PARQUET_INPUT_FORMAT

public static final String HUDI_PARQUET_INPUT_FORMAT

See Also:

• Constant Field Values

Method Details

splitError

public static String splitError(Throwable t,
 Location location,
 long start,
 long length)

createRecordReader

public static org.apache.hadoop.mapred.RecordReader<?,?> createRecordReader(org.apache.hadoop.conf.Configuration configuration,
 org.apache.hadoop.fs.Path path,
 long start,
 long length,
 Properties schema,
 List<HiveColumnHandle> columns)

getCompressionCodec

public static Optional<org.apache.hadoop.io.compress.CompressionCodec> getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat,
 String file)

getInputFormat

public static org.apache.hadoop.mapred.InputFormat<?,?> getInputFormat(org.apache.hadoop.conf.Configuration configuration,
 Properties schema,
 boolean symlinkTarget)

getInputFormatName

public static String getInputFormatName(Properties schema)

parseHiveTimestamp

public static long parseHiveTimestamp(String value)

isSplittable

public static boolean isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat,
 org.apache.hadoop.fs.FileSystem fileSystem,
 org.apache.hadoop.fs.Path path)

getTableObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)

getDeserializerClassName

public static String getDeserializerClassName(Properties schema)

getDeserializer

public static org.apache.hadoop.hive.serde2.Deserializer getDeserializer(org.apache.hadoop.conf.Configuration configuration,
 Properties schema)

verifyPartitionTypeSupported

public static void verifyPartitionTypeSupported(String partitionName,
 Type type)

parsePartitionValue

public static NullableValue parsePartitionValue(String partitionName,
 String value,
 Type type)

isStructuralType

public static boolean isStructuralType(Type type)

hiveColumnHandles

public static List<HiveColumnHandle> hiveColumnHandles(Table table,
 TypeManager typeManager,
 HiveTimestampPrecision timestampPrecision)

getRegularColumnHandles

public static List<HiveColumnHandle> getRegularColumnHandles(Table table,
 TypeManager typeManager,
 HiveTimestampPrecision timestampPrecision)

getPartitionKeyColumnHandles

public static List<HiveColumnHandle> getPartitionKeyColumnHandles(Table table,
 TypeManager typeManager)

checkCondition

public static void checkCondition(boolean condition,
 ErrorCodeSupplier errorCode,
 String formatString,
 Object... args)

columnExtraInfo

@Nullable
public static String columnExtraInfo(boolean partitionKey)

toPartitionValues

public static List<String> toPartitionValues(String partitionName)

getPrefilledColumnValue

public static NullableValue getPrefilledColumnValue(HiveColumnHandle columnHandle,
 HivePartitionKey partitionKey,
 String path,
 OptionalInt bucketNumber,
 long fileSize,
 long fileModifiedTime,
 String partitionName)

extractStructFieldTypes

public static List<HiveType> extractStructFieldTypes(HiveType hiveType)

getHeaderCount

public static int getHeaderCount(Properties schema)

getFooterCount

public static int getFooterCount(Properties schema)

getColumnNames

public static List<String> getColumnNames(Properties schema)

getColumnTypes

public static List<HiveType> getColumnTypes(Properties schema)

getOrcWriterOptions

public static OrcWriterOptions getOrcWriterOptions(Properties schema,
 OrcWriterOptions orcWriterOptions)

sortingColumnFromString

public static SortingColumn sortingColumnFromString(String name)

sortingColumnToString

public static String sortingColumnToString(SortingColumn column)

isHiveSystemSchema

public static boolean isHiveSystemSchema(String schemaName)

isDeltaLakeTable

public static boolean isDeltaLakeTable(Table table)

isDeltaLakeTable

public static boolean isDeltaLakeTable(Map<String,String> tableParameters)

isIcebergTable

public static boolean isIcebergTable(Table table)

isIcebergTable

public static boolean isIcebergTable(Map<String,String> tableParameters)

isHudiTable

public static boolean isHudiTable(Table table)

isSparkBucketedTable

public static boolean isSparkBucketedTable(Table table)

columnMetadataGetter

public static Function<HiveColumnHandle,ColumnMetadata> columnMetadataGetter(Table table)

unescapePathName

public static String unescapePathName(String path)

escapeSchemaName

public static String escapeSchemaName(String schemaName)

escapeTableName

public static String escapeTableName(String tableName)

escapePathName

public static String escapePathName(String path)

makePartName

public static String makePartName(List<String> columns,
 List<String> values)