Serialized Form
-
Package dev.vortex.spark
-
Class dev.vortex.spark.VortexFileFormat
class VortexFileFormat extends Object implements Serializable -
Class dev.vortex.spark.VortexOptions
class VortexOptions extends Object implements Serializable- serialVersionUID:
- 1L
-
-
Package dev.vortex.spark.io
-
Class dev.vortex.spark.io.VortexFile
class VortexFile extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
length
long length
-
path
String path
-
-
Class dev.vortex.spark.io.VortexIo
class VortexIo extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
conf
dev.vortex.spark.io.SerializableHadoopConf conf
-
readConcurrency
int readConcurrency
-
-
-
Package dev.vortex.spark.read
-
Class dev.vortex.spark.read.VortexAggregateReaderFactory
class VortexAggregateReaderFactory extends org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
aggregateSchema
org.apache.spark.sql.types.StructType aggregateSchema
-
fileOptions
org.apache.spark.sql.catalyst.FileSourceOptions fileOptions
-
formatOptions
VortexOptions formatOptions
-
groupByOrdinals
int[] groupByOrdinals
-
io
VortexIo io
-
-
Class dev.vortex.spark.read.VortexPartitionReaderFactory
class VortexPartitionReaderFactory extends org.apache.spark.sql.execution.datasources.v2.FilePartitionReaderFactory implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
caseSensitive
boolean caseSensitive
-
dataSchema
org.apache.spark.sql.types.StructType dataSchema
-
fileOptions
org.apache.spark.sql.catalyst.FileSourceOptions fileOptions
-
formatOptions
VortexOptions formatOptions
-
io
VortexIo io
-
pushedFilters
org.apache.spark.sql.sources.Filter[] pushedFilters
-
readDataSchema
org.apache.spark.sql.types.StructType readDataSchema
-
readPartitionSchema
org.apache.spark.sql.types.StructType readPartitionSchema
-
-
-
Package dev.vortex.spark.write
-
Class dev.vortex.spark.write.VortexOutputWriterFactory
class VortexOutputWriterFactory extends org.apache.spark.sql.execution.datasources.OutputWriterFactory implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
options
VortexOptions options
-
schema
org.apache.spark.sql.types.StructType schema
-
-
Class dev.vortex.spark.write.VortexWrite
class VortexWrite extends Object implements Serializable-
Serialized Fields
-
formatName
String formatName
-
info
org.apache.spark.sql.connector.write.LogicalWriteInfo info
-
options
org.apache.spark.sql.util.CaseInsensitiveStringMap options
-
org$apache$spark$sql$execution$datasources$v2$FileWrite$$queryId
String org$apache$spark$sql$execution$datasources$v2$FileWrite$$queryId
-
org$apache$spark$sql$execution$datasources$v2$FileWrite$$schema
org.apache.spark.sql.types.StructType org$apache$spark$sql$execution$datasources$v2$FileWrite$$schema
-
paths
scala.collection.immutable.Seq<String> paths
-
supportsDataType
scala.Function1<org.apache.spark.sql.types.DataType,
Object> supportsDataType
-
-
-
Class dev.vortex.spark.write.VortexWrite$
class VortexWrite$ extends scala.runtime.AbstractFunction4<scala.collection.immutable.Seq<String>,String, scala.Function1<org.apache.spark.sql.types.DataType, Object>, org.apache.spark.sql.connector.write.LogicalWriteInfo, dev.vortex.spark.write.VortexWrite> implements Serializable -
Serialization Methods
-
writeReplace
-
-
-