Package org.apache.spark.sql.avro

Class AvroUtils

Object

org.apache.spark.sql.avro.AvroUtils

public class AvroUtils
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	AvroUtils.AvroMatchedField$
static class	AvroUtils.AvroSchemaHelper	Helper class to perform field lookup/matching on Avro schemas.
static interface	AvroUtils.RowReader

Constructor Summary

Constructors

Constructor	Description
AvroUtils()

Method Summary

Modifier and Type	Method	Description
static scala.Option<StructType>	inferSchema(SparkSession spark, scala.collection.immutable.Map<String,String> options, scala.collection.immutable.Seq<org.apache.hadoop.fs.FileStatus> files)
static org.apache.spark.internal.Logging.LogStringContext	LogStringContext(scala.StringContext sc)
static org.slf4j.Logger	org$apache$spark$internal$Logging$$log_()
static void	org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)
static org.apache.spark.sql.execution.datasources.OutputWriterFactory	prepareWrite(org.apache.spark.sql.internal.SQLConf sqlConf, org.apache.hadoop.mapreduce.Job job, scala.collection.immutable.Map<String,String> options, StructType dataSchema)
static boolean	supportsDataType(DataType dataType)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

AvroUtils

public AvroUtils()

Method Details

inferSchema

public static scala.Option<StructType> inferSchema(SparkSession spark,
 scala.collection.immutable.Map<String,String> options,
 scala.collection.immutable.Seq<org.apache.hadoop.fs.FileStatus> files)

supportsDataType

public static boolean supportsDataType(DataType dataType)

prepareWrite

public static org.apache.spark.sql.execution.datasources.OutputWriterFactory prepareWrite(org.apache.spark.sql.internal.SQLConf sqlConf,
 org.apache.hadoop.mapreduce.Job job,
 scala.collection.immutable.Map<String,String> options,
 StructType dataSchema)

org$apache$spark$internal$Logging$$log_

public static org.slf4j.Logger org$apache$spark$internal$Logging$$log_()

org$apache$spark$internal$Logging$$log__$eq

public static void org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)

LogStringContext

public static org.apache.spark.internal.Logging.LogStringContext LogStringContext(scala.StringContext sc)