Spark Connect for Scala 3
API
Generated with
Spark Connect for Scala 3/org.apache.spark/org.apache.spark.sql/org.apache.spark.sql.types

org.apache.spark.sql.types

package org.apache.spark.sql.types

Members list

Type members

Classlikes

case class ArrayType(elementType: DataType, containsNull: Boolean) extends DataType

An array type containing elements of elementType.

An array type containing elements of elementType.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object ArrayType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
ArrayType.type
abstract class AtomicType extends DataType

A type for which the values can be ordered and compared.

A type for which the values can be ordered and compared.

Attributes

Supertypes
class DataType
trait Serializable
class Object
trait Matchable
class Any
Known subtypes
object BinaryType
object BooleanType
class CharType
object DateType
object StringType
object TimestampType
class VarcharType
object VariantType
Show all
case object BinaryType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
BinaryType.type
case object BooleanType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case object ByteType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
ByteType.type
case object CalendarIntervalType extends DataType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case class CharType(length: Int) extends AtomicType

A char(n) type.

A char(n) type.

Attributes

Supertypes
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
abstract class DataType extends Serializable

The base type of all Spark SQL data types.

The base type of all Spark SQL data types.

This mirrors org.apache.spark.sql.types.DataType from Apache Spark closely enough that schemas returned by a Spark Connect server can be represented faithfully on a pure Scala 3 client without depending on spark-catalyst.

Attributes

Companion
object
Supertypes
trait Serializable
class Object
trait Matchable
class Any
Known subtypes
class ArrayType
class AtomicType
object BinaryType
object BooleanType
class CharType
object DateType
object StringType
object TimestampType
class VarcharType
object VariantType
class MapType
object NullType
class NumericType
object ByteType
class DecimalType
object DoubleType
object FloatType
object IntegerType
object LongType
object ShortType
class StructType
Show all
object DataType

Attributes

Companion
class
Supertypes
class Object
trait Matchable
class Any
Self type
DataType.type
case object DateType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
DateType.type
case class DayTimeIntervalType(startField: Byte, endField: Byte) extends AtomicType

A day-time interval type covering a contiguous range of fields.

A day-time interval type covering a contiguous range of fields.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object DayTimeIntervalType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
case class DecimalType(precision: Int, scale: Int) extends NumericType

A decimal type with the given precision and scale.

A decimal type with the given precision and scale.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object DecimalType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
case object DoubleType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
DoubleType.type
case object FloatType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
FloatType.type
case object IntegerType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case object LongType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
LongType.type
case class MapType(keyType: DataType, valueType: DataType, valueContainsNull: Boolean) extends DataType

A map type with the given key and value types.

A map type with the given key and value types.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object MapType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
MapType.type
final class Metadata extends Serializable

Metadata is a wrapper over a map that can be used to associate extra information with a StructField. The supported value types mirror Spark's Metadata: Long, Double, Boolean, String, and arrays / nested metadata thereof.

Metadata is a wrapper over a map that can be used to associate extra information with a StructField. The supported value types mirror Spark's Metadata: Long, Double, Boolean, String, and arrays / nested metadata thereof.

Attributes

Companion
object
Supertypes
trait Serializable
class Object
trait Matchable
class Any
object Metadata

Attributes

Companion
class
Supertypes
class Object
trait Matchable
class Any
Self type
Metadata.type
final class MetadataBuilder

A builder for Metadata.

A builder for Metadata.

Attributes

Supertypes
class Object
trait Matchable
class Any
case object NullType extends DataType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
NullType.type
abstract class NumericType extends DataType

Numeric data types.

Numeric data types.

Attributes

Supertypes
class DataType
trait Serializable
class Object
trait Matchable
class Any
Known subtypes
object ByteType
class DecimalType
object DoubleType
object FloatType
object IntegerType
object LongType
object ShortType
Show all
case object ShortType extends NumericType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class NumericType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
ShortType.type
case object StringType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
StringType.type
case class StructField(name: String, dataType: DataType, nullable: Boolean, metadata: Metadata)

A field inside a StructType.

A field inside a StructType.

Attributes

Supertypes
trait Serializable
trait Product
trait Equals
class Object
trait Matchable
class Any
Show all
case class StructType(fields: Array[StructField]) extends DataType, Iterable[StructField]

A struct type, i.e. the schema of a row.

A struct type, i.e. the schema of a row.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
trait Iterable[StructField]
trait IterableFactoryDefaults[StructField, Iterable]
trait IterableOps[StructField, Iterable, Iterable[StructField]]
trait IterableOnceOps[StructField, Iterable, Iterable[StructField]]
trait IterableOnce[StructField]
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object StructType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
StructType.type
case object TimestampNTZType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case object TimestampType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case class VarcharType(length: Int) extends AtomicType

A varchar(n) type.

A varchar(n) type.

Attributes

Supertypes
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
case object VariantType extends AtomicType

Attributes

Supertypes
trait Singleton
trait Product
trait Mirror
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
Self type
case class YearMonthIntervalType(startField: Byte, endField: Byte) extends AtomicType

A year-month interval type covering a contiguous range of fields.

A year-month interval type covering a contiguous range of fields.

Attributes

Companion
object
Supertypes
trait Product
trait Equals
class AtomicType
class DataType
trait Serializable
class Object
trait Matchable
class Any
Show all
object YearMonthIntervalType

Attributes

Companion
class
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type
Generated with