apache / spark 4.0.1

Apache License 2.0 Website GitHub

Apache Spark - A unified analytics engine for large-scale data processing

Scala versions: 2.13

spark-sql 4.1.0-preview3

Group ID:

org.apache.spark

Artifact ID:

spark-sql_2.13

Version:

4.1.0-preview3

Release Date:

Oct 27, 2025

Licenses:

Apache-2.0

Files:

View all

Full Scala Version:

2.13.17

libraryDependencies += "org.apache.spark" %% "spark-sql" % "4.1.0-preview3"

Mill build tool

ivy"org.apache.spark::spark-sql:4.1.0-preview3"

Scala CLI

//> using dep "org.apache.spark::spark-sql:4.1.0-preview3"

Ammonite REPL

import $ivy.`org.apache.spark::spark-sql:4.1.0-preview3`

<dependency>
  <groupId>org.apache.spark</groupId>
  <artifactId>spark-sql_2.13</artifactId>
  <version>4.1.0-preview3</version>
</dependency>

compile group: 'org.apache.spark', name: 'spark-sql_2.13', version: '4.1.0-preview3'

Documentation

Scaladoc

Try online with Scastie

171 Dependencies

com.clearspring.analytics:stream

2.9.8
com.esotericsoftware:kryo-shaded

4.0.3
com.esotericsoftware:minlog

1.3.0
com.fasterxml.jackson.core:jackson-annotations

2.20
com.fasterxml.jackson.core:jackson-core

2.20.0
com.fasterxml.jackson.core:jackson-databind

2.20.0
com.fasterxml.jackson.datatype:jackson-datatype-jsr310

2.20.0
com.fasterxml.jackson.module::jackson-module-scala

2.20.0
com.github.luben:zstd-jni

1.5.7-6
com.google.code.findbugs:jsr305

3.0.0
com.google.code.gson:gson

2.11.0
com.google.crypto.tink:tink

1.16.0
com.google.flatbuffers:flatbuffers-java

25.2.10
com.google.protobuf:protobuf-java

4.33.0
com.ibm.icu:icu4j

77.1
com.ning:compress-lzf

1.1.2
com.thoughtworks.paranamer:paranamer

2.8.3
com.twitter::chill

0.10.0
com.twitter:chill-java

0.10.0
com.univocity:univocity-parsers

2.9.1
commons-codec:commons-codec

1.19.0
commons-collections:commons-collections

3.2.2
commons-io:commons-io

2.20.0
io.airlift:aircompressor

2.0.2
io.dropwizard.metrics:metrics-core

4.2.33
io.dropwizard.metrics:metrics-graphite

4.2.33
io.dropwizard.metrics:metrics-jmx

4.2.33
io.dropwizard.metrics:metrics-json

4.2.33
io.dropwizard.metrics:metrics-jvm

4.2.33
io.jsonwebtoken:jjwt-api

0.12.6
io.jsonwebtoken:jjwt-impl

0.12.6
io.jsonwebtoken:jjwt-jackson

0.12.6
io.netty:netty-all

4.2.7.Final
io.netty:netty-buffer

4.2.7.Final
io.netty:netty-codec

4.2.7.Final
io.netty:netty-codec-base

4.2.7.Final
io.netty:netty-codec-classes-quic

4.2.7.Final
io.netty:netty-codec-compression

4.2.7.Final
io.netty:netty-codec-dns

4.2.7.Final
io.netty:netty-codec-http

4.2.7.Final
io.netty:netty-codec-http2

4.2.7.Final
io.netty:netty-codec-http3

4.2.7.Final
io.netty:netty-codec-marshalling

4.2.7.Final
io.netty:netty-codec-protobuf

4.2.7.Final
io.netty:netty-codec-socks

4.2.7.Final
io.netty:netty-common

4.2.7.Final
io.netty:netty-handler

4.2.7.Final
io.netty:netty-handler-proxy

4.2.7.Final
io.netty:netty-resolver

4.2.7.Final
io.netty:netty-resolver-dns

4.2.7.Final
io.netty:netty-tcnative-boringssl-static

2.0.74.Final
io.netty:netty-tcnative-classes

2.0.74.Final
io.netty:netty-transport

4.2.7.Final
io.netty:netty-transport-classes-epoll

4.2.7.Final
io.netty:netty-transport-classes-io_uring

4.2.7.Final
io.netty:netty-transport-classes-kqueue

4.2.7.Final
io.netty:netty-transport-native-epoll

4.2.7.Final
io.netty:netty-transport-native-kqueue

4.2.7.Final
io.netty:netty-transport-native-unix-common

4.2.7.Final
jakarta.annotation:jakarta.annotation-api

2.1.1
jakarta.inject:jakarta.inject-api

2.0.1
jakarta.servlet:jakarta.servlet-api

5.0.0
jakarta.validation:jakarta.validation-api

3.0.2
jakarta.ws.rs:jakarta.ws.rs-api

3.0.0
javax.annotation:javax.annotation-api

1.3.2
javax.servlet:javax.servlet-api

4.0.1
net.razorvine:pickle

1.5
net.sf.py4j:py4j

0.10.9.9
org.antlr:antlr4-runtime

4.13.1
org.apache.arrow:arrow-format

18.3.0
org.apache.arrow:arrow-memory-core

18.3.0
org.apache.arrow:arrow-memory-netty

18.3.0
org.apache.arrow:arrow-memory-netty-buffer-patch

18.3.0
org.apache.arrow:arrow-vector

18.3.0
org.apache.avro:avro

1.12.1
org.apache.avro:avro-ipc

1.12.1
org.apache.avro:avro-mapred

1.12.1
org.apache.commons:commons-collections4

4.5.0
org.apache.commons:commons-compress

1.28.0
org.apache.commons:commons-crypto

1.1.0
org.apache.commons:commons-lang3

3.19.0
org.apache.commons:commons-math3

3.6.1
org.apache.commons:commons-text

1.14.0
org.apache.curator:curator-client

5.9.0
org.apache.curator:curator-framework

5.9.0
org.apache.curator:curator-recipes

5.9.0
org.apache.datasketches:datasketches-java

6.2.0
org.apache.datasketches:datasketches-memory

3.0.2
org.apache.hadoop:hadoop-client-api

3.4.2
org.apache.hadoop:hadoop-client-runtime

3.4.2
org.apache.hive:hive-storage-api

2.8.1
org.apache.ivy:ivy

2.5.3
org.apache.logging.log4j:log4j-1.2-api

2.24.3
org.apache.logging.log4j:log4j-api

2.24.3
org.apache.logging.log4j:log4j-core

2.24.3
org.apache.logging.log4j:log4j-layout-template-json

2.24.3
org.apache.logging.log4j:log4j-slf4j2-impl

2.24.3
org.apache.orc:orc-core

2.2.1
org.apache.orc:orc-format

1.1.1
org.apache.orc:orc-mapreduce

2.2.1
org.apache.orc:orc-shims

2.2.1
org.apache.parquet:parquet-column

1.16.0
org.apache.parquet:parquet-common

1.16.0
org.apache.parquet:parquet-encoding

1.16.0
org.apache.parquet:parquet-format-structures

1.16.0
org.apache.parquet:parquet-hadoop

1.16.0
org.apache.spark::spark-catalyst

4.1.0-preview3
org.apache.spark::spark-common-utils

4.1.0-preview3
org.apache.spark::spark-common-utils-java

4.1.0-preview3
org.apache.spark::spark-core

4.1.0-preview3
org.apache.spark::spark-kvstore

4.1.0-preview3
org.apache.spark::spark-launcher

4.1.0-preview3
org.apache.spark::spark-network-common

4.1.0-preview3
org.apache.spark::spark-network-shuffle

4.1.0-preview3
org.apache.spark::spark-sketch

4.1.0-preview3
org.apache.spark::spark-sql-api

4.1.0-preview3
org.apache.spark::spark-tags

4.1.0-preview3
org.apache.spark::spark-unsafe

4.1.0-preview3
org.apache.spark::spark-variant

4.1.0-preview3
org.apache.ws.xmlschema:xmlschema-core

2.3.1
org.apache.xbean:xbean-asm9-shaded

4.27
org.apache.yetus:audience-annotations

0.12.0
org.apache.zookeeper:zookeeper

3.9.4
org.apache.zookeeper:zookeeper-jute

3.9.4
org.codehaus.janino:commons-compiler

3.1.9
org.codehaus.janino:janino

3.1.9
org.fusesource.leveldbjni:leveldbjni-all

1.8
org.glassfish.hk2.external:aopalliance-repackaged

3.0.6
org.glassfish.hk2:hk2-api

3.0.6
org.glassfish.hk2:hk2-locator

3.0.6
org.glassfish.hk2:hk2-utils

3.0.6
org.glassfish.hk2:osgi-resource-locator

1.0.3
org.glassfish.jersey.containers:jersey-container-servlet

3.0.18
org.glassfish.jersey.containers:jersey-container-servlet-core

3.0.18
org.glassfish.jersey.core:jersey-client

3.0.18
org.glassfish.jersey.core:jersey-common

3.0.18
org.glassfish.jersey.core:jersey-server

3.0.18
org.glassfish.jersey.inject:jersey-hk2

3.0.18
org.javassist:javassist

3.30.2-GA
org.json4s::json4s-ast

4.0.7
org.json4s::json4s-core

4.0.7
org.json4s::json4s-jackson

4.0.7
org.json4s::json4s-jackson-core

4.0.7
org.json4s::json4s-scalap

4.0.7
org.locationtech.jts:jts-core

1.20.0
org.lz4:lz4-java

1.8.0
org.objenesis:objenesis

3.4
org.roaringbitmap:RoaringBitmap

1.3.0
org.rocksdb:rocksdbjni

9.8.4
org.scala-lang.modules::scala-parallel-collections

1.2.0
org.scala-lang.modules::scala-parser-combinators

2.4.0
org.scala-lang.modules::scala-xml

2.4.0
org.scala-lang:scala-library

2.13.17
org.scala-lang:scala-reflect

2.13.17
org.slf4j:jcl-over-slf4j

2.0.17
org.slf4j:jul-to-slf4j

2.0.17
org.slf4j:slf4j-api

2.0.17
org.threeten:threeten-extra

1.8.0
org.tukaani:xz

1.10
org.xerial.snappy:snappy-java

1.1.10.8
oro:oro

2.0.8
io.netty:netty-codec-native-quic runtime

4.2.7.Final
io.netty:netty-transport-native-epoll runtime

4.2.7.Final
io.netty:netty-transport-native-io_uring runtime

4.2.7.Final
org.apache.parquet:parquet-jackson runtime

1.16.0
com.github.sbt.junit:jupiter-interface test

0.17.0
org.junit.jupiter:junit-jupiter test

6.0.0
org.scalatest::scalatest test

3.2.19
org.scalatestplus::mockito-5-12 test

3.2.19.0
org.scalatestplus::scalacheck-1-18 test

3.2.19.0
org.scalatestplus::selenium-4-21 test

3.2.19.0

18 Dependents

org.apache.spark::spark-hive

4.1.0-preview3
org.apache.spark::spark-mllib

4.1.0-preview3
org.apache.spark::spark-pipelines

4.1.0-preview3
org.apache.spark::spark-repl

4.1.0-preview3
org.apache.spark::spark-avro provided

4.1.0-preview3
org.apache.spark::spark-connect provided

4.1.0-preview3
org.apache.spark::spark-hadoop-cloud provided

4.1.0-preview3
org.apache.spark::spark-protobuf provided

4.1.0-preview3
org.apache.spark::spark-sql-kafka-0-10 provided

4.1.0-preview3
org.apache.spark::spark-hive-thriftserver test

4.1.0-preview3