Skip to content

Commit

Permalink
Revert "Flink SQL/Catalog Support (delta-io#555)"
Browse files Browse the repository at this point in the history
This reverts commit e036171.
  • Loading branch information
tdas committed Jun 6, 2023
1 parent e036171 commit f17a6fd
Show file tree
Hide file tree
Showing 97 changed files with 181 additions and 11,242 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,6 @@ jobs:
run: build/sbt "++ ${{ matrix.scala }}" hiveMR/test hiveTez/test
- name: Run Hive 2 tests
run: build/sbt "++ ${{ matrix.scala }}" hive2MR/test hive2Tez/test
- name: Run Flink tests (Scala 2.12 only)
- name: Run Flink tests (Scala 2.11 and 2.12 only)
run: build/sbt -mem 3000 "++ ${{ matrix.scala }}" flink/test
if: ${{ startsWith(matrix.scala, '2.12.') }}
if: ${{ !startsWith(matrix.scala, '2.13.') }}
38 changes: 3 additions & 35 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -741,49 +741,17 @@ lazy val flink = (project in file("flink"))
"org.apache.flink" % "flink-table-runtime" % flinkVersion % "provided",
"org.apache.flink" % "flink-scala_2.12" % flinkVersion % "provided",
"org.apache.flink" % "flink-runtime-web" % flinkVersion % "test",
"org.apache.flink" % "flink-sql-gateway-api" % flinkVersion % "test",
"org.apache.flink" % "flink-connector-hive_2.12" % flinkVersion % "provided",
"org.apache.flink" % "flink-table-planner_2.12" % flinkVersion % "provided",
"org.apache.flink" % "flink-connector-test-utils" % flinkVersion % "test",
"org.apache.flink" % "flink-clients" % flinkVersion % "test",
"org.apache.flink" % "flink-test-utils" % flinkVersion % "test",
"org.apache.hadoop" % "hadoop-common" % hadoopVersion % "test" classifier "tests",
"org.mockito" % "mockito-inline" % "4.11.0" % "test",
"org.mockito" % "mockito-inline" % "3.8.0" % "test",
"net.aichler" % "jupiter-interface" % JupiterKeys.jupiterVersion.value % Test,
"org.junit.vintage" % "junit-vintage-engine" % "5.8.2" % "test",
"org.mockito" % "mockito-junit-jupiter" % "4.11.0" % "test",
"org.mockito" % "mockito-junit-jupiter" % "4.5.0" % "test",
"org.junit.jupiter" % "junit-jupiter-params" % "5.8.2" % "test",
"io.github.artsok" % "rerunner-jupiter" % "2.1.6" % "test",

// Exclusions due to conflicts with Flink's libraries from table planer, hive, calcite etc.
"org.apache.hive" % "hive-metastore" % "3.1.2" % "test" excludeAll(
ExclusionRule("org.apache.avro", "avro"),
ExclusionRule("org.slf4j", "slf4j-log4j12"),
ExclusionRule("org.pentaho"),
ExclusionRule("org.apache.hbase"),
ExclusionRule("org.apache.hbase"),
ExclusionRule("co.cask.tephra"),
ExclusionRule("com.google.code.findbugs", "jsr305"),
ExclusionRule("org.eclipse.jetty.aggregate", "module: 'jetty-all"),
ExclusionRule("org.eclipse.jetty.orbit", "javax.servlet"),
ExclusionRule("org.apache.parquet", "parquet-hadoop-bundle"),
ExclusionRule("com.tdunning", "json"),
ExclusionRule("javax.transaction", "transaction-api"),
ExclusionRule("'com.zaxxer", "HikariCP"),
),
// Exclusions due to conflicts with Flink's libraries from table planer, hive, calcite etc.
"org.apache.hive" % "hive-exec" % "3.1.2" % "test" classifier "core" excludeAll(
ExclusionRule("'org.apache.avro", "avro"),
ExclusionRule("org.slf4j", "slf4j-log4j12"),
ExclusionRule("org.pentaho"),
ExclusionRule("com.google.code.findbugs", "jsr305"),
ExclusionRule("org.apache.calcite.avatica"),
ExclusionRule("org.apache.calcite"),
ExclusionRule("org.apache.hive", "hive-llap-tez"),
ExclusionRule("org.apache.logging.log4j"),
ExclusionRule("com.google.protobuf", "protobuf-java"),
),

// Compiler plugins
// -- Bump up the genjavadoc version explicitly to 0.18 to work with Scala 2.12
compilerPlugin("com.typesafe.genjavadoc" %% "genjavadoc-plugin" % "0.18" cross CrossVersion.full)
Expand All @@ -793,7 +761,7 @@ lazy val flink = (project in file("flink"))
Compile / sourceGenerators += Def.task {
val file = (Compile / sourceManaged).value / "meta" / "Meta.java"
IO.write(file,
s"""package io.delta.flink.internal;
s"""package io.delta.flink.sink.internal.committer;
|
|final class Meta {
| public static final String FLINK_VERSION = "${flinkVersion}";
Expand Down
10 changes: 2 additions & 8 deletions examples/flink-example/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ limitations under the License.-->
<maven.compiler.target>1.8</maven.compiler.target>
<staging.repo.url>""</staging.repo.url>
<scala.main.version>2.12</scala.main.version>
<connectors.version>0.6.0-SNAPSHOT</connectors.version>
<connectors.version>0.6.0</connectors.version>
<flink-version>1.16.1</flink-version>
<hadoop-version>3.1.0</hadoop-version>
<log4j.version>2.12.1</log4j.version>
Expand Down Expand Up @@ -56,7 +56,7 @@ limitations under the License.-->
<groupId>org.apache.flink</groupId>
<artifactId>flink-clients</artifactId>
<version>${flink-version}</version>
<scope>${flink.scope}</scope>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
Expand Down Expand Up @@ -86,12 +86,6 @@ limitations under the License.-->
<version>${flink-version}</version>
<scope>${flink.scope}</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-planner_2.12</artifactId>
<version>${flink-version}</version>
<scope>${flink.scope}</scope>
</dependency>

<!-- Add logging framework, to produce console output when running in the IDE. -->
<!-- These dependencies are excluded from the application JAR by default. -->
Expand Down

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

Loading

0 comments on commit f17a6fd

Please sign in to comment.