From ca33543e178d5358704d374a61b5677ab3fc75c0 Mon Sep 17 00:00:00 2001 From: rohithvangapalli Date: Thu, 21 Sep 2023 14:54:48 +0530 Subject: [PATCH 1/2] Updated the almaren and spark versions --- README.md | 19 ++++++++++--------- build.sbt | 2 +- 2 files changed, 11 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index f9f3d1e..e32708c 100644 --- a/README.md +++ b/README.md @@ -8,13 +8,13 @@ For more details check the following [link](https://github.com/GoogleCloudDatapr To add Bigquery Almaren dependency to your sbt build: ``` -libraryDependencies += "com.github.music-of-the-ainur" %% "bigquery-almaren" % "0.0.7-2.4" +libraryDependencies += "com.github.music-of-the-ainur" %% "bigquery-almaren" % "0.0.8-2.4" ``` To run in spark-shell: ``` -spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.11:0.9.8-2.4,com.github.music-of-the-ainur:bigquery-almaren_2.11:0.0.7-2.4" +spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.11:0.9.10-2.4,com.github.music-of-the-ainur:bigquery-almaren_2.11:0.0.8-2.4" ``` BigQuery Connector is available in [Maven Central](https://mvnrepository.com/artifact/com.github.music-of-the-ainur) @@ -22,13 +22,14 @@ repository. | version | Connector Artifact | |----------------------------|-----------------------------------------------------------------| -| Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:bigquery-almaren_2.13:0.0.7-3.3` | -| Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.7-3.3` | -| Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.7-3.2` | -| Spark 3.1.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.7-3.1` | -| Spark 2.4.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.7-2.4` | -| Spark 2.4.x and scala 2.11 | `com.github.music-of-the-ainur:bigquery-almaren_2.11:0.0.7-2.4` | - +| Spark 3.4.x and scala 2.13 | `com.github.music-of-the-ainur:bigquery-almaren_2.13:0.0.8-3.4` | +| Spark 3.4.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.8-3.4` | +| Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:bigquery-almaren_2.13:0.0.8-3.3` | +| Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.8-3.3` | +| Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.8-3.2` | +| Spark 3.1.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.8-3.1` | +| Spark 2.4.x and scala 2.12 | `com.github.music-of-the-ainur:bigquery-almaren_2.12:0.0.8-2.4` | +| Spark 2.4.x and scala 2.11 | `com.github.music-of-the-ainur:bigquery-almaren_2.11:0.0.8-2.4` | ## Source and Target ### Source diff --git a/build.sbt b/build.sbt index 1aa8b75..c4f283e 100644 --- a/build.sbt +++ b/build.sbt @@ -14,7 +14,7 @@ scalacOptions ++= Seq("-deprecation", "-feature") libraryDependencies ++= Seq( "org.apache.spark" %% "spark-core" % sparkVersion % "provided", "org.apache.spark" %% "spark-sql" % sparkVersion % "provided", - "com.github.music-of-the-ainur" %% "almaren-framework" % "0.9.8-2.4" % "provided", + "com.github.music-of-the-ainur" %% "almaren-framework" % "0.9.10-2.4" % "provided", "com.google.cloud.spark" %% "spark-bigquery-with-dependencies" % "0.27.0", "com.typesafe.scala-logging" %% "scala-logging" % "3.9.5", "org.scalatest" %% "scalatest" % "3.2.14" % "test" From 9b2c63a3ad2ba2e78123a433caae1dcc807403bb Mon Sep 17 00:00:00 2001 From: rohithvangapalli Date: Fri, 22 Sep 2023 14:37:05 +0530 Subject: [PATCH 2/2] Updated the bigquery connector version --- build.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build.sbt b/build.sbt index c4f283e..816c23c 100644 --- a/build.sbt +++ b/build.sbt @@ -15,7 +15,7 @@ libraryDependencies ++= Seq( "org.apache.spark" %% "spark-core" % sparkVersion % "provided", "org.apache.spark" %% "spark-sql" % sparkVersion % "provided", "com.github.music-of-the-ainur" %% "almaren-framework" % "0.9.10-2.4" % "provided", - "com.google.cloud.spark" %% "spark-bigquery-with-dependencies" % "0.27.0", + "com.google.cloud.spark" %% "spark-bigquery-with-dependencies" % "0.29.0", "com.typesafe.scala-logging" %% "scala-logging" % "3.9.5", "org.scalatest" %% "scalatest" % "3.2.14" % "test" )