Skip to content

Commit

Permalink
Update Test.scala
Browse files Browse the repository at this point in the history
  • Loading branch information
rohithvangapalli authored Sep 22, 2023
1 parent b09548b commit cb4b18e
Showing 1 changed file with 3 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,9 @@ class Test extends AnyFunSuite with BeforeAndAfter {
spark.sparkContext.setLogLevel("ERROR")
val bigQueryDf: DataFrame = spark.read.parquet("src/test/resources/data/bigQueryTestTable.parquet")

// val gcpToken: String = sys.env.getOrElse("GCP_TOKEN", throw new Exception("GCP_TOKEN environment variable is not set"))
// spark.conf.set("gcpAccessToken", gcpToken)
val credentials : String = sys.env.getOrElse("GCP_CREDENTIALS", throw new Exception("GCP_CREDENTIALS environment variable is not set"))
print(credentials)
spark.conf.set("credentials",credentials)
val gcpToken: String = sys.env.getOrElse("GCP_TOKEN", throw new Exception("GCP_TOKEN environment variable is not set"))
println(s"GCP Token: $gcpToken")
spark.conf.set("gcpAccessToken", gcpToken)
spark.conf.set("viewsEnabled","true")
spark.conf.set("materializationDataset","nabu_spark")
//creating config map
Expand Down

0 comments on commit cb4b18e

Please sign in to comment.