Merge branch 'release/v1.1.2'

andersonkmi · Feb 21, 2020 · fe85b76 · fe85b76
2 parents be0c131 + 3060dad
commit fe85b76
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 4 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file.
 
 ## [Unreleased]
 
+## [v1.1.2]
+### Changed
+- Updated dependencies.
+
 ## [v1.1.1]
 ### Changed
 - Fixes due to package moving.
@@ -47,7 +51,8 @@ using command-line arguments
 ### Added
 - Initial version.
 
-[Unreleased]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.1.1...HEAD
+[Unreleased]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.1.2...HEAD
+[v1.1.2]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.1.1...v1.1.2
 [v1.1.1]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.1.0...v1.1.1
 [v1.1.0]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.0.2.3...v1.1.0
 [v1.0.2.3]: https://github.com/andersonkmi/kaggle-tmdb-movie-dataset-spark/compare/v1.0.2.2...v1.0.2.3

diff --git a/build.sbt b/build.sbt
@@ -4,7 +4,7 @@ organization := "org.sharpsw.spark"
 
 name := "kaggle-tmdb-movie-dataset-spark"
 
-val appVersion = "1.1.1"
+val appVersion = "1.1.2"
 
 val appName = "kaggle-tmdb-movie-dataset-spark"
 
@@ -19,6 +19,7 @@ libraryDependencies ++= Seq(
   "org.apache.spark" %% "spark-sql" % "2.4.4",
   "com.amazonaws" % "aws-java-sdk-s3" % "1.11.401",
   "com.databricks" % "spark-csv_2.11" % "1.5.0",
-  "org.codecraftlabs.spark" %% "spark-utils" % "1.0.5",
+  "org.codecraftlabs.spark" %% "spark-utils" % "1.2.7",
+  "org.codecraftlabs.aws" %% "aws-utils" % "1.0.0",
   scalaTest % Test
 )
diff --git a/src/main/scala/org/codecraftlabs/kaggle/tmdb/Main.scala b/src/main/scala/org/codecraftlabs/kaggle/tmdb/Main.scala
@@ -6,7 +6,7 @@ import org.apache.spark.sql.SparkSession
 import org.apache.spark.sql.functions.{asc, col, explode, from_json}
 import org.codecraftlabs.kaggle.tmdb.MovieDataSetHandler._
 import org.codecraftlabs.kaggle.tmdb.MovieCreditDataSetHandler.{CSVZipFileName, TmdbCreditsFileName, TmdbMoviesFileName}
-import org.codecraftlabs.spark.utils.AWSS3Utils.downloadObject
+import org.codecraftlabs.aws.S3Util.downloadObject
 import org.codecraftlabs.spark.utils.ArgsUtils.parseArgs
 import org.codecraftlabs.spark.utils.DataUtils.{saveDataFrameToCsv, saveDataFrameToJson}
 import org.codecraftlabs.spark.utils.FileUtil.buildFilePath