fix: provide driver for delete / drop methods in JDBC Connector (#200)

* fix: provide driver for delete / drop methods in JDBC Connector * feat: add unit tests to jdbc connector conf * fix: unit tests * feat: add jdbc driver doc Co-authored-by: Marouane Felja <marouane.felja@idemia.com>

Author: maroil

docs/data_access_layer/configuration_example.md

@@ -211,6 +211,8 @@ cassandra {
 | user | <user_input> |
 | password | <user_input> |
 | saveMode | `ErrorIfExists` |
+| driver | <user_input> |
+
 
 For other options, please refer to [the Spark documentation](https://spark.apache.org/docs/latest/sql-data-sources-jdbc.html)
 
@@ -224,6 +226,7 @@ jdbcExample {
  saveMode = "Overwrite"
  user = "postgres"
  password = "postgres"
+ driver = "org.postgresql.Driver"
 }
 ```
 

src/main/scala/io/github/setl/config/JDBCConnectorConf.scala

@@ -57,6 +57,10 @@ class JDBCConnectorConf extends ConnectorConf {
 
  def getTruncate: Option[String] = get(TRUNCATE)
 
+ def setDriver(driver: String): this.type = set(DRIVER, driver)
+
+ def getDriver: Option[String] = get(DRIVER)
+
  def getFormat: Option[String] = Option(FORMAT)
 
  override def getReaderConf: Map[String, String] = {
@@ -75,7 +79,8 @@ class JDBCConnectorConf extends ConnectorConf {
  JDBCConnectorConf.USER,
  JDBCConnectorConf.PASSWORD,
  JDBCConnectorConf.URL,
- JDBCConnectorConf.DB_TABLE
+ JDBCConnectorConf.DB_TABLE,
+ JDBCConnectorConf.DRIVER
  ).collect {
  case key: String if this.has(key) => key -> this.get(key).get
  }.toMap
@@ -103,5 +108,6 @@ object JDBCConnectorConf {
  val PARTITION_COLUMN: String = "partitionColumn"
  val LOWER_BOUND: String = "lowerBound"
  val UPPER_BOUND: String = "upperBound"
+ val DRIVER: String = "driver"
 
 }

src/test/scala/io/github/setl/config/JDBCConnectorConfSuite.scala

@@ -17,6 +17,7 @@ class JDBCConnectorConfSuite extends AnyFunSuite {
  val fetchSize = "fetchsize"
  val batchSize = "batchsize"
  val truncate = "truncate"
+ val driver = "driver"
 
  test("Set JDBCConnectorConf") {
  assert(conf.get(url) === None)
@@ -69,6 +70,10 @@ class JDBCConnectorConfSuite extends AnyFunSuite {
  assert(conf.get(truncate) === None)
  conf.setTruncate(truncate)
  assert(conf.get(truncate).get === truncate)
+
+ assert(conf.get(driver) === None)
+ conf.setDriver(driver)
+ assert(conf.get(driver).get === driver)
  }
 
  test("Getters of JDBCConnectorConf") {
@@ -84,5 +89,6 @@ class JDBCConnectorConfSuite extends AnyFunSuite {
  assert(conf.getFetchSize === Some(fetchSize))
  assert(conf.getBatchSize === Some(batchSize))
  assert(conf.getTruncate === Some(truncate))
+ assert(conf.getDriver === Some(driver))
  }
 }