Update dependencies and SMT readme (#58)

databricks · Jul 24, 2023 · b9cd15d · b9cd15d
1 parent e8ec284
commit b9cd15d
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 3 deletions.
diff --git a/build.gradle b/build.gradle
@@ -13,7 +13,7 @@ subprojects {
   apply plugin: "maven-publish"
 
   group "io.tabular.connect"
-  version "0.4.8-SNAPSHOT"
+  version "0.4.8"
 
   repositories {
     mavenCentral()

diff --git a/kafka-connect-runtime/build.gradle b/kafka-connect-runtime/build.gradle
@@ -11,6 +11,7 @@ configurations {
     resolutionStrategy.force "com.nimbusds:nimbus-jose-jwt:9.31"
     resolutionStrategy.force "org.codehaus.jettison:jettison:1.5.4"
     resolutionStrategy.force "org.xerial.snappy:snappy-java:1.1.10.1"
+    resolutionStrategy.force "org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.1.1-tabular"
   }
 }
 

diff --git a/kafka-connect-transforms/README.md b/kafka-connect-transforms/README.md
@@ -4,6 +4,7 @@ This project contains some SMTs that could be useful when transforming Kafka dat
 the Iceberg sink connector.
 
 # CopyValue
+_(Experimental)_
 
 The `CopyValue` SMT copies a value from one field to a new field.
 
@@ -16,9 +17,23 @@ The `CopyValue` SMT copies a value from one field to a new field.
 
 ## Example
 
-```sql
+```
 "transforms": "copyId",
 "transforms.copyId.type": "io.tabular.iceberg.connect.transforms.CopyValue",
 "transforms.copyId.source.field": "id",
 "transforms.copyId.target.field": "id_copy",
 ```
+
+# DmsTransform
+_(Experimental)_
+
+The `DmsTransform` SMT transforms an AWS DMS formatted message for use by the sink's CDC feature.
+It will promote the `data` element fields to top level and add the following metadata fields:
+`_cdc_op`, `_cdc_ts`, and `_cdc_table`.
+
+## Configuration
+
+The SMT currently has no configuration. It can be used with the sink's CDC feature, e.g.
+```
+"iceberg.tables.cdcField": "_cdc_op",
+```
diff --git a/versions.toml b/versions.toml
@@ -3,7 +3,7 @@ assertj-ver = "3.23.1"
 avro-ver = "1.11.1"
 awaitility-ver = "4.2.0"
 aws-ver = "2.20.18"
-hadoop-ver = "3.3.5"
+hadoop-ver = "3.3.6"
 hive-ver = "2.3.9"
 http-client-ver = "5.2.1"
 iceberg-ver = "1.3.1-tabular.4"