DocumentDB support (#706)

* insert event draft

* abstract change event

* Added documentdb delete event

* Added support to change event drop

* Added support to dropDatabase Event

* - MongoDB v6.0 Change Event Fields removed
- ChangeEvent enum tagged
- AnyDocument common type created

* replace event support

* added support to invalidate event in documentdb

* Adding DocumentDB Rename event.

* run cargo fmt

* Excluding 'to' parameter

* Add DocumentDB Update event

* fixed 'to' parameter and run cargo fmt

* Refactoring 'Rename' event declaration as a single type not a commum type

* InsertNs renamed to DatabaseCollection for code reuse

* unused field removed

* cfg fix

* fix lines

* fmt and makefile fixed

* makefile reord

---------

Co-authored-by: nich.morgan <morgannicholson1371@gmail.com>
Co-authored-by: erso <edusillva784@gmail.com>
Co-authored-by: Luca Barcelos <lucalopesbarcelos@hotmail.com>
Co-authored-by: Vinicius Brisotti <vinicius.brisotti@hotmail.com>
Co-authored-by: Pedro Rabello Sato <kamorst@usp.br>
Co-authored-by: darwish <darwish@ime.usp.br>

Author: 7 people

Makefile

@@ -81,8 +81,10 @@ check-event-features:
 	cargo test --package aws_lambda_events --no-default-features --features cognito
 	cargo test --package aws_lambda_events --no-default-features --features config
 	cargo test --package aws_lambda_events --no-default-features --features connect
+	cargo test --package aws_lambda_events --no-default-features --features documentdb
 	cargo test --package aws_lambda_events --no-default-features --features dynamodb
 	cargo test --package aws_lambda_events --no-default-features --features ecr_scan
+	cargo test --package aws_lambda_events --no-default-features --features eventbridge
 	cargo test --package aws_lambda_events --no-default-features --features firehose
 	cargo test --package aws_lambda_events --no-default-features --features iam
 	cargo test --package aws_lambda_events --no-default-features --features iot
@@ -101,7 +103,6 @@ check-event-features:
 	cargo test --package aws_lambda_events --no-default-features --features sns
 	cargo test --package aws_lambda_events --no-default-features --features sqs
 	cargo test --package aws_lambda_events --no-default-features --features streams
-	cargo test --package aws_lambda_events --no-default-features --features eventbridge
 
 fmt:
 	cargo +nightly fmt --all

lambda-events/Cargo.toml

@@ -76,6 +76,7 @@ default = [
   "sns",
   "sqs",
   "streams",
+  "documentdb",
   "eventbridge",
 ]
 
@@ -118,4 +119,5 @@ ses = ["chrono"]
 sns = ["chrono", "serde_with"]
 sqs = ["serde_with"]
 streams = []
+documentdb = []
 eventbridge = ["chrono", "serde_with"]

lambda-events/src/event/documentdb/events/commom_types.rs

@@ -0,0 +1,44 @@
+use std::collections::HashMap;
+
+use serde::{Deserialize, Serialize};
+use serde_json::Value;
+
+pub type AnyDocument = HashMap<String, Value>;
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct DatabaseCollection {
+    db: String,
+    #[serde(default)]
+    coll: Option<String>,
+}
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+pub struct DocumentId {
+    #[serde(rename = "_data")]
+    pub data: String,
+}
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+pub struct DocumentKeyIdOid {
+    #[serde(rename = "$oid")]
+    pub oid: String,
+}
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+pub struct DocumentKeyId {
+    #[serde(rename = "_id")]
+    pub id: DocumentKeyIdOid,
+}
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+pub struct InnerTimestamp {
+    t: usize,
+    i: usize,
+}
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+pub struct Timestamp {
+    #[serde(rename = "$timestamp")]
+    pub timestamp: InnerTimestamp,
+}

lambda-events/src/event/documentdb/events/delete_event.rs

@@ -0,0 +1,20 @@
+use serde::{Deserialize, Serialize};
+
+use super::commom_types::{AnyDocument, DatabaseCollection, DocumentId, DocumentKeyId, Timestamp};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ChangeDeleteEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    #[serde(default)]
+    cluster_time: Option<Timestamp>,
+    document_key: DocumentKeyId,
+    #[serde(default)]
+    #[serde(rename = "lsid")]
+    ls_id: Option<AnyDocument>,
+    ns: DatabaseCollection,
+    // operation_type: String,
+    #[serde(default)]
+    txn_number: Option<String>,
+}

lambda-events/src/event/documentdb/events/drop_database_event.rs

@@ -0,0 +1,17 @@
+use serde::{Deserialize, Serialize};
+
+use super::commom_types::{AnyDocument, DatabaseCollection, DocumentId, Timestamp};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ChangeDropDatabaseEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    cluster_time: Timestamp,
+    #[serde(rename = "lsid")]
+    ls_id: Option<AnyDocument>,
+    ns: DatabaseCollection,
+    // operation_type: String,
+    #[serde(default)]
+    txn_number: Option<String>,
+}

lambda-events/src/event/documentdb/events/drop_event.rs

@@ -0,0 +1,17 @@
+use super::commom_types::{AnyDocument, DatabaseCollection, DocumentId, Timestamp};
+use serde::{Deserialize, Serialize};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ChangeDropEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    cluster_time: Timestamp,
+    #[serde(default)]
+    #[serde(rename = "lsid")]
+    ls_id: Option<AnyDocument>,
+    ns: DatabaseCollection,
+    // operation_type: String,
+    #[serde(default)]
+    txn_number: Option<String>,
+}

lambda-events/src/event/documentdb/events/insert_event.rs

@@ -0,0 +1,21 @@
+use serde::{Deserialize, Serialize};
+
+use super::commom_types::{AnyDocument, DatabaseCollection, DocumentId, DocumentKeyId, Timestamp};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+
+pub struct ChangeInsertEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    #[serde(default)]
+    cluster_time: Option<Timestamp>,
+    document_key: DocumentKeyId,
+    #[serde(default)]
+    #[serde(rename = "lsid")]
+    ls_id: Option<String>,
+    ns: DatabaseCollection,
+    //operation_type: String,
+    #[serde(default)]
+    txn_number: Option<AnyDocument>,
+}

lambda-events/src/event/documentdb/events/invalidate_event.rs

@@ -0,0 +1,13 @@
+use serde::{Deserialize, Serialize};
+
+use super::commom_types::{DocumentId, Timestamp};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ChangeInvalidateEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    #[serde(default)]
+    cluster_time: Option<Timestamp>,
+    // operation_type: String,
+}

lambda-events/src/event/documentdb/events/mod.rs

@@ -0,0 +1,9 @@
+pub mod commom_types;
+pub mod delete_event;
+pub mod drop_database_event;
+pub mod drop_event;
+pub mod insert_event;
+pub mod invalidate_event;
+pub mod rename_event;
+pub mod replace_event;
+pub mod update_event;

lambda-events/src/event/documentdb/events/rename_event.rs

@@ -0,0 +1,21 @@
+use serde::{Deserialize, Serialize};
+
+use super::commom_types::{AnyDocument, DatabaseCollection, DocumentId, Timestamp};
+
+#[derive(Clone, Debug, Default, Deserialize, Eq, PartialEq, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ChangeRenameEvent {
+    #[serde(rename = "_id")]
+    id: DocumentId,
+    #[serde(default)]
+    cluster_time: Option<Timestamp>,
+
+    #[serde(default)]
+    #[serde(rename = "lsid")]
+    ls_id: Option<AnyDocument>,
+    ns: DatabaseCollection,
+    //operation_type: String,
+    #[serde(default)]
+    txn_number: Option<String>,
+    to: DatabaseCollection,
+}