Merge pull request #1721 from rudderlabs/release/v1.94.0

chore(release): pull release/v1.94.0 into main
rudderlabs · Oct 1, 2024 · ab6847f · ab6847f
2 parents 015a0df + 70ecaa6
commit ab6847f
Show file tree

Hide file tree

Showing 46 changed files with 824 additions and 335 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,6 +2,29 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [1.94.0](https://github.com/rudderlabs/rudder-config-schema/compare/v1.93.1...v1.94.0) (2024-09-30)
+
+
+### Features
+
+* add 5 min and 15 min WH sync options, controlled by LOW_GRANULAR_WH_SYNC ff ([#1703](https://github.com/rudderlabs/rudder-config-schema/issues/1703)) ([21a5015](https://github.com/rudderlabs/rudder-config-schema/commit/21a50153194c6db5da563858953ae39ed638b662))
+* adding cloud source and web source for lytics bulk ([#1685](https://github.com/rudderlabs/rudder-config-schema/issues/1685)) ([b2a433b](https://github.com/rudderlabs/rudder-config-schema/commit/b2a433b6f6515ef0818aaa0746225bc6c4f1049d))
+* bq configurable partitions ([#1630](https://github.com/rudderlabs/rudder-config-schema/issues/1630)) ([a7e21e5](https://github.com/rudderlabs/rudder-config-schema/commit/a7e21e542e41c761c66394731772703ec48bb553))
+* enable support for RN device mode in the Facebook App Events ([#1701](https://github.com/rudderlabs/rudder-config-schema/issues/1701)) ([a193c6e](https://github.com/rudderlabs/rudder-config-schema/commit/a193c6e518bf6c914a3c99656ea6d3c0aeb8d946))
+* **fb_custom_audience:** hide particular fields from ui config when VDMv2 is enabled ([#1702](https://github.com/rudderlabs/rudder-config-schema/issues/1702)) ([1791773](https://github.com/rudderlabs/rudder-config-schema/commit/1791773d94da4872d5bd1d8d048cc6f07efe7e61))
+* hide mixpanel service account settings ([#1714](https://github.com/rudderlabs/rudder-config-schema/issues/1714)) ([1f73739](https://github.com/rudderlabs/rudder-config-schema/commit/1f73739087e3e734cf83b360dee1b1c28f6d9528))
+* redshift serverless ([#1710](https://github.com/rudderlabs/rudder-config-schema/issues/1710)) ([6ac3dd6](https://github.com/rudderlabs/rudder-config-schema/commit/6ac3dd6761bf7a3b1d9ac73c4540f14092fb5c21))
+
+
+### Bug Fixes
+
+* add `device` mode enum to FB App Events in reactnative schema.json ([#1707](https://github.com/rudderlabs/rudder-config-schema/issues/1707)) ([879b966](https://github.com/rudderlabs/rudder-config-schema/commit/879b966c39df9039f3e673ffb13b78ee126cd18a))
+* fixing labels for snapchat conversion event mapping ([#1713](https://github.com/rudderlabs/rudder-config-schema/issues/1713)) ([4a00440](https://github.com/rudderlabs/rudder-config-schema/commit/4a0044014c043871b002404004e2de0895ad3421))
+* **ga4_v2:** update ui-config.jt file to reflect consent management changes ([#1717](https://github.com/rudderlabs/rudder-config-schema/issues/1717)) ([103745a](https://github.com/rudderlabs/rudder-config-schema/commit/103745a8715b4e450d809812c21a67443473e0c2))
+* legacy consent management fields data in lytics bulk upload destination ([5d4d116](https://github.com/rudderlabs/rudder-config-schema/commit/5d4d116cb7763e69b10ed2993e278b78039ca3a2))
+* webhook url regex to restrict localhost and private ips ([#1696](https://github.com/rudderlabs/rudder-config-schema/issues/1696)) ([774bd43](https://github.com/rudderlabs/rudder-config-schema/commit/774bd43e43f0576e9d6e9b5e046ec19c1c13b7e9))
+* webhook url regex to restrict private ipv6 ([#1705](https://github.com/rudderlabs/rudder-config-schema/issues/1705)) ([5b91bc7](https://github.com/rudderlabs/rudder-config-schema/commit/5b91bc7f841e830edefc2add80d1ba6b7a98d7d3))
+
 ### [1.93.1](https://github.com/rudderlabs/rudder-config-schema/compare/v1.93.0...v1.93.1) (2024-09-30)
 
 

diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "rudder-config-schema",
-  "version": "1.93.1",
+  "version": "1.94.0",
   "description": "",
   "main": "src/index.ts",
   "private": true,

diff --git a/src/configurations/destinations/azure_datalake/schema.json b/src/configurations/destinations/azure_datalake/schema.json
@@ -34,7 +34,7 @@
       },
       "syncFrequency": {
         "type": "string",
-        "enum": ["30", "60", "180", "360", "720", "1440"],
+        "enum": ["5", "15", "30", "60", "180", "360", "720", "1440"],
         "default": "180"
       },
       "syncStartAt": {

diff --git a/src/configurations/destinations/azure_datalake/ui-config.json b/src/configurations/destinations/azure_datalake/ui-config.json
@@ -89,6 +89,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"

diff --git a/src/configurations/destinations/azure_synapse/schema.json b/src/configurations/destinations/azure_synapse/schema.json
@@ -43,7 +43,7 @@
       },
       "syncFrequency": {
         "type": "string",
-        "pattern": "^(30|60|180|360|720|1440)$",
+        "pattern": "^(5|15|30|60|180|360|720|1440)$",
         "default": "180"
       },
       "syncStartAt": {

diff --git a/src/configurations/destinations/azure_synapse/ui-config.json b/src/configurations/destinations/azure_synapse/ui-config.json
@@ -88,6 +88,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"

diff --git a/src/configurations/destinations/bq/db-config.json b/src/configurations/destinations/bq/db-config.json
@@ -35,7 +35,9 @@
         "skipUsersTable",
         "jsonPaths",
         "underscoreDivideNumbers",
-        "allowUsersContextTraits"
+        "allowUsersContextTraits",
+        "partitionColumn",
+        "partitionType"
       ],
       "android": [
         "connectionMode",

diff --git a/src/configurations/destinations/bq/schema.json b/src/configurations/destinations/bq/schema.json
@@ -30,9 +30,19 @@
       },
       "syncFrequency": {
         "type": "string",
-        "pattern": "^(30|60|180|360|720|1440)$",
+        "pattern": "^(5|15|30|60|180|360|720|1440)$",
         "default": "180"
       },
+      "partitionColumn": {
+        "type": "string",
+        "pattern": "^(_PARTITIONTIME|loaded_at|received_at)$",
+        "default": "_PARTITIONTIME"
+      },
+      "partitionType": {
+        "type": "string",
+        "pattern": "^(hour|day)$",
+        "default": "day"
+      },
       "syncStartAt": {
         "type": "string"
       },

diff --git a/src/configurations/destinations/bq/ui-config.json b/src/configurations/destinations/bq/ui-config.json
@@ -72,6 +72,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"
@@ -132,6 +142,52 @@
           },
           "required": false,
           "footerNote": "Note: Please specify time in UTC"
+        },
+        {
+          "type": "singleSelect",
+          "immutable": true,
+          "label": "Partition Column",
+          "value": "partitionColumn",
+          "options": [
+            {
+              "name": "Ingestion Time",
+              "value": "_PARTITIONTIME"
+            },
+            {
+              "name": "Loaded At",
+              "value": "loaded_at"
+            },
+            {
+              "name": "Received At",
+              "value": "received_at"
+            }
+          ],
+          "defaultOption": {
+            "name": "Ingestion Time",
+            "value": "_PARTITIONTIME"
+          },
+          "required": false
+        },
+        {
+          "type": "singleSelect",
+          "immutable": true,
+          "label": "Partition Type",
+          "value": "partitionType",
+          "options": [
+            {
+              "name": "Hour",
+              "value": "hour"
+            },
+            {
+              "name": "Day",
+              "value": "day"
+            }
+          ],
+          "defaultOption": {
+            "name": "Day",
+            "value": "day"
+          },
+          "required": false
         }
       ]
     },

diff --git a/src/configurations/destinations/clickhouse/schema.json b/src/configurations/destinations/clickhouse/schema.json
@@ -53,7 +53,7 @@
       },
       "syncFrequency": {
         "type": "string",
-        "pattern": "^(30|60|180|360|720|1440)$",
+        "pattern": "^(5|15|30|60|180|360|720|1440)$",
         "default": "180"
       },
       "syncStartAt": {

diff --git a/src/configurations/destinations/clickhouse/ui-config.json b/src/configurations/destinations/clickhouse/ui-config.json
@@ -95,6 +95,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"

diff --git a/src/configurations/destinations/deltalake/schema.json b/src/configurations/destinations/deltalake/schema.json
@@ -38,7 +38,7 @@
       },
       "syncFrequency": {
         "type": "string",
-        "pattern": "^(30|60|180|360|720|1440)$",
+        "pattern": "^(5|15|30|60|180|360|720|1440)$",
         "default": "180"
       },
       "syncStartAt": {

diff --git a/src/configurations/destinations/deltalake/ui-config.json b/src/configurations/destinations/deltalake/ui-config.json
@@ -93,6 +93,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"

diff --git a/src/configurations/destinations/fb/db-config.json b/src/configurations/destinations/fb/db-config.json
@@ -33,7 +33,8 @@
       "cloud": ["page", "screen", "track"],
       "device": {
         "android": ["identify", "screen", "track"],
-        "ios": ["identify", "screen", "track"]
+        "ios": ["identify", "screen", "track"],
+        "reactnative": ["identify", "screen", "track"]
       }
     },
     "supportedConnectionModes": {
@@ -42,7 +43,7 @@
       "web": ["cloud"],
       "unity": ["cloud"],
       "amp": ["cloud"],
-      "reactnative": ["cloud"],
+      "reactnative": ["cloud", "device"],
       "flutter": ["cloud"],
       "cordova": ["cloud"],
       "shopify": ["cloud"],
@@ -98,6 +99,7 @@
         "ketchConsentPurposes"
       ],
       "reactnative": [
+        "useNativeSDK",
         "connectionMode",
         "consentManagement",
         "oneTrustCookieCategories",

diff --git a/src/configurations/destinations/fb/schema.json b/src/configurations/destinations/fb/schema.json
@@ -631,7 +631,7 @@
           },
           "reactnative": {
             "type": "string",
-            "enum": ["cloud"]
+            "enum": ["cloud", "device"]
           },
           "flutter": {
             "type": "string",

diff --git a/src/configurations/destinations/ga4_v2/ui-config.json b/src/configurations/destinations/ga4_v2/ui-config.json
@@ -18,9 +18,7 @@
                     "type": "nestedSelect",
                     "label": "Select Account -> Property -> DataStream -> Protocol Secrets",
                     "apiName": "getGA4ConfigData",
-                    "apiDependencies": [
-                      "rudderAccountId"
-                    ],
+                    "apiDependencies": ["rudderAccountId"],
                     "placeholder": "Select config details",
                     "preRequisites": {
                       "fields": [
@@ -2177,4 +2175,4 @@
       }
     }
   }
-}
+}
diff --git a/src/configurations/destinations/gcs_datalake/schema.json b/src/configurations/destinations/gcs_datalake/schema.json
@@ -46,7 +46,7 @@
       },
       "syncFrequency": {
         "type": "string",
-        "enum": ["30", "60", "180", "360", "720", "1440"],
+        "enum": ["5", "15", "30", "60", "180", "360", "720", "1440"],
         "default": "180"
       },
       "syncStartAt": {

diff --git a/src/configurations/destinations/gcs_datalake/ui-config.json b/src/configurations/destinations/gcs_datalake/ui-config.json
@@ -96,6 +96,16 @@
           "label": "Sync Frequency",
           "value": "syncFrequency",
           "options": [
+            {
+              "name": "Every 5 minutes",
+              "value": "5",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
+            {
+              "name": "Every 15 minutes",
+              "value": "15",
+              "featureFlag": "HIGH_GRANULARITY_WH_SYNC"
+            },
             {
               "name": "Every 30 minutes",
               "value": "30"

diff --git a/src/configurations/destinations/lytics_bulk_upload/db-config.json b/src/configurations/destinations/lytics_bulk_upload/db-config.json
@@ -6,14 +6,16 @@
     "saveDestinationResponse": true,
     "includeKeys": ["oneTrustCookieCategories"],
     "excludeKeys": [],
-    "supportedSourceTypes": ["warehouse"],
+    "supportedSourceTypes": ["warehouse", "web", "cloud"],
     "supportedMessageTypes": {
       "cloud": ["track"]
     },
     "syncBehaviours": ["upsert"],
     "disableJsonMapper": false,
     "supportedConnectionModes": {
-      "warehouse": ["cloud"]
+      "warehouse": ["cloud"],
+      "web": ["cloud"],
+      "cloud": ["cloud"]
     },
     "destConfig": {
       "defaultConfig": [
@@ -23,7 +25,9 @@
         "timestampField",
         "streamTraitsMapping"
       ],
-      "warehouse": ["connectionMode", "oneTrustCookieCategories", "ketchConsentPurposes"]
+      "cloud": ["connectionMode", "oneTrustCookieCategories", "ketchConsentPurposes"],
+      "warehouse": ["connectionMode", "oneTrustCookieCategories", "ketchConsentPurposes"],
+      "web": ["connectionMode", "oneTrustCookieCategories", "ketchConsentPurposes"]
     }
   },
   "options": {