Remove maxFilesPerTrigger from all the integrations queries (#2354)

Signed-off-by: Jialiang Liang <jiallian@amazon.com>
opensearch-project · Feb 14, 2025 · 8ed2e69 · 8ed2e69
1 parent 36311f5
commit 8ed2e69
Show file tree

Hide file tree

Showing 10 changed files with 11 additions and 21 deletions.
diff --git a/public/components/getting_started/getting_started_artifacts/nginx/assets/create_mv-1.0.0.sql b/public/components/getting_started/getting_started_artifacts/nginx/assets/create_mv-1.0.0.sql
@@ -12,6 +12,5 @@ WITH (
     auto_refresh = 'true',
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )
diff --git a/...er/adaptors/integrations/__data__/repository/amazon_cloudfront/assets/create_mv-1.0.0.sql b/...er/adaptors/integrations/__data__/repository/amazon_cloudfront/assets/create_mv-1.0.0.sql
@@ -38,6 +38,5 @@ WITH (
   auto_refresh = true,
   refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
-  watermark_delay = '1 Minute',
-  extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+  watermark_delay = '1 Minute'
 )
diff --git a/server/adaptors/integrations/__data__/repository/amazon_elb/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/amazon_elb/assets/create_mv-1.0.0.sql
@@ -55,6 +55,5 @@ WITH (
     auto_refresh = true,
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )
diff --git a/server/adaptors/integrations/__data__/repository/amazon_s3/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/amazon_s3/assets/create_mv-1.0.0.sql
@@ -31,6 +31,5 @@ WITH (
   auto_refresh = true,
   refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
-  watermark_delay = '1 Minute',
-  extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+  watermark_delay = '1 Minute'
 )
diff --git a/server/adaptors/integrations/__data__/repository/apache/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/apache/assets/create_mv-1.0.0.sql
@@ -12,6 +12,5 @@ WITH (
     auto_refresh = true,
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )
diff --git a/...rs/integrations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-1.0.0.sql b/...rs/integrations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-1.0.0.sql
@@ -49,6 +49,5 @@ WITH (
     auto_refresh = true,
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )
diff --git a/...rations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-records-1.0.0.sql b/...rations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-records-1.0.0.sql
@@ -50,6 +50,5 @@ WITH (
   auto_refresh = true,
   refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
-  watermark_delay = '1 Minute',
-  extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
-  )
+  watermark_delay = '1 Minute'
+)
diff --git a/server/adaptors/integrations/__data__/repository/aws_waf/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_waf/assets/create_mv-1.0.0.sql
@@ -24,6 +24,5 @@ WITH (
   auto_refresh = true,
   refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
-  watermark_delay = '1 Minute',
-  extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+  watermark_delay = '1 Minute'
 )
diff --git a/server/adaptors/integrations/__data__/repository/haproxy/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/haproxy/assets/create_mv-1.0.0.sql
@@ -146,6 +146,5 @@ WITH (
     auto_refresh = true,
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )
diff --git a/server/adaptors/integrations/__data__/repository/nginx/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/nginx/assets/create_mv-1.0.0.sql
@@ -12,6 +12,5 @@ WITH (
     auto_refresh = 'true',
     refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
-    watermark_delay = '1 Minute',
-    extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
+    watermark_delay = '1 Minute'
 )