From c022fde80281d28dce02b78940cbe95788e46eb3 Mon Sep 17 00:00:00 2001 From: Miguel Branco Date: Fri, 28 Jun 2024 13:30:50 +0200 Subject: [PATCH] Fix location of reference.conf for rest and sources --- .../src/main/resources/reference.conf | 46 +------------------ sources/src/main/resources/reference.conf | 43 +++++++++++++++++ 2 files changed, 44 insertions(+), 45 deletions(-) create mode 100644 sources/src/main/resources/reference.conf diff --git a/snapi-frontend/src/main/resources/reference.conf b/snapi-frontend/src/main/resources/reference.conf index e43786251..253a6ffd3 100644 --- a/snapi-frontend/src/main/resources/reference.conf +++ b/snapi-frontend/src/main/resources/reference.conf @@ -29,19 +29,6 @@ raw { } } } - -raw.rest.client { - async-request-retries = 10 - - service-not-available-retries = 10 - service-not-available-retry-interval = 1s - - connect-timeout = 20s - socket-timeout = 120s - - max-conn-per-route = 20 - max-conn-total = 100 -} raw.inferrer { # Number of inferrer threads. thread-pool-size = 8 @@ -85,35 +72,4 @@ raw.inferrer.local { # Buffered seekable input stream can be used for text-based formats. use-buffered-seekable-is = true -} -raw.sources { - rdbms { - connect-timeout = 30 s - read-timeout = 300 s - network-timeout = 300 s - login-timeout = 30 s - } -} -raw.sources.dropbox.clientId = "" -raw.sources.bytestream.http { - connect-timeout = 20 s - read-timeout = 120 s - conn-pool-max-per-route = 4096 - conn-pool-max-total = 32768 -} -raw.sources.s3 { - connect-timeout = 60 s - read-timeout = 120 s - max-connections = 50 - - # Hadoop s3a filesystem will make a nested loop of retries with the 2 next settings. - # so if max-retries = 7 and max-attempts = 3, it will make 7*3 = 21 retries - # see fs.s3a.attempts.maximum and fs.s3a.retry.limit - max-retries = 10 - max-attempts = 0 - # Initial delay between s3a retries, see fs.s3a.retry.interval - retry-interval = 100 ms - tmp-dir = ${java.io.tmpdir}/s3 - - default-region = eu-west-1 -} +} \ No newline at end of file diff --git a/sources/src/main/resources/reference.conf b/sources/src/main/resources/reference.conf new file mode 100644 index 000000000..8653b35c1 --- /dev/null +++ b/sources/src/main/resources/reference.conf @@ -0,0 +1,43 @@ +raw.rest.client { + async-request-retries = 10 + + service-not-available-retries = 10 + service-not-available-retry-interval = 1s + + connect-timeout = 20s + socket-timeout = 120s + + max-conn-per-route = 20 + max-conn-total = 100 +} +raw.sources { + rdbms { + connect-timeout = 30 s + read-timeout = 300 s + network-timeout = 300 s + login-timeout = 30 s + } +} +raw.sources.dropbox.clientId = "" +raw.sources.bytestream.http { + connect-timeout = 20 s + read-timeout = 120 s + conn-pool-max-per-route = 4096 + conn-pool-max-total = 32768 +} +raw.sources.s3 { + connect-timeout = 60 s + read-timeout = 120 s + max-connections = 50 + + # Hadoop s3a filesystem will make a nested loop of retries with the 2 next settings. + # so if max-retries = 7 and max-attempts = 3, it will make 7*3 = 21 retries + # see fs.s3a.attempts.maximum and fs.s3a.retry.limit + max-retries = 10 + max-attempts = 0 + # Initial delay between s3a retries, see fs.s3a.retry.interval + retry-interval = 100 ms + tmp-dir = ${java.io.tmpdir}/s3 + + default-region = eu-west-1 +}