Skip to content

Commit

Permalink
Fix location of reference.conf for rest and sources
Browse files Browse the repository at this point in the history
  • Loading branch information
miguelbranco80 committed Jun 28, 2024
1 parent 40ebe83 commit c022fde
Show file tree
Hide file tree
Showing 2 changed files with 44 additions and 45 deletions.
46 changes: 1 addition & 45 deletions snapi-frontend/src/main/resources/reference.conf
Original file line number Diff line number Diff line change
Expand Up @@ -29,19 +29,6 @@ raw {
}
}
}

raw.rest.client {
async-request-retries = 10

service-not-available-retries = 10
service-not-available-retry-interval = 1s

connect-timeout = 20s
socket-timeout = 120s

max-conn-per-route = 20
max-conn-total = 100
}
raw.inferrer {
# Number of inferrer threads.
thread-pool-size = 8
Expand Down Expand Up @@ -85,35 +72,4 @@ raw.inferrer.local {

# Buffered seekable input stream can be used for text-based formats.
use-buffered-seekable-is = true
}
raw.sources {
rdbms {
connect-timeout = 30 s
read-timeout = 300 s
network-timeout = 300 s
login-timeout = 30 s
}
}
raw.sources.dropbox.clientId = ""
raw.sources.bytestream.http {
connect-timeout = 20 s
read-timeout = 120 s
conn-pool-max-per-route = 4096
conn-pool-max-total = 32768
}
raw.sources.s3 {
connect-timeout = 60 s
read-timeout = 120 s
max-connections = 50

# Hadoop s3a filesystem will make a nested loop of retries with the 2 next settings.
# so if max-retries = 7 and max-attempts = 3, it will make 7*3 = 21 retries
# see fs.s3a.attempts.maximum and fs.s3a.retry.limit
max-retries = 10
max-attempts = 0
# Initial delay between s3a retries, see fs.s3a.retry.interval
retry-interval = 100 ms
tmp-dir = ${java.io.tmpdir}/s3

default-region = eu-west-1
}
}
43 changes: 43 additions & 0 deletions sources/src/main/resources/reference.conf
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
raw.rest.client {
async-request-retries = 10

service-not-available-retries = 10
service-not-available-retry-interval = 1s

connect-timeout = 20s
socket-timeout = 120s

max-conn-per-route = 20
max-conn-total = 100
}
raw.sources {
rdbms {
connect-timeout = 30 s
read-timeout = 300 s
network-timeout = 300 s
login-timeout = 30 s
}
}
raw.sources.dropbox.clientId = ""
raw.sources.bytestream.http {
connect-timeout = 20 s
read-timeout = 120 s
conn-pool-max-per-route = 4096
conn-pool-max-total = 32768
}
raw.sources.s3 {
connect-timeout = 60 s
read-timeout = 120 s
max-connections = 50

# Hadoop s3a filesystem will make a nested loop of retries with the 2 next settings.
# so if max-retries = 7 and max-attempts = 3, it will make 7*3 = 21 retries
# see fs.s3a.attempts.maximum and fs.s3a.retry.limit
max-retries = 10
max-attempts = 0
# Initial delay between s3a retries, see fs.s3a.retry.interval
retry-interval = 100 ms
tmp-dir = ${java.io.tmpdir}/s3

default-region = eu-west-1
}

0 comments on commit c022fde

Please sign in to comment.