Fix Delta Lake and Hadoop AWS version incompatibility

exacaster · Jun 13, 2024 · 6dadf56 · 6dadf56
1 parent d8f2e72
commit 6dadf56
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
@@ -41,3 +41,12 @@ micronaut:
         enabled: true
         step: PT1M
         descriptions: true
+
+app:
+  hadoop-props:
+    "fs.s3a.connection.maximum": 100
+    "fs.s3a.threads.keepalivetime": 60
+    "fs.s3a.aws.credentials.provider": "com.amazonaws.auth.EnvironmentVariableCredentialsProvider"
+    "fs.s3a.connection.establish.timeout": 50000
+    "fs.s3a.connection.timeout": 200000
+    "fs.s3a.multipart.purge.age": 86400