Browse Source

[dataflow-app] implement job execution timeouts

dmendoza 7 years ago
parent
commit
e4d0dc1c7e

+ 8 - 1
crss-dataflow-app/crss-dataflow-app-dev.yml

@@ -25,4 +25,11 @@ security:
 
 management:
   security:
-    enabled: false
+    enabled: false
+
+scheduler:
+  job-execution-timeout-minutes:
+    default: 60
+    # test values
+    runWesm: 10
+    calcTa: 10

+ 2 - 0
crss-dataflow-app/crss-dataflow-app-dev2.yml

@@ -31,6 +31,8 @@ dataflow:
 
 scheduler:
   launch-timeout-seconds: 1200
+  job-execution-timeout-minutes:
+    default: 60
 
 sftp:
   credentials:

+ 4 - 0
crss-dataflow-app/crss-dataflow-app-pemc-dev.yml

@@ -34,3 +34,7 @@ sftp:
     host: sftp.marathon.l4lb.thisdcos.directory
     workingDirectory: /upload
 
+scheduler:
+  job-execution-timeout-minutes:
+    default: 60
+

+ 3 - 0
crss-dataflow-app/crss-dataflow-app.yml

@@ -81,6 +81,9 @@ sftp:
 scheduler:
   interval-milliseconds: 10000
   launch-timeout-seconds: 900
+#  add additional keys from JobProcess.envKey if you need to fine-grain the job execution timeout for a specific job
+  job-execution-timeout-minutes:
+    default: 480 #8 hours
 
 # temporary todi-config, to be moved to general config
 todi-config: