Explorar o código

initialize "constraints" key in metering dataflow jobs

dmendoza %!s(int64=7) %!d(string=hai) anos
pai
achega
0b8714cf76

+ 14 - 0
crss-meterprocess-task-stlready/crss-meterprocess-task-stlready-dev2.yml

@@ -37,9 +37,23 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 4096
           cpu: 0.5
+          # apply monthly constraints here
+          constraints:
 
 batch:
   partitionSize:
     stl: 5000
 
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: finalizeDaily
+  cloud.deployer.mesos.chronos.constraints:
+---
+
 

+ 14 - 0
crss-meterprocess-task-stlready/crss-meterprocess-task-stlready-pemc-dev.yml

@@ -37,7 +37,21 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 4096
           cpu: 2
+          # apply monthly constraints here
+          constraints:
 
 batch:
   partitionSize:
     stl: 20000
+
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: finalizeDaily
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 15 - 1
crss-meterprocess-task-stlready/crss-meterprocess-task-stlready.yml

@@ -61,6 +61,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 8192
           cpu: 2
+          # apply monthly constraints here
+          constraints:
         dcos:
           authorizationToken: eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1aWQiOiJkY29zX2hpc3Rvcnlfc2VydmljZSIsImV4cCI6NDY1NTE3ODM0OX0.erK7saZPxkEOP6k1S8CNvITHQ1SyEUj1cW5qx4GTQU-MPOwxMsFAcFYO0zAthXPYQSzaRxykTelkLMJTsSQVro9bGJcHua7SedIqCmq1TvAUBSJugyxsDxu07mmS-Yh7MwpmG3LAOItwCYzWhihMqdLKRA19iimAs8xS6V5uKo5U5Fq1lOAQ0ye4f4L9CgF8WWyIqILdpynLRIx_eViY5RWtqYznV8otg0jkJGsjHQQmPZa732NY0crJtDcN713wVqT4SZoG993-Zv4mH_RU0a7NbwtvFE1mCfmja1aMp_gtogdS3xdQvRcS1BzaoJs4_dGUvRoQdUeseuTbHkF6VQ
 
@@ -82,4 +84,16 @@ batch:
   chunkSize: 100
   maxWorkers: 20
   partitionSize:
-    stl: 120000
+    stl: 120000
+
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: finalizeDaily
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 16 - 1
crss-mq-computation/crss-mq-computation-dev2.yml

@@ -47,6 +47,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 6144
           cpu: 0.5
+          # apply monthly constraints here
+          constraints:
     task:
       initialize:
         enable: false
@@ -84,4 +86,17 @@ sftp:
     host: sftp.marathon.l4lb.thisdcos.directory
     port: 22
     workingDirectory: /upload
-    privateKey:
+    privateKey:
+
+
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: dailyMqReport
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 16 - 1
crss-mq-computation/crss-mq-computation-pemc-dev.yml

@@ -47,6 +47,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 2560
           cpu: 0.5
+          # apply monthly constraints here
+          constraints:
     task:
       initialize:
         enable: false
@@ -83,4 +85,17 @@ sftp:
     host: sftp.marathon.l4lb.thisdcos.directory
     port: 22
     workingDirectory: /upload/mq
-    privateKey:
+    privateKey:
+
+
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: dailyMqReport
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 14 - 0
crss-mq-computation/crss-mq-computation.yml

@@ -55,6 +55,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 32768
           cpu: 4
+          # apply monthly constraints here
+          constraints:
         dcos:
           authorizationToken: eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1aWQiOiJkY29zX2hpc3Rvcnlfc2VydmljZSIsImV4cCI6NDY1NTE3ODM0OX0.erK7saZPxkEOP6k1S8CNvITHQ1SyEUj1cW5qx4GTQU-MPOwxMsFAcFYO0zAthXPYQSzaRxykTelkLMJTsSQVro9bGJcHua7SedIqCmq1TvAUBSJugyxsDxu07mmS-Yh7MwpmG3LAOItwCYzWhihMqdLKRA19iimAs8xS6V5uKo5U5Fq1lOAQ0ye4f4L9CgF8WWyIqILdpynLRIx_eViY5RWtqYznV8otg0jkJGsjHQQmPZa732NY0crJtDcN713wVqT4SZoG993-Zv4mH_RU0a7NbwtvFE1mCfmja1aMp_gtogdS3xdQvRcS1BzaoJs4_dGUvRoQdUeseuTbHkF6VQ
 
@@ -95,3 +97,15 @@ sftp:
     workingDirectory: /upload/mq
     privateKey:
 
+
+---
+spring:
+  profiles: dailyMq
+  cloud.deployer.mesos.chronos.constraints:
+---
+
+---
+spring:
+  profiles: dailyMqReport
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 10 - 1
crss-mtr/crss-mtr-dev2.yml

@@ -47,6 +47,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 3072
           cpu: 0.5
+          # apply monthly constraints here
+          constraints:
     task:
       initialize:
         enable: false
@@ -75,4 +77,11 @@ sftp:
     host: sftp.marathon.l4lb.thisdcos.directory
     port: 22
     workingDirectory: /upload
-    privateKey:
+    privateKey:
+
+
+---
+spring:
+  profiles: dailyMtr
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 10 - 1
crss-mtr/crss-mtr-pemc-dev.yml

@@ -47,6 +47,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 4096
           cpu: 2
+          # apply monthly constraints here
+          constraints:
     task:
       initialize:
         enable: false
@@ -76,4 +78,11 @@ sftp:
     host: sftp.marathon.l4lb.thisdcos.directory
     port: 22
     workingDirectory: /upload
-    privateKey:
+    privateKey:
+
+
+---
+spring:
+  profiles: dailyMtr
+  cloud.deployer.mesos.chronos.constraints:
+---

+ 8 - 0
crss-mtr/crss-mtr.yml

@@ -52,6 +52,8 @@ spring:
           apiEndpoint: http://master.mesos/service/chronos/v1
           memory: 16384
           cpu: 4
+          # apply monthly constraints here
+          constraints:
         dcos:
           authorizationToken: eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1aWQiOiJkY29zX2hpc3Rvcnlfc2VydmljZSIsImV4cCI6NDY1NTE3ODM0OX0.erK7saZPxkEOP6k1S8CNvITHQ1SyEUj1cW5qx4GTQU-MPOwxMsFAcFYO0zAthXPYQSzaRxykTelkLMJTsSQVro9bGJcHua7SedIqCmq1TvAUBSJugyxsDxu07mmS-Yh7MwpmG3LAOItwCYzWhihMqdLKRA19iimAs8xS6V5uKo5U5Fq1lOAQ0ye4f4L9CgF8WWyIqILdpynLRIx_eViY5RWtqYznV8otg0jkJGsjHQQmPZa732NY0crJtDcN713wVqT4SZoG993-Zv4mH_RU0a7NbwtvFE1mCfmja1aMp_gtogdS3xdQvRcS1BzaoJs4_dGUvRoQdUeseuTbHkF6VQ
 
@@ -86,3 +88,9 @@ sftp:
     workingDirectory: /upload
     privateKey:
 
+
+---
+spring:
+  profiles: dailyMtr
+  cloud.deployer.mesos.chronos.constraints:
+---