crssconfig/crss-mq-computation/crss-mq-computation.yml

spring:
  profiles:
    include: mesos

  crss-dataflow:
    datasource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=dataflow
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=dataflow
      username: crss_dataflow
      password: lgcCpwy0
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1
  crss-main:
    datasource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=meterprocess
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=meterprocess
      username: crss_meterprocess
      password: D9JpfUtT
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1
  crss-registration:
    dataSource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=registration
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=registration
      username: crss_registration
      password: 51UF3JA9
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1

  jpa:
    show-sql: true
    generate-ddl: false
    open-in-view: false
    properties:
      hibernate:
        # generate_statistics: true
        dialect: org.hibernate.dialect.PostgreSQLDialect
        ddl-auto: none
        hbm2ddl:
          auto: none

  cloud:
    task:
      initialize:
        enable: false
    deployer:
      mesos:
        chronos:
          apiEndpoint: http://master.mesos/service/chronos/v1
          memory: 32768
          cpu: 4
          # apply monthly constraints here
          constraints: rack,EQUAL,rack-monthly
        dcos:
          authorizationToken: ${crss.dcos.token}

  batch:
    initializer:
      enabled: false

  cache:
    jcache:
      config: ehcache3.xml

logging:
  level:
    com.pemc.crss: DEBUG
    # org.hibernate.stat: debug
    #org.hibernate: INFO
    #org.hibernate.type: trace

batch:
  vacuum: false
  chunkSize: 100
  maxWorkers: 20
  partitionSize:
    gap: 100000
    mq: 90000
    mqMonthly: 144
    mqDaily: 58
    ssla: 5000
    report: 1

mqreport:
  directory: /tmp/

sftp:
  credentials:
    username: pemc
    password: 123qwe
    host: sftp.marathon.l4lb.thisdcos.directory
    port: 22
    workingDirectory: /upload/mq
    privateKey:

crss:
  meterprocess:
    mq:
      genMtnMpointSchedMapQuery: >
        insert into %s (mtn, sein, reading_datetime, group_schedule_id, validated_id, version, CREATED_DATE)
        select
          temp_sched_map.mtn_name,
          temp_sched_map.sein,
          temp_sched_map.reading_datetime,
          temp_sched_map.group_schedule_id,
          temp_sched_map.validated_id,
          %d,
          now()
        from (
               SELECT
                 DISTINCT  on (cm.mtn_name, mpoint.sein, reading_datetime, gs.id)
                 cm.mtn_name,
                 mpoint.sein,
                 gen_date AS reading_datetime,
                 gs.id    AS group_schedule_id,
                 rank() OVER (PARTITION BY cm.mtn_name ORDER BY gs.eff_start_date desc, gs.created_datetime DESC ) as rank
                ,

                 (
                     select
                       DISTINCT first_value(val.id) OVER (PARTITION BY val.sein, val.reading_datetime ORDER BY val.created_date_time DESC )
                     from txn_meter_validated_%s val
                     where val.sein = mpoint.sein
                           and val.reading_datetime = gen_date
                           and val.meter_type = 'MIRF_MT_WESM'
                   )
                   as validated_id
               FROM cfg_mtn_grp_sched gs
                 JOIN cfg_mtn_grp mg
                   ON mg.mtn_grp_id = gs.mtn_grp_id
                 JOIN cfg_mtn_grp_x_cfg_mtn gxm
                   ON gxm.mtn_grp_id = mg.mtn_grp_id
                 JOIN cfg_mtn cm
                   ON cm.mtn_cfg_id = gxm.mtn_cfg_id
                 LEFT JOIN cfg_mtn_mpoint mpoint
                   ON mpoint.mtn_cfg_id = cm.mtn_cfg_id
                 ,
                     generate_series('%s', '%s', INTERVAL '%d minutes') gen_date
               WHERE gs.eff_start_date <= gen_date
                     AND gs.status = 'ACTIVE'
             ) temp_sched_map where temp_sched_map.rank = 1 and temp_sched_map.validated_id is not null;
---
spring:
  profiles: dailyMq
  cloud.deployer.mesos.chronos.constraints: rack,EQUAL,rack-daily
---

---
spring:
  profiles: dailyMqReport
  cloud.deployer.mesos.chronos.constraints: rack,EQUAL,rack-daily
---