crssconfig/crss-mq-computation/crss-mq-computation.yml

spring:
  profiles:
    include: mesos

  crss-dataflow:
    datasource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=dataflow&ApplicationName=meterprocessMqComputationJob
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=dataflow&ApplicationName=meterprocessMqComputationJob
      username: crss_dataflow
      password: lgcCpwy0
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1
  crss-main:
    datasource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=meterprocess&ApplicationName=meterprocessMqComputationJob
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=meterprocess&ApplicationName=meterprocessMqComputationJob
      username: crss_meterprocess
      password: D9JpfUtT
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1
  crss-registration:
    dataSource:
      jdbcUrl: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=registration&ApplicationName=meterprocessMqComputationJob
      url: jdbc:edb://${crss.database.ip}:5432/crss?currentSchema=registration&ApplicationName=meterprocessMqComputationJob
      username: crss_registration
      password: 51UF3JA9
      driverClassName: com.edb.Driver
      connectionTimeout: 150000
      maximumPoolSize: 3
      test-on-borrow: true
      validation-query: SELECT 1

  jpa:
    show-sql: true
    generate-ddl: false
    open-in-view: false
    properties:
      hibernate:
        # generate_statistics: true
        dialect: org.hibernate.dialect.PostgreSQLDialect
        ddl-auto: none
        hbm2ddl:
          auto: none

  cloud:
    task:
      initialize:
        enable: false
    deployer:
      mesos:
        chronos:
          apiEndpoint: http://chronos.marathon.l4lb.thisdcos.directory:10001/v1
          memory: 30720
          memory-daily: 4096
          cpu: 4
          cpu-daily: 1
          # apply monthly constraints here
          constraints: rack,EQUALS,rack-monthly
        dcos:
          authorizationToken: ${crss.dcos.token}

  batch:
    initializer:
      enabled: false

  cache:
    jcache:
      config: ehcache3.xml

logging:
  level:
    com.pemc.crss: DEBUG
    # org.hibernate.stat: debug
    #org.hibernate: INFO
    #org.hibernate.type: trace

batch:
  vacuum: false
  chunkSize: 1000
  maxWorkers: 20
  partitionSize:
    gap: 100000
    mq: 90000
    mqMonthly: 144
    mqDaily: 144
    ssla: 5000
    report: 1
    report-daily: 100
    report-max-count: 288288

mqreport:
  directory: /tmp/

sftp:
  credentials:
    username: pemc
    password: 123qwe
    host: sftp.marathon.l4lb.thisdcos.directory
    port: 22
    workingDirectory: /upload/mq
    privateKey:

crss:
  meterprocess:
    mq:
      genMtnMpointSchedMapQuery: >
        insert into %s (mtn, sein, reading_datetime, group_schedule_id, validated_id, version, CREATED_DATE)
        select
          outer_query.mtn_name,
          outer_query.sein,
          outer_query.reading_datetime,
          outer_query.group_schedule_id,
          outer_query.validated_id,
          %d,
          now()
        from
        (select *,
        row_number() over (partition by sein, reading_datetime order by eff_start_date desc, created_datetime desc) as rn
        from
        (select
          temp_sched_map.mtn_name,
          temp_sched_map.sein,
          temp_sched_map.reading_datetime,
          temp_sched_map.group_schedule_id,
          temp_sched_map.validated_id,
          temp_sched_map.eff_start_date,
          temp_sched_map.created_datetime
        from (
        SELECT
        DISTINCT  on (cm.mtn_name, mpoint.sein, reading_datetime, gs.id)
        cm.mtn_name,
        mpoint.sein,
        gen_date AS reading_datetime,
        gs.id    AS group_schedule_id,
        gs.eff_start_date,
        gs.created_datetime,
        rank() OVER (PARTITION BY cm.mtn_name, mpoint.sein ORDER BY gs.eff_start_date desc, gs.created_datetime DESC ) as rank
        ,
        (
        select
        DISTINCT first_value(val.id) OVER (PARTITION BY val.sein, val.reading_datetime ORDER BY val.created_date_time DESC )
        from txn_meter_validated_%s val
        where val.sein = mpoint.sein
        and val.reading_datetime = gen_date
        and val.meter_type = 'MIRF_MT_WESM'
        )
        as validated_id
        FROM cfg_mtn_grp_sched gs
        JOIN cfg_mtn_grp mg
        ON mg.mtn_grp_id = gs.mtn_grp_id
        JOIN cfg_mtn_grp_x_cfg_mtn gxm
        ON gxm.mtn_grp_id = mg.mtn_grp_id
        JOIN cfg_mtn cm
        ON cm.mtn_cfg_id = gxm.mtn_cfg_id
        LEFT JOIN cfg_mtn_mpoint mpoint
        ON mpoint.mtn_cfg_id = cm.mtn_cfg_id
        ,
        generate_series('%s', '%s', INTERVAL '%d minutes') gen_date
        WHERE gs.eff_start_date <= gen_date
        AND gs.status = 'ACTIVE'
        ) temp_sched_map where temp_sched_map.validated_id is not null) inner_query) outer_query
        where rn = 1;
---
spring:
  profiles: dailyMq
  cloud.deployer.mesos.chronos.constraints: rack,EQUALS,rack-daily
---

---
spring:
  profiles: dailyMqReport
  cloud.deployer.mesos.chronos.constraints: rack,EQUALS,rack-daily
---