Source Template for Hydra Field Day Tutorial

hydra-field-day-source-template.hocon

include "extra-filters"
%{user-filters}%

source:[
    {mesh2:{
        markDir:"pixelatorDataMarks"
        mesh:{
            startDate:"%[segment-start-date:{{now-1}}]%"
            endDate:"%[segment-end-date:{{now-1}}]%"
            dateFormat:"yyMMdd"
            // this is the split job containing segment data by date - each bundle contains uid and one or more segment ids
            files:"/job/ed973899-3a7c-4112-8f8e-cd763589a57b/*/gold/split/{Y}{M}{D}/{{mod}}-*"
            sortTokenOffset:6
        }
        shardTotal:250
        injectSourceName:"RED"
    }}
    {mesh2:{
        markDir:"usyncDataMarks"
        mesh:{
            startDate:"%[usync-start-date:{{now-1}}]%"
            endDate:"%[usync-end-date:{{now-1}}]%"
            dateFormat:"yyMMdd"
            // this is the split job containing uid->puid mappings per partner (each in separate folder named after their pid)
            files:"/job/a052d8fa-5168-4ce1-9100-eab0d34608ed/*/gold/split/{Y}{M}{D}/%[pid]%/{{mod}}-*"
            sortTokenOffset:6
        }
        shardTotal:250
        injectSourceName:"USYNC"
    }}
]