pageview_tranquility_conf.json

{
   "dataSources" : [
      {
         "spec" : {
            "dataSchema" : {
               "dataSource" : "pageviews-hourly",
               "metricsSpec" : [
                   {
                     "name" : "view_count",
                     "type" : "longSum",
                     "fieldName": "view_count"
                   }
               ],
               "granularitySpec" : {
                  "segmentGranularity" : "hour",
                  "queryGranularity" : "hourly",
                  "type" : "uniform"
               },
               "parser" : {
                  "type" : "string",
                  "parseSpec" : {
                     "format" : "json",
                     "timestampSpec" : { "column" : "dt", "format" : "iso" },
                     "dimensionsSpec" : {
                        "dimensions" : ["project", "language_variant", "access_method", "agent_type", "referer_class", "zero", "continent", "country_code", "country", "subdivision", "city", "ua_device_family", "ua_browser_family", "ua_browser_major", "ua_os_family", "ua_os_major", "ua_os_minor", "ua_wmf_app_version"]
                     }
                  }
               }
            },
            "tuningConfig" : {
               "type" : "realtime",
               "windowPeriod" : "PT10M",
               "intermediatePersistPeriod" : "PT10M",
               "maxRowsInMemory" : "1000000"
            }
         },
         "properties" : {
            "task.partitions" : "1",
            "task.replicants" : "3",
            "topicPattern": "test_pageviews_joal"
         }
      }
   ],
   "properties" : {
       "druid.discovery.curator.path": "discovery",
       "zookeeper.connect" : "druid1001.eqiad.wmnet,druid1002.eqiad.wmnet,druid1003.eqiad.wmnet/druid/analytics-eqiad",
       "kafka.zookeeper.connect": "conf1001.eqiad.wmnet,conf1002.eqiad.wmnet,conf1003.eqiad.wmnet/kafka/eqiad",
       "kafka.group.id": "test_pageviews_joal-002",
       "kafka.auto.offset.reset": "largest",
       "mapreduce.output.fileoutputformat.compress": "org.apache.hadoop.io.compress.GzipCodec"
   }
}