Skip to content

Instantly share code, notes, and snippets.

@ottomata
Created May 2, 2017 17:34
Show Gist options
  • Select an option

  • Save ottomata/07e0d9dd72fee9d976d4379d60beccf5 to your computer and use it in GitHub Desktop.

Select an option

Save ottomata/07e0d9dd72fee9d976d4379d60beccf5 to your computer and use it in GitHub Desktop.
{
"dataSources" : [
{
"spec" : {
"dataSchema" : {
"dataSource" : "banner_activity_minutely",
"metricsSpec" : [
{
"name" : "request_count",
"type" : "longSum",
"fieldName": "request_count"
},
{
"name" : "normalized_request_count",
"type" : "doubleSum",
"fieldName": "normalized_request_count"
}
],
"granularitySpec" : {
"segmentGranularity" : "day",
"queryGranularity" : "minute",
"type" : "uniform"
},
"parser" : {
"type" : "string",
"parseSpec" : {
"format" : "json",
"timestampSpec" : { "column" : "dt", "format" : "iso" },
"dimensionsSpec" : {
"dimensions" : ["campaign", "banner", "project", "uselang", "bucket", "anonymous", "status_code", "country", "device", "sample_rate"]
}
}
}
},
"tuningConfig" : {
"type" : "realtime",
"windowPeriod" : "PT10M",
"intermediatePersistPeriod" : "PT10M",
"maxRowsInMemory" : "100000"
}
},
"properties" : {
"task.partitions" : "1",
"task.replicants" : "3",
"topicPattern": "test_banner_impressions_joal"
}
}
],
"properties" : {
"druid.discovery.curator.path": "discovery",
"zookeeper.connect" : "druid1001.eqiad.wmnet,druid1002.eqiad.wmnet,druid1003.eqiad.wmnet/druid/analytics-eqiad",
"kafka.zookeeper.connect": "conf1001.eqiad.wmnet,conf1002.eqiad.wmnet,conf1003.eqiad.wmnet/kafka/eqiad",
"kafka.group.id": "test_banner_impressions_joal-002",
"kafka.auto.offset.reset": "largest",
"mapreduce.output.fileoutputformat.compress": "org.apache.hadoop.io.compress.GzipCodec"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment