Skip to content

Instantly share code, notes, and snippets.

@qix
Created May 20, 2015 00:40
Show Gist options
  • Save qix/5a38e4533b25484bc1f7 to your computer and use it in GitHub Desktop.
Save qix/5a38e4533b25484bc1f7 to your computer and use it in GitHub Desktop.
[
{
"dataSchema": {
"dataSource": "allFeedFeatures",
"granularitySpec": {
"queryGranularity": "NONE",
"segmentGranularity": "DAY",
"type": "uniform"
},
"metricsSpec": [
{
"name": "Count",
"type": "count"
}
],
"parser": {
"parseSpec": {
"dimensionsSpec": {
"dimensionExclusions": [],
"dimensions": [
"ActionId",
"ApiKey",
"Labels",
...
],
"spatialDimensions": []
},
"format": "json",
"timestampSpec": {
"column": "Timestamp",
"format": "millis"
}
},
"type": "string"
}
},
"ioConfig": {
"firehose": {
"consumerProps": {
"auto.commit.enable": "false",
"auto.offset.reset": "largest",
"fetch.message.max.bytes": "1000000",
"group.id": "druidAllFeedFeatures",
"zookeeper.connect": "consul1:2181,consul2:2181,consul3:2181,consul4:2181,consul5:2181/kafka",
"zookeeper.connection.timeout.ms": "15000",
"zookeeper.session.timeout.ms": "15000",
"zookeeper.sync.time.ms": "5000"
},
"feed": "allFeedFeatures",
"type": "kafka-0.8"
},
"plumber": {
"type": "realtime"
},
"type": "realtime"
},
"tuningConfig": {
"basePersistDirectory": "/data/druid/kafka-persist",
"intermediatePersistPeriod": "PT10m",
"maxRowsInMemory": 500000,
"rejectionPolicy": {
"type": "serverTime"
},
"type": "realtime",
"windowPeriod": "PT60m"
}
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment