Last active
March 3, 2016 15:54
-
-
Save l15k4/bcbc57e9366d233df981 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "type" : "index_hadoop", | |
| "spec" : { | |
| "dataSchema" : { | |
| "dataSource" : "gwiq", | |
| "parser" : { | |
| "type" : "hadoopyString", | |
| "parseSpec" : { | |
| "format" : "json", | |
| "timestampSpec" : { | |
| "column" : "time" | |
| }, | |
| "dimensionsSpec" : { | |
| "dimensions" : [ ], | |
| "dimensionExclusions" : [ "time", "uuid", "idx", "price" ], | |
| "spatialDimensions" : [ ] | |
| } | |
| } | |
| }, | |
| "metricsSpec" : [ { | |
| "type" : "count", | |
| "name" : "count" | |
| }, { | |
| "type" : "hyperUnique", | |
| "name" : "uuidHll", | |
| "fieldName" : "uuid" | |
| }, { | |
| "type" : "longSum", | |
| "name" : "indexSum", | |
| "fieldName" : "idx" | |
| }, { | |
| "type" : "doubleSum", | |
| "name" : "priceSum", | |
| "fieldName" : "price" | |
| } ], | |
| "granularitySpec" : { | |
| "type" : "uniform", | |
| "segmentGranularity" : "DAY", | |
| "queryGranularity" : "all", | |
| "intervals" : [ "2015-01-01T00Z/2015-01-01T05Z" ] | |
| } | |
| }, | |
| "ioConfig" : { | |
| "type" : "hadoop", | |
| "inputSpec" : { | |
| "type" : "granularity", | |
| "dataGranularity" : "HOUR", | |
| "inputPath" : "/var/data/druid/events", | |
| "filePattern" : ".*", | |
| "pathFormat" : "yyyy/MM/dd/HH" | |
| } | |
| }, | |
| "tuningConfig" : { | |
| "type" : "hadoop", | |
| "jobProperties" : { } | |
| } | |
| } | |
| } | |
| _________________________________________________________ | |
| Caused by: java.lang.RuntimeException: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist | |
| at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:39) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66] | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66] | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66] | |
| at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66] | |
| at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
| ... 7 more | |
| Caused by: java.io.FileNotFoundException: File /var/data/druid/events/2015/01/01/06 does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:362) ~[?:?] | |
| at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1484) ~[?:?] | |
| at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1524) ~[?:?] | |
| at org.apache.hadoop.fs.ChecksumFileSystem.listStatus(ChecksumFileSystem.java:564) ~[?:?] | |
| at io.druid.indexer.hadoop.FSSpideringIterator.spiderPathPropogateExceptions(FSSpideringIterator.java:35) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.hadoop.FSSpideringIterator$1.iterator(FSSpideringIterator.java:49) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.path.GranularityPathSpec.addInputPaths(GranularityPathSpec.java:148) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.HadoopDruidIndexerConfig.addInputPaths(HadoopDruidIndexerConfig.java:361) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.JobHelper.ensurePaths(JobHelper.java:170) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexer.HadoopDruidDetermineConfigurationJob.run(HadoopDruidDetermineConfigurationJob.java:53) ~[druid-indexing-hadoop-0.8.2.jar:0.8.2] | |
| at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:289) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_66] | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_66] | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_66] | |
| at java.lang.reflect.Method.invoke(Method.java:497) ~[?:1.8.0_66] | |
| at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:135) ~[druid-indexing-service-0.8.2.jar:0.8.2] | |
| ... 7 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment