Skip to content

Instantly share code, notes, and snippets.

@zz22394
Created August 20, 2017 02:03
Show Gist options
  • Save zz22394/a0b99a1266558553a2e8b47d4bdaf691 to your computer and use it in GitHub Desktop.
Save zz22394/a0b99a1266558553a2e8b47d4bdaf691 to your computer and use it in GitHub Desktop.
Partition Schema file
{
"columns" : [ {
"name" : "yr",
"type" : "int"
}, {
"name" : "quarter",
"type" : "int"
}, {
"name" : "month",
"type" : "int"
}, {
"name" : "dayofmonth",
"type" : "int"
}, {
"name" : "dayofweek",
"type" : "int"
}, {
"name" : "flightdate",
"type" : "string"
}, {
"name" : "uniquecarrier",
"type" : "string"
}, {
"name" : "airlineid",
"type" : "int"
}, {
"name" : "carrier",
"type" : "string"
}, {
"name" : "tailnum",
"type" : "string"
}, {
"name" : "flightnum",
"type" : "string"
}, {
"name" : "originairportid",
"type" : "int"
}, {
"name" : "originairportseqid",
"type" : "int"
}, {
"name" : "origincitymarketid",
"type" : "int"
}, {
"name" : "origin",
"type" : "string"
}, {
"name" : "origincityname",
"type" : "string"
}, {
"name" : "originstate",
"type" : "string"
}, {
"name" : "originstatefips",
"type" : "string"
}, {
"name" : "originstatename",
"type" : "string"
}, {
"name" : "originwac",
"type" : "int"
}, {
"name" : "destairportid",
"type" : "int"
}, {
"name" : "destairportseqid",
"type" : "int"
}, {
"name" : "destcitymarketid",
"type" : "int"
}, {
"name" : "dest",
"type" : "string"
}, {
"name" : "destcityname",
"type" : "string"
}, {
"name" : "deststate",
"type" : "string"
}, {
"name" : "deststatefips",
"type" : "string"
}, {
"name" : "deststatename",
"type" : "string"
}, {
"name" : "destwac",
"type" : "int"
}, {
"name" : "crsdeptime",
"type" : "string"
}, {
"name" : "deptime",
"type" : "string"
}, {
"name" : "depdelay",
"type" : "int"
}, {
"name" : "depdelayminutes",
"type" : "int"
}, {
"name" : "depdel15",
"type" : "int"
}, {
"name" : "departuredelaygroups",
"type" : "int"
}, {
"name" : "deptimeblk",
"type" : "string"
}, {
"name" : "taxiout",
"type" : "int"
}, {
"name" : "wheelsoff",
"type" : "string"
}, {
"name" : "wheelson",
"type" : "string"
}, {
"name" : "taxiin",
"type" : "int"
}, {
"name" : "crsarrtime",
"type" : "int"
}, {
"name" : "arrtime",
"type" : "string"
}, {
"name" : "arrdelay",
"type" : "int"
}, {
"name" : "arrdelayminutes",
"type" : "int"
}, {
"name" : "arrdel15",
"type" : "int"
}, {
"name" : "arrivaldelaygroups",
"type" : "int"
}, {
"name" : "arrtimeblk",
"type" : "string"
}, {
"name" : "cancelled",
"type" : "int"
}, {
"name" : "cancellationcode",
"type" : "string"
}, {
"name" : "diverted",
"type" : "int"
}, {
"name" : "crselapsedtime",
"type" : "int"
}, {
"name" : "actualelapsedtime",
"type" : "int"
}, {
"name" : "airtime",
"type" : "int"
}, {
"name" : "flights",
"type" : "int"
}, {
"name" : "distance",
"type" : "int"
}, {
"name" : "distancegroup",
"type" : "int"
}, {
"name" : "carrierdelay",
"type" : "int"
}, {
"name" : "weatherdelay",
"type" : "int"
}, {
"name" : "nasdelay",
"type" : "int"
}, {
"name" : "securitydelay",
"type" : "int"
}, {
"name" : "lateaircraftdelay",
"type" : "int"
}, {
"name" : "firstdeptime",
"type" : "string"
}, {
"name" : "totaladdgtime",
"type" : "int"
}, {
"name" : "longestaddgtime",
"type" : "int"
}, {
"name" : "divairportlandings",
"type" : "int"
}, {
"name" : "divreacheddest",
"type" : "int"
}, {
"name" : "divactualelapsedtime",
"type" : "int"
}, {
"name" : "divarrdelay",
"type" : "int"
}, {
"name" : "divdistance",
"type" : "int"
}, {
"name" : "div1airport",
"type" : "string"
}, {
"name" : "div1airportid",
"type" : "int"
}, {
"name" : "div1airportseqid",
"type" : "int"
}, {
"name" : "div1wheelson",
"type" : "string"
}, {
"name" : "div1totalgtime",
"type" : "int"
}, {
"name" : "div1longestgtime",
"type" : "int"
}, {
"name" : "div1wheelsoff",
"type" : "string"
}, {
"name" : "div1tailnum",
"type" : "string"
}, {
"name" : "div2airport",
"type" : "string"
}, {
"name" : "div2airportid",
"type" : "int"
}, {
"name" : "div2airportseqid",
"type" : "int"
}, {
"name" : "div2wheelson",
"type" : "string"
}, {
"name" : "div2totalgtime",
"type" : "int"
}, {
"name" : "div2longestgtime",
"type" : "int"
}, {
"name" : "div2wheelsoff",
"type" : "string"
}, {
"name" : "div2tailnum",
"type" : "string"
}, {
"name" : "div3airport",
"type" : "string"
}, {
"name" : "div3airportid",
"type" : "int"
}, {
"name" : "div3airportseqid",
"type" : "int"
}, {
"name" : "div3wheelson",
"type" : "string"
}, {
"name" : "div3totalgtime",
"type" : "int"
}, {
"name" : "div3longestgtime",
"type" : "int"
}, {
"name" : "div3wheelsoff",
"type" : "string"
}, {
"name" : "div3tailnum",
"type" : "string"
}, {
"name" : "div4airport",
"type" : "string"
}, {
"name" : "div4airportid",
"type" : "int"
}, {
"name" : "div4airportseqid",
"type" : "int"
}, {
"name" : "div4wheelson",
"type" : "string"
}, {
"name" : "div4totalgtime",
"type" : "int"
}, {
"name" : "div4longestgtime",
"type" : "int"
}, {
"name" : "div4wheelsoff",
"type" : "string"
}, {
"name" : "div4tailnum",
"type" : "string"
}, {
"name" : "div5airport",
"type" : "string"
}, {
"name" : "div5airportid",
"type" : "int"
}, {
"name" : "div5airportseqid",
"type" : "int"
}, {
"name" : "div5wheelson",
"type" : "string"
}, {
"name" : "div5totalgtime",
"type" : "int"
}, {
"name" : "div5longestgtime",
"type" : "int"
}, {
"name" : "div5wheelsoff",
"type" : "string"
}, {
"name" : "div5tailnum",
"type" : "string"
} ],
"parameters" : {
"presto_version" : "0.180-95-g3fca275-dirty",
"presto_query_id" : "20170818_055418_00026_zefqp",
"EXTERNAL" : "TRUE"
},
"storageFormat" : "ORC",
"serdeParameters" : { },
"externalLocation" : "s3a://hive/flightdelay/orc/year=2014"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment