Skip to content

Instantly share code, notes, and snippets.

@dimitrisdovinos
Created April 14, 2019 08:50
Show Gist options
  • Save dimitrisdovinos/1db50e5ec547b8d277f482dc6f940497 to your computer and use it in GitHub Desktop.
Save dimitrisdovinos/1db50e5ec547b8d277f482dc6f940497 to your computer and use it in GitHub Desktop.
{
"StorageDescriptor": {
"cols": {
"FieldSchema": [
{
"name": "id",
"type": "bigint",
"comment": ""
},
{
"name": "name",
"type": "string",
"comment": ""
},
{
"name": "host_id",
"type": "bigint",
"comment": ""
},
{
"name": "host_name",
"type": "string",
"comment": ""
},
{
"name": "neighbourhood_group",
"type": "string",
"comment": ""
},
{
"name": "neighbourhood",
"type": "string",
"comment": ""
},
{
"name": "latitude",
"type": "double",
"comment": ""
},
{
"name": "longitude",
"type": "double",
"comment": ""
},
{
"name": "room_type",
"type": "string",
"comment": ""
},
{
"name": "price",
"type": "bigint",
"comment": ""
},
{
"name": "minimum_nights",
"type": "bigint",
"comment": ""
},
{
"name": "number_of_reviews",
"type": "bigint",
"comment": ""
},
{
"name": "last_review",
"type": "string",
"comment": ""
},
{
"name": "reviews_per_month",
"type": "double",
"comment": ""
},
{
"name": "calculated_host_listings_count",
"type": "bigint",
"comment": ""
},
{
"name": "availability_365",
"type": "bigint",
"comment": ""
}
]
},
"location": "s3://gluedatasource/",
"inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"compressed": "false",
"numBuckets": "-1",
"SerDeInfo": {
"name": "",
"serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
"parameters": {
"field.delim": ","
}
},
"bucketCols": [],
"sortCols": [],
"parameters": {
"skip.header.line.count": "1",
"sizeKey": "1591562",
"objectCount": "1",
"UPDATED_BY_CRAWLER": "airbnbCrawler",
"CrawlerSchemaSerializerVersion": "1.0",
"recordCount": "9307",
"averageRecordSize": "171",
"CrawlerSchemaDeserializerVersion": "1.0",
"compressionType": "none",
"classification": "csv",
"columnsOrdered": "true",
"areColumnsQuoted": "false",
"delimiter": ",",
"typeOfData": "file"
},
"SkewedInfo": {},
"storedAsSubDirectories": "false"
},
"parameters": {
"skip.header.line.count": "1",
"sizeKey": "1591562",
"objectCount": "1",
"UPDATED_BY_CRAWLER": "airbnbCrawler",
"CrawlerSchemaSerializerVersion": "1.0",
"recordCount": "9307",
"averageRecordSize": "171",
"CrawlerSchemaDeserializerVersion": "1.0",
"compressionType": "none",
"classification": "csv",
"columnsOrdered": "true",
"areColumnsQuoted": "false",
"delimiter": ",",
"typeOfData": "file"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment