Skip to content

Instantly share code, notes, and snippets.

@wesm

wesm/sample.json

Created November 30, 2016 18:32
Show Gist options
  • Save wesm/459d9d53983c7eb29df2bd4fa2cc5219 to your computer and use it in GitHub Desktop.
Save wesm/459d9d53983c7eb29df2bd4fa2cc5219 to your computer and use it in GitHub Desktop.
Download ZIP
Arrow testing data
Raw
sample.json
{
"schema": {
"fields": [
{
"name": "int8",
"type": {
"name": "int",
"isSigned": true,
"bitWidth": 8
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 8
}
]
}
},
{
"name": "int16",
"type": {
"name": "int",
"isSigned": true,
"bitWidth": 16
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 16
}
]
}
},
{
"name": "int32",
"type": {
"name": "int",
"isSigned": true,
"bitWidth": 32
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 32
}
]
}
},
{
"name": "int64",
"type": {
"name": "int",
"isSigned": true,
"bitWidth": 64
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 64
}
]
}
},
{
"name": "uint8",
"type": {
"name": "int",
"isSigned": false,
"bitWidth": 8
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 8
}
]
}
},
{
"name": "uint16",
"type": {
"name": "int",
"isSigned": false,
"bitWidth": 16
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 16
}
]
}
},
{
"name": "uint32",
"type": {
"name": "int",
"isSigned": false,
"bitWidth": 32
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 32
}
]
}
},
{
"name": "uint64",
"type": {
"name": "int",
"isSigned": false,
"bitWidth": 64
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 64
}
]
}
},
{
"name": "float32",
"type": {
"name": "floatingpoint",
"precision": "SINGLE"
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 32
}
]
}
},
{
"name": "float64",
"type": {
"name": "floatingpoint",
"precision": "DOUBLE"
},
"nullable": true,
"children": [],
"typeLayout": {
"vectors": [
{
"type": "VALIDITY",
"typeBitWidth": 1
},
{
"type": "DATA",
"typeBitWidth": 64
}
]
}
}
]
},
"batches": [
{
"count": 5,
"columns": [
{
"name": "int8",
"count": 5,
"VALIDITY": [
1,
1,
1,
1,
1
],
"DATA": [
-25,
123,
87,
38,
30
]
},
{
"name": "int16",
"count": 5,
"VALIDITY": [
1,
0,
1,
0,
1
],
"DATA": [
26580,
20690,
200,
-3852,
16511
]
},
{
"name": "int32",
"count": 5,
"VALIDITY": [
1,
0,
0,
0,
1
],
"DATA": [
-468450171,
1494531244,
1653692196,
748056729,
1741848085
]
},
{
"name": "int64",
"count": 5,
"VALIDITY": [
0,
0,
0,
0,
0
],
"DATA": [
1011368935,
1708803648,
-692047757,
1656596999,
2117404255
]
},
{
"name": "uint8",
"count": 5,
"VALIDITY": [
1,
1,
0,
1,
1
],
"DATA": [
84,
0,
35,
32,
62
]
},
{
"name": "uint16",
"count": 5,
"VALIDITY": [
0,
0,
1,
0,
0
],
"DATA": [
99,
10987,
8528,
23431,
4706
]
},
{
"name": "uint32",
"count": 5,
"VALIDITY": [
1,
1,
1,
0,
0
],
"DATA": [
1953741090,
1085913805,
692134200,
597961052,
1819735935
]
},
{
"name": "uint64",
"count": 5,
"VALIDITY": [
0,
0,
0,
1,
1
],
"DATA": [
655515792,
955730496,
1537918633,
144686174,
643862005
]
},
{
"name": "float32",
"count": 5,
"VALIDITY": [
1,
1,
0,
0,
1
],
"DATA": [
0.42694558833652657,
-1.8184305741139146,
-0.18820401933066455,
0.74294858373377692,
1.2546130718715995
]
},
{
"name": "float64",
"count": 5,
"VALIDITY": [
0,
1,
0,
0,
0
],
"DATA": [
1.7439835798013121,
0.81940635083160895,
0.47766906360847283,
-1.4850928178024771,
1.9099843193216974
]
}
]
},
{
"count": 10,
"columns": [
{
"name": "int8",
"count": 10,
"VALIDITY": [
1,
0,
1,
0,
0,
1,
1,
1,
1,
0
],
"DATA": [
121,
-7,
-123,
121,
-64,
-102,
101,
61,
-113,
8
]
},
{
"name": "int16",
"count": 10,
"VALIDITY": [
0,
0,
0,
0,
1,
0,
1,
0,
1,
1
],
"DATA": [
29383,
27161,
27728,
23855,
7302,
24985,
-14254,
2316,
-5347,
23467
]
},
{
"name": "int32",
"count": 10,
"VALIDITY": [
1,
1,
0,
1,
1,
1,
1,
0,
0,
0
],
"DATA": [
-836207204,
808227607,
-1761182973,
1510384871,
1638916633,
583363142,
-268562719,
-341005036,
-1223002328,
1382814169
]
},
{
"name": "int64",
"count": 10,
"VALIDITY": [
0,
0,
0,
0,
0,
1,
1,
0,
1,
0
],
"DATA": [
1798197987,
1127883384,
579185757,
104758115,
151652776,
767484291,
943186244,
-526783029,
935484072,
1798556173
]
},
{
"name": "uint8",
"count": 10,
"VALIDITY": [
0,
1,
0,
0,
1,
1,
1,
1,
0,
1
],
"DATA": [
160,
52,
156,
194,
99,
175,
222,
158,
13,
114
]
},
{
"name": "uint16",
"count": 10,
"VALIDITY": [
1,
1,
0,
1,
1,
1,
1,
1,
0,
1
],
"DATA": [
21167,
41572,
33738,
1620,
7454,
2711,
60059,
48569,
4056,
16103
]
},
{
"name": "uint32",
"count": 10,
"VALIDITY": [
1,
1,
1,
1,
1,
0,
0,
1,
1,
1
],
"DATA": [
2039148331,
1590823099,
95486162,
272340170,
1275757088,
1974084121,
2073444842,
570289741,
247823279,
1660174877
]
},
{
"name": "uint64",
"count": 10,
"VALIDITY": [
1,
1,
1,
1,
0,
1,
1,
0,
1,
1
],
"DATA": [
1327293803,
1471991020,
1647842870,
16289581,
1319338984,
387379044,
323204061,
2140104676,
1237086660,
1468788237
]
},
{
"name": "float32",
"count": 10,
"VALIDITY": [
0,
1,
1,
1,
0,
0,
1,
1,
0,
1
],
"DATA": [
0.42554451616553607,
-0.59309032628060487,
-0.71492972927111753,
-0.053927754033833715,
-0.09953065015383894,
0.40804270463571335,
0.21979892549385105,
1.8269014965543902,
-1.4298322009547288,
1.1103939875577107
]
},
{
"name": "float64",
"count": 10,
"VALIDITY": [
1,
1,
0,
0,
0,
1,
1,
0,
1,
1
],
"DATA": [
-0.89568636664217249,
-0.0055341441689071777,
0.28974696210148565,
0.97736553836929141,
0.57226543056181445,
1.096198765159252,
0.70612547756777588,
0.33071951790472004,
-1.7040702789359499,
-0.5218699439467348
]
}
]
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment