mangle csv files using sq and jq

demo.csv

name;group;subgroup;type
abc;1;a;x
def;2;b;y
ghi;3;c;z
jkl;4;d;x
mno;5;e;y

demo_data_sq.sh

# https://sq.io/docs/drivers/csv#delimiters
sq add ./demo.csv --driver.csv.delim=semi --ingest.header

# https://sq.io/docs/drivers/csv#monotable
sq '@demo.data | .type | uniq' -j

# [
#   {
#     "type": "x"
#   },
#   {
#     "type": "y"
#   },
#   {
#     "type": "z"
#   }
# ]

sq '@demo.data | .type | uniq' -j | jq '{typ: [.[] | .type]}'
 
# {
#  "typ": [
#    "x",
#    "y",
#    "z"
#  ]
# }

sq sql 'SELECT distinct(type) from data' -j

# [
#   {
#     "type": "x"
#   },
#   {
#     "type": "y"
#   },
#   {
#     "type": "z"
#   }
# ]

sq sql 'SELECT distinct(type) from data' -j | jq '{typ: [.[] | .type]}'

# {
#  "typ": [
#    "x",
#    "y",
#    "z"
#  ]
# }

# write to a new csv
sq sql 'SELECT distinct(type) from data' --csv --output=x.csv