bash convert column file like /etc/passwd to json

csv2json.sh

#!/bin/bash
# ./csv2json.sh -s ":" -f /etc/passwd -F 1,7 -N user,shell|json_pp

usage() { echo "Usage: $0 [-s <field seprator>] [-f <file>] [-F <fields>] [-N <names>]" 1>&2; exit 1;}


while getopts ":s:f:F:N:" o;do
    case "${o}" in
        s)
            SEP=${OPTARG}
            ;;
        f)
            FILE=${OPTARG}
            ;;
        F)
            FIELDS=${OPTARG}
            ;;
        N)
            NAMES=${OPTARG}
            ;;
        *)
            usage
            ;;
    esac
done
shift $((OPTIND-1))
if [ -z ${SEP} ] || [ -z ${FILE} ] || [ -z ${FIELDS} ] || [ -z ${NAMES} ] ;then
    usage
fi


NEWFDS=(${FIELDS//,/ })
NEWNS=(${NAMES//,/ })

if [ ${#NEWFDS[@]} -eq ${#NEWNS[@]} ]; then
    SIZE=${#NEWNS[@]}
    lines=()
    for ((i=0; i<${SIZE}; i++));
    do
        lines+=$(echo -En  "gsub(/[  \\t]+/, \"\", \$${NEWFDS[$i]});")
    done

    lines+=$(printf "%s" "printf(\"{")
    for ((i=0; i<${SIZE}; i++));
    do
        if (( i == ${SIZE}-1 ));then
            lines+=$(echo -En "\\"\"${NEWNS[$i]}\\"\":\\"\"%s\\"\"")
        else
            lines+=$(echo -En "\\"\"${NEWNS[$i]}\\"\":\\"\"%s\\"\",")
        fi
    done
    lines+=$(echo -En "}\n\"")
    for ((i=0;i<${SIZE};i++))
    do
        lines+=$(echo -En ",\$${NEWFDS[$i]}")
    done
    lines+=$(echo -En ")")
else
    echo "-F -N 参数应该一致"
    usage
fi
LINE=$(printf " %s" ${lines[*]})
cat ${FILE}| awk -F ${SEP} "{$LINE}"|awk 'BEGIN{ORS=","}{print}END{ORS="\n"}'|sed 's/^/[/;s/,$/]/'|more

mkdir -p  ~/.local/
python -m site
pip install --user pip || easy_install --user pip 
PATH=~/.local/bin:$PATH
pip install --user csv2json
pip search csv | less

http://datascienceatthecommandline.com/#tools this is useful too, (scrape is handy)

good luck!