etl manual script

for state in FL PA TX NY MA VA MD; do
  for market in small_group; do
    for quarter in Q3 Q4;do 
      mkdir -p "./data/$market/$state/2016/$quarter";
      aws s3 cp --recursive "s3://vericred-emr-workers/production/plans/$market/$state/2016/$quarter" "./data/$market/$state/2016/$quarter";

      mkdir -p input "./data_out/$market/$state/2016/$quarter";
      ./bin/plan_etl -i "./data/$market/$state/2016/$quarter" \
        -o "./data_out/$market/$state/2016/$quarter" \
        -a hCentive \
        -m $market \
        -q $quarter \
        -s $state \
        -y 2016 \
      ;
    done
  done
  for market in individual; do
    mkdir -p "./data/$market/$state/2016/";
    aws s3 cp --recursive "s3://vericred-emr-workers/production/plans/$market/$state/2016/" "./data/$market/$state/2016/";
    
    mkdir -p "./data_out/$market/$state/2016/" ;
    ./bin/plan_etl -i "./data/$market/$state/2016/" \
      -o "./data_out/$market/$state/2016/" \
      -a hCentive \
      -m $market \
      -q 'Q1' \
      -s $state \
      -y 2016 \
      ;
  done
done

for state in FL PA TX NY MA VA MD; do
  for market in small_group; do
    for quarter in Q3 Q4;do 
      aws s3 cp --recursive "./data_out/$market/$state/2016/$quarter/" \
        "s3://vericred-emr-workers/production/plans/h_centive/$market/$state/2016/$quarter/"
    done
  done

  for market in individual;do 
        aws s3 cp --recursive "./data_out/$market/$state/2016/" \
          "s3://vericred-emr-workers/production/plans/h_centive/$market/$state/2016/"
  done
done