Remove headers from taxi data

# List files
declare -a arr=(
"nyc_taxi_trips_2009-01.csv"
"nyc_taxi_trips_2009-02.csv"
"nyc_taxi_trips_2009-03.csv"
"nyc_taxi_trips_2009-04.csv"
"nyc_taxi_trips_2009-05.csv"
"nyc_taxi_trips_2009-06.csv"
"nyc_taxi_trips_2009-07.csv"
"nyc_taxi_trips_2009-08.csv"
"nyc_taxi_trips_2009-09.csv"
"nyc_taxi_trips_2009-10.csv"
"nyc_taxi_trips_2009-11.csv"
"nyc_taxi_trips_2009-12.csv"
"nyc_taxi_trips_2010-01.csv"
"nyc_taxi_trips_2010-02.csv"
"nyc_taxi_trips_2010-03.csv"
"nyc_taxi_trips_2010-04.csv"
"nyc_taxi_trips_2010-05.csv"
"nyc_taxi_trips_2010-06.csv"
"nyc_taxi_trips_2010-07.csv"
"nyc_taxi_trips_2010-08.csv"
"nyc_taxi_trips_2010-09.csv"
"nyc_taxi_trips_2010-10.csv"
"nyc_taxi_trips_2010-11.csv"
"nyc_taxi_trips_2010-12.csv"
"nyc_taxi_trips_2011-01.csv"
"nyc_taxi_trips_2011-02.csv"
"nyc_taxi_trips_2011-03.csv"
"nyc_taxi_trips_2011-04.csv"
"nyc_taxi_trips_2011-05.csv"
"nyc_taxi_trips_2011-06.csv"
"nyc_taxi_trips_2011-07.csv"
"nyc_taxi_trips_2011-08.csv"
"nyc_taxi_trips_2011-09.csv"
"nyc_taxi_trips_2011-10.csv"
"nyc_taxi_trips_2011-11.csv"
"nyc_taxi_trips_2011-12.csv"
"nyc_taxi_trips_2012-01.csv"
"nyc_taxi_trips_2012-02.csv"
"nyc_taxi_trips_2012-03.csv"
"nyc_taxi_trips_2012-04.csv"
"nyc_taxi_trips_2012-05.csv"
"nyc_taxi_trips_2012-06.csv"
"nyc_taxi_trips_2012-07.csv"
"nyc_taxi_trips_2012-08.csv"
"nyc_taxi_trips_2012-09.csv"
"nyc_taxi_trips_2012-10.csv"
"nyc_taxi_trips_2012-11.csv"
"nyc_taxi_trips_2012-12.csv"
"nyc_taxi_trips_2013-01.csv"
"nyc_taxi_trips_2013-02.csv"
"nyc_taxi_trips_2013-03.csv"
"nyc_taxi_trips_2013-04.csv"
"nyc_taxi_trips_2013-05.csv"
"nyc_taxi_trips_2013-06.csv"
"nyc_taxi_trips_2013-07.csv"
"nyc_taxi_trips_2013-08.csv"
"nyc_taxi_trips_2013-09.csv"
"nyc_taxi_trips_2013-10.csv"
"nyc_taxi_trips_2013-11.csv"
"nyc_taxi_trips_2013-12.csv"
"nyc_taxi_trips_2014-01.csv"
"nyc_taxi_trips_2014-02.csv"
"nyc_taxi_trips_2014-03.csv"
"nyc_taxi_trips_2014-04.csv"
"nyc_taxi_trips_2014-05.csv"
"nyc_taxi_trips_2014-06.csv"
"nyc_taxi_trips_2014-07.csv"
"nyc_taxi_trips_2014-08.csv"
"nyc_taxi_trips_2014-09.csv"
"nyc_taxi_trips_2014-10.csv"
"nyc_taxi_trips_2014-11.csv"
"nyc_taxi_trips_2014-12.csv"
"nyc_taxi_trips_2015-01.csv"
"nyc_taxi_trips_2015-02.csv"
"nyc_taxi_trips_2015-03.csv"
"nyc_taxi_trips_2015-04.csv"
"nyc_taxi_trips_2015-05.csv"
"nyc_taxi_trips_2015-06.csv"
"nyc_taxi_trips_2015-07.csv"
"nyc_taxi_trips_2015-08.csv"
"nyc_taxi_trips_2015-09.csv"
"nyc_taxi_trips_2015-10.csv"
"nyc_taxi_trips_2015-11.csv"
"nyc_taxi_trips_2015-12.csv"
)

# Remove header
for i in "${arr[@]}"
do
echo $i
aws s3 cp s3://rstudio-sparkdemo-data/nyc-taxi/csv/trips/$i /tmp/header/$i
tail -n +2 /tmp/header/$i > /tmp/noheader/$i
aws s3 cp /tmp/noheader/$i s3://rstudio-sparkdemo-data/nyc-taxi/csv/trips_noheader/$i
rm /tmp/header/$i /tmp/noheader/$i
done