#!/bin/bash

wget -O ${HOME}/taxi_zones.zip https://s3.amazonaws.com/nyc-tlc/misc/taxi_zones.zip
unzip ${HOME}/taxi_zones.zip -d ${HOME}
ogr2ogr -f PostgreSQL PG:dbname=db -nln taxi_zones -nlt MULTIPOLYGON ${HOME}/taxi_zones.shp
geomColumn=wkb_geometry
psql -U postgres -d db -c "alter table taxi_zones alter column ${geomColumn} type geometry(multipolygon, 3857) using st_transform(${geomColumn}, 3857); \
  create index idx_taxi_zones_geom on taxi_zones using gist(${geomColumn});"

for i in 01 02 03 04 05 06 07 08 09 10 11 12
do
    fileName=yellow_tripdata_2017-${i}.csv
    filePath=${HOME}/${fileName}

    wget -O ${filePath} "https://s3.amazonaws.com/nyc-tlc/trip+data/${fileName}"
    dos2unix ${filePath}
    sed -i -e '2d' ${filePath}
    psql -U postgres -d db -c "COPY trips FROM '${filePath}' WITH csv header;"
done

psql -U postgres -d db -c "select create_hypertable('trips', 'pickup_datetime', migrate_data => true);"