23 lines
544 B
Bash
Executable File
23 lines
544 B
Bash
Executable File
|
|
set -e
|
|
|
|
TAXI_TYPE=$1 # "yellow"
|
|
YEAR=$2 # 2020
|
|
|
|
URL_PREFIX="https://github.com/DataTalksClub/nyc-tlc-data/releases/download"
|
|
|
|
for MONTH in {1..12}; do
|
|
FMONTH=`printf "%02d" ${MONTH}`
|
|
|
|
URL="${URL_PREFIX}/${TAXI_TYPE}/${TAXI_TYPE}_tripdata_${YEAR}-${FMONTH}.csv.gz"
|
|
|
|
LOCAL_PREFIX="data/raw/${TAXI_TYPE}/${YEAR}/${FMONTH}"
|
|
LOCAL_FILE="${TAXI_TYPE}_tripdata_${YEAR}_${FMONTH}.csv.gz"
|
|
LOCAL_PATH="${LOCAL_PREFIX}/${LOCAL_FILE}"
|
|
|
|
echo "downloading ${URL} to ${LOCAL_PATH}"
|
|
mkdir -p ${LOCAL_PREFIX}
|
|
wget ${URL} -O ${LOCAL_PATH}
|
|
|
|
done
|