#!/usr/bin/env bash

echo -en "\tStarting loading at "
date

docker exec clickhouse_engine clickhouse-client --query="CREATE TABLE default.$test (
    id UInt64,
    vendor_id String,
    pickup_datetime DateTime,
    dropoff_datetime DateTime,
    store_and_fwd_flag String,
    rate_code_id UInt32,
    pickup_longitude Float32,
    pickup_latitude Float32,
    dropoff_longitude Float32,
    dropoff_latitude Float32,
    passenger_count UInt32,
    trip_distance Float32,
    fare_amount Float32,
    extra Float32,
    mta_tax Float32,
    tip_amount Float32,
    tolls_amount Float32,
    ehail_fee Float32,
    improvement_surcharge Float32,
    total_amount Float32,
    payment_type String,
    trip_type UInt8,
    pickup String,
    dropoff String,
    cab_type String,
    rain Float32,
    snow_depth Float32,
    snowfall Float32,
    max_temp Int8,
    min_temp Int8,
    wind Float32,
    pickup_nyct2010_gid UInt32,
    pickup_ctlabel String,
    pickup_borocode Int8,
    pickup_boroname String,
    pickup_ct2010 String,
    pickup_boroct2010 String,
    pickup_cdeligibil String,
    pickup_ntacode String,
    pickup_ntaname String,
    pickup_puma String,
    dropoff_nyct2010_gid UInt32,
    dropoff_ctlabel String,
    dropoff_borocode UInt8,
    dropoff_boroname String,
    dropoff_ct2010 String,
    dropoff_boroct2010 String,
    dropoff_cdeligibil String,
    dropoff_ntacode String,
    dropoff_ntaname String,
    dropoff_puma String) ENGINE = MergeTree() ORDER BY id;"

cat data/trips.csv* | docker exec -i clickhouse_engine clickhouse-client \
  --query="INSERT INTO default.$test FORMAT CSV"