kitaro-tn
12/20/2017 - 2:50 AM

bigqueryでデータ抽出 > Google Driveへ格納

bigqueryでデータ抽出 > Google Driveへ格納

#!/bin/bash

bq query --nosync --batch \
--destination_table=<datasetId.tableId> \
--allow_large_results <<SQL
SELECT id
FROM TABLE_DATE_RANGE([datasetId.tableId], TIMESTAMP('%Y-%m-%d'), TIMESTAMP('%Y-%m-%d'))
WHERE id IN (1,2,3)
AND dt >= $(date -j -f '%Y-%m-%d %H:%M:%S' '2017-11-24 00:00:00' '+%s')
AND dt < $(date -j -f '%Y-%m-%d %H:%M:%S' '2017-12-19 00:00:00' '+%s')
SQL

bq extract --destination_format=CSV '<datasetId.tableId>' gs://<bucket>/<path>/<csv>

gsutil cp gs://<bucket>/<path>/<csv> .

wc -l <csv>

# git clone https://github.com/prasmussen/gdrive
gdrive upload --parent '<parentFolderId>' <csv>
gdrive list --query " '<parentFolderId>' in parents"