Skip to content

Latest commit

 

History

History
25 lines (24 loc) · 1.18 KB

BigLake: Qwik Start.md

File metadata and controls

25 lines (24 loc) · 1.18 KB
Raw

BigLake: Qwik Start

Run this in cloudshell

bq mk --connection --location=US --project_id=$DEVSHELL_PROJECT_ID \
    --connection_type=CLOUD_RESOURCE my-connection
SERVICE_ACCOUNT_ID=$(bq show --format=json --connection $DEVSHELL_PROJECT_ID.US.my-connection | jq -r '.cloudResource.serviceAccountId')
gcloud projects add-iam-policy-binding $DEVSHELL_PROJECT_ID --member="serviceAccount:$SERVICE_ACCOUNT_ID" --role="roles/storage.objectViewer"
bq mk demo_dataset
bq mkdef --source_format=CSV --autodetect=true \
  gs://$DEVSHELL_PROJECT_ID/customer.csv > mytable_def
bq mk --table --external_table_definition=mytable_def \
  demo_dataset.biglake_table
bq mkdef --source_format=CSV --autodetect=true \
  gs://$DEVSHELL_PROJECT_ID/invoice.csv > mytable_deff
bq mk --table --external_table_definition=mytable_deff \
  demo_dataset.external_table
bq mkdef \
--autodetect \
--connection_id=$DEVSHELL_PROJECT_ID.US.my-connection \
--source_format=CSV \
"gs://$DEVSHELL_PROJECT_ID/invoice.csv" > /tmp/tabledef.json
bq show --schema --format=prettyjson  demo_dataset.external_table > /tmp/schema
bq update --external_table_definition=/tmp/tabledef.json --schema=/tmp/schema demo_dataset.external_table