Skip to content

Commit

Permalink
copying regions to hdfs commented
Browse files Browse the repository at this point in the history
  • Loading branch information
marcos-lg committed Feb 16, 2024
1 parent 62e4a61 commit 9924be8
Showing 1 changed file with 6 additions and 5 deletions.
11 changes: 6 additions & 5 deletions trino/import/create_tables.sh
Original file line number Diff line number Diff line change
Expand Up @@ -54,13 +54,14 @@ interp_taxon_file="trino/import/interp_taxon.q"
/usr/local/gbif/trino.jar --insecure --debug --server "$TRINO_SERVER" --catalog=hive \
--schema="$DB" --session=$SESSION_PARAMS_SNAPPY --execute="$(<$interp_taxon_file)" --user gbif --password

log "Creating regions file"
./trino/import/create_regions.sh
# TODO: uncomment when we can run it with the stackable user
#log "Creating regions file"
#./trino/import/create_regions.sh

# Copy regions to hdfs
export JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
./hadoop-3.3.4/bin/hdfs dfs -mkdir -p /tmp/regions
./hadoop-3.3.4/bin/hdfs dfs -copyFromLocal analytics_regions.csv /tmp/regions
#export JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
#./hadoop-3.3.4/bin/hdfs dfs -mkdir -p /tmp/regions
#./hadoop-3.3.4/bin/hdfs dfs -copyFromLocal analytics_regions.csv /tmp/regions

log "Executing region_table.q"
/usr/local/gbif/trino.jar --insecure --debug --server "$TRINO_SERVER" --catalog=hive \
Expand Down

0 comments on commit 9924be8

Please sign in to comment.