update_and_commit_all.sh

#!/bin/bash
fetch_and_sort () {
    # $1 is the table name, $2 is the URL
    local table=$1
    local zip_url=$2
    local zip="$1.csv.zip"
    local csv="$1.csv"
    local csv_unsorted="$1.csv.unsorted"
    local csv_old="$1.csv.old"
    local commit_txt="$1.commit.txt"
    mv $csv $csv_old
    curl -k -s -o $zip $2
    unzip -q -o $zip
    # This should have created the .csv file
    mv $csv $csv_unsorted
    # Construct new CSV with heading line + sorted other lines
    python sort_csv.py $csv_unsorted > $csv
    echo "Updated $csv" > $commit_txt
#    echo "$(git log --oneline --pretty="@%h"  --stat   |grep -v \| |  tr "\n" " "  |  tr "@" "\n")" >> $commit_txt
}

add_and_commit () {
    local csv="$1.csv"
    local commit_txt="$1.commit.txt"
    git add $csv
    git commit -F $commit_txt && \
        git push -q origin master \
        || true
}

git config --global user.email "farabot@example.com"
git config --global user.name "Farabot"

fetch_and_sort FARA_All_RegistrantDocs "https://efile.fara.gov/bulk/zip/FARA_All_RegistrantDocs.csv.zip"
add_and_commit FARA_All_RegistrantDocs