unzip_filings.py

import requests 
import os
from datetime import datetime 

from settings import *


# only unzip filings from current year
#CURRENT_YEAR = '2019'

# run all years with CURRENT_YEAR = '2'
CURRENT_YEAR = '2'

def makedir(directory):
    if not os.path.exists(directory):
        os.makedirs(directory)

if __name__ == '__main__':

    infile = open(ELECTRONIC_ZIPFILE_MANIFEST, 'r')
    filings = []
    for raw_row in infile:
        row = raw_row.replace("\n","")
        if row.endswith(".zip"):
            #print("'%s'" % row)
            filings.append(row)


    for i, filing in enumerate(filings):
        raw_name = filing.replace(".zip", "")
        directory_path = RAW_ELECTRONIC_DIR + raw_name
        makedir(directory_path)
        if CURRENT_YEAR in raw_name:
            unzip_cmd = "unzip -o %s%s -d %s%s/" % (ELECTRONIC_ZIPDIR, filing, RAW_ELECTRONIC_DIR, raw_name)
            print(i)
            print(unzip_cmd)
            os.system(unzip_cmd)
        else:
            print("Skipping zipfile %s" % raw_name)