inject-dynamo.py

import boto3
import json
import os
import base64
import time

AWS_ACCESS_ID = os.environ["AWS_ACCESS_ID"]
AWS_ACCESS_KEY = os.environ["AWS_ACCESS_KEY"]

client = boto3.Session(AWS_ACCESS_ID, AWS_ACCESS_KEY,region_name="ap-southeast-2").client("dynamodb")

def load_json(file):
    with open(file) as f:
        contents = json.load(f)["data"]
    return contents


def upload_recipe(json_obj):
    #json_obj = json.loads(json_obj)
    try:
        if "event" not in json_obj.keys():
            return
        elif json_obj["category"] == "Work Orders":
            return
        elif any(res in json_obj["output"]["name"].lower() for res in ["covenant", "syndicate", "marauder"]):
            return
    except Exception as e:
        return
    payload = {
            'tradeskill' : {"S": json_obj["tradeskill"]},
            'recipelevel' : {"N": str(json_obj["recipeLevel"])},
            'ingredients' : {"B": base64.b64encode(bytes(str(json_obj["ingredients"]),'utf-8'))},
            'name' : {"S": json_obj["id"]},
            'itemName' : {"S": json_obj['output']['name']},
            'event' : {"B": base64.b64encode(bytes(str(json_obj["event"]),'utf-8'))}
        }
    response = client.put_item(
        TableName='CraftingRecipes',
        Item=payload
    )
    print(payload)
    print(response)
    return response

def upload_all_recipe(path):
    for e in os.listdir(path):
        time.sleep(0.10)
        if e.endswith(".json"):
            print(e)
            try:
                upload_recipe(load_json(path+'/'+e))
            except Exception as exp:
                print(e+'\n'+str(exp)+'\n\n')



if __name__ == "__main__":
    #print(load_json("./nwdb.info/db/recipe/Woodworker_ClothWeaveT3.json"))
    #upload_recipe(load_json("./nwdb.info/db/recipe/Woodworker_ClothWeaveT3.json"))
    #upload_all_recipe('/Users/ljs/Projects/new-world-buddy/nwdb.info/db/recipe/json')
    upload_all_recipe('/Users/ljs/Projects/new-world-buddy/nwdb.info/db/recipe/json')