fix error

_data/smoothing-pools-processed.json

@@ -1 +1 @@
-{"smooth":{"validators_active":1914,"validators_pending":13,"validators_total":1927},"smoothly":{"validators_active":55,"validators_pending":66,"validators_total":121}}
+{"smooth":{"validators_active":1934,"validators_pending":12,"validators_total":1946},"smoothly":{"validators_active":56,"validators_pending":65,"validators_total":121}}

_scripts/collect_data.py

@@ -7,10 +7,10 @@
 
 
 def run_app():
-  update_smoothing_pool_data()
-  check_hardware_availability()
+  # update_smoothing_pool_data()
+  # check_hardware_availability()
   update_job_listings()
-  update_for_hire_listings()
+  # update_for_hire_listings()
 
 
 

_scripts/for_hire_listings.py

@@ -74,7 +74,7 @@ def update_for_hire_listings():
     save_listing_data(processed_data)
   except: 
     error = f"Bad response"
-    utilities.log(f"{error}: {metric_id}_{data_source}")
+    utilities.log(f"{error}: {script_id}")
     utilities.report_error(error, context=f"{script_id}__update_for_hire_listings")
 
 

_scripts/hardware.py

@@ -55,7 +55,7 @@ def check_hardware_availability():
     save_unavailable_products_data(updated_unavailable_products)
   else: 
     error = f"Bad response"
-    utilities.log(f"{error}: {metric_id}_{data_source}")
+    utilities.log(f"{error}: {script_id}")
     utilities.report_error(error, context=f"{script_id}__check_hardware_availability")
     return
 

_scripts/job_listings.py

@@ -28,10 +28,13 @@ def get_listing_data():
     }
     # get the sheet data
     # reference: https://docs.gspread.org/en/v5.7.0/user-guide.html
+    print("gc...")
     gc = gspread.service_account_from_dict(credentials)
-    sheet = gc.open_by_key("1FN73olU-8djRhfGqEc7-2LsjfwR6Qqj0T3Y5-bfxHqs").worksheet("Job Listings")
+    print("sheet...")
+    sheet = gc.open_by_key(utilities.SHEETS_URL).worksheet("Job Listings")
+    print("sheet_data...")
     sheet_data = sheet.get_all_records()
-  # utilities.log(sheet_data, context=f"{script_id}__get_listing_data")
+  utilities.log(sheet_data, context=f"{script_id}__get_listing_data")
   return sheet_data
 
 def process_listing_data(raw_data):
@@ -69,11 +72,18 @@ def save_listing_data(processed_data):
 def update_job_listings():
   try:
     raw_data = get_listing_data()
+  except Exception as e:
+    print(e)
+  try:
     processed_data = process_listing_data(raw_data)
+  except Exception as e:
+    print(e)
+  try:
     save_listing_data(processed_data)
-  except: 
-    error = f"Bad response"
-    utilities.log(f"{error}: {metric_id}_{data_source}")
-    utilities.report_error(error, context=f"{script_id}__update_job_listings")
-
+  except Exception as e:
+    print(e)
+  # except: 
+    # error = f"Bad response"
+    # utilities.log(f"{error}: {script_id}")
+    # utilities.report_error(error, context=f"{script_id}__update_job_listings")
 

_scripts/requirements.txt

@@ -1,5 +1,4 @@
-# gspread==6.1.2
-gspread==5.7.0
+gspread==5.12.4
 python-dotenv==1.0.1
 PyYAML==6.0.1
 PyYAML==6.0.1

_scripts/smoothing_pools.py

@@ -68,7 +68,7 @@ def update_smoothing_pool_data():
     save_smoothing_pool_data(smooth_subs, smoothly_subs)
   else: 
     error = f"Bad response"
-    utilities.log(f"{error}: {metric_id}_{data_source}")
+    utilities.log(f"{error}: {script_id}")
     utilities.report_error(error, context=f"{script_id}__update_smoothing_pool_data")
     return
 

_scripts/utilities.py

@@ -30,7 +30,7 @@
 
 load_dotenv()
 GOOGLE_TOKEN = os.environ.get("GOOGLE_TOKEN")
-
+SHEETS_URL = os.environ.get("SHEETS_URL")
 
 
 def fetch(url, method="GET", payload={}, headers={}, retries=2, delay=0, retry_delay=0, context="", data_type="json"):