Merge pull request #224 from kilowatts-io/preview

Preview

backend/lambda/gb_snapshot/ng_dist/ng_dist.py

@@ -100,15 +100,17 @@ class NationalGridDistributionNetwork(BaseModel):
  url: str
 
  def run(self):
- logging.debug(f"running NationalGridDistributionNetwork for {self.name}...")
+ logging.info(f"running NationalGridDistributionNetwork for {self.name}...")
 
  resp = requests.get(self.url, headers={})
  lines = resp.text.split("\r\n")
  columns = lines[0].split(",")
  rows = [line.split(",") for line in lines[1:-1]]
  data = []
  for row in rows:
- data.append(dict(zip(columns, row)))
+ float_values = [float(x) if x != "" else None for x in row[1:]]
+ as_dict = dict(zip(columns[1:], float_values))
+ data.append({"Timestamp": row[0], **as_dict})
  df = pd.DataFrame(data)
  # set Timestamp as index
  df.set_index("Timestamp", inplace=True)