feat: remove empty rows;

WenjieDu · May 25, 2024 · 3d939d1 · 3d939d1
1 parent 83a9aa5
commit 3d939d1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tsdb/loading_funcs/italy_air_quality.py b/tsdb/loading_funcs/italy_air_quality.py
@@ -32,6 +32,8 @@ def load_italy_air_quality(local_path):
     df = pd.read_csv(file_path, sep=";", decimal=",")
     # remove empty columns
     df.drop(columns=["Unnamed: 15", "Unnamed: 16"], inplace=True)
+    # remove rows with all NaN, i.e. Date is NaN
+    df = df[~df["Date"].isna()]
 
     data = {
         "X": df,