From e7e89ef1d1b7444c946fc9417cab5b918d965c68 Mon Sep 17 00:00:00 2001 From: Ali Moghimi Date: Mon, 29 Jan 2024 12:55:24 +0000 Subject: [PATCH] style: reformat code with black and isort --- blob/client.py | 2 +- database/__init__.py | 2 +- database/connection/base.py | 2 +- database/connection/mssql.py | 2 +- database/inserter/base.py | 2 +- database/inserter/pandas.py | 2 +- main.py | 1 - transformer/agent.py | 9 ++++----- 8 files changed, 10 insertions(+), 12 deletions(-) diff --git a/blob/client.py b/blob/client.py index d6646e4..10f1b89 100644 --- a/blob/client.py +++ b/blob/client.py @@ -8,7 +8,7 @@ def __init__( ): self.file_exts = self.__parse_file_exts(file_exts) self.container_name = container_name - self.cnx_string = f"DefaultEndpointsProtocol=https;AccountName={account_name};AccountKey={account_key};EndpointSuffix=core.windows.net" + self.cnx_string = f"DefaultEndpointsProtocol=https;AccountName={account_name};AccountKey={account_key};EndpointSuffix=core.windows.net" # noqa: E501 self.__init_cnx() def fetch(self) -> list: diff --git a/database/__init__.py b/database/__init__.py index df44f2b..6ede507 100644 --- a/database/__init__.py +++ b/database/__init__.py @@ -1,2 +1,2 @@ from .connection.mssql import MSSQLDatabaseConnection -from .inserter.pandas import PandasSQLDataInserter \ No newline at end of file +from .inserter.pandas import PandasSQLDataInserter diff --git a/database/connection/base.py b/database/connection/base.py index f1fbb04..55a0e76 100644 --- a/database/connection/base.py +++ b/database/connection/base.py @@ -16,4 +16,4 @@ def disconnect(self): """Close the connection.""" if self.engine: self.engine.dispose() - self.engine = None \ No newline at end of file + self.engine = None diff --git a/database/connection/mssql.py b/database/connection/mssql.py index 647aae6..e77afd8 100644 --- a/database/connection/mssql.py +++ b/database/connection/mssql.py @@ -11,4 +11,4 @@ def __init__( f"mssql+pyodbc://{username}:{password}@" f"{server}/{database}?driver=ODBC+Driver+17+for+SQL+Server" ) - super().__init__(cnx_string) \ No newline at end of file + super().__init__(cnx_string) diff --git a/database/inserter/base.py b/database/inserter/base.py index bfcfe1a..5f66e4d 100644 --- a/database/inserter/base.py +++ b/database/inserter/base.py @@ -10,4 +10,4 @@ def __init__(self, db_connection: DatabaseConnection): self.db_connection = db_connection def insert(self, df: pd.DataFrame, table_name: str): - raise NotImplementedError("Subclasses must implement this method.") \ No newline at end of file + raise NotImplementedError("Subclasses must implement this method.") diff --git a/database/inserter/pandas.py b/database/inserter/pandas.py index 28a7914..2619732 100644 --- a/database/inserter/pandas.py +++ b/database/inserter/pandas.py @@ -58,4 +58,4 @@ def delete_rows(self, table_name: str) -> None: connection.rollback() finally: connection.close() - cursor.close() \ No newline at end of file + cursor.close() diff --git a/main.py b/main.py index f5fa4c9..981971f 100644 --- a/main.py +++ b/main.py @@ -1,6 +1,5 @@ from blob import Client from config import logger, settings - from transformer import Agent from utils import create_inserter_objects diff --git a/transformer/agent.py b/transformer/agent.py index 8da7d13..0594d16 100644 --- a/transformer/agent.py +++ b/transformer/agent.py @@ -1,7 +1,7 @@ import datetime -import pandas as pd import numpy as np +import pandas as pd from config import logger @@ -20,21 +20,20 @@ def transform(self) -> pd.DataFrame: logger.info("Data transformation completed successfully.") logger.debug(f"\n{self.dataframe}") return self.dataframe - + def parse_files(self) -> None: try: for path in self.files: folder, file = path.split("/") isin = file.split("_")[-1].split(".")[0] - + if isin not in self.files_per_isin: self.files_per_isin[isin] = {} - + self.files_per_isin[isin][folder] = path except Exception as e: logger.error(f"Failed to parse the files list. Error: {e}") raise - def init_df(self) -> None: try: