style: address linting issues

Author: stevenhsd

src/dve/core_engine/backends/base/reader.py

@@ -11,7 +11,7 @@
 from dve.core_engine.backends.exceptions import (
     CriticalMessageBearingError,
     MessageBearingError,
-    ReaderLacksEntityTypeSupport
+    ReaderLacksEntityTypeSupport,
 )
 from dve.core_engine.backends.types import EntityName, EntityType
 from dve.core_engine.configuration.v1 import (

src/dve/core_engine/backends/base/rules.py

@@ -426,11 +426,11 @@ def process_node(node: HierarchyNode) -> bool:
                 msg_writer.write_queue.put(_messages)
 
             self.cache_entity(node.entity_name, entities)
-            
+
             _orph_count = len(_messages)
-            
+
             self.logger.info(
-            f"Found {_orph_count} orphan records between {node.entity_name} and {node.parent_entity}"
+                f"Found {_orph_count} orphan records between {node.entity_name} and {node.parent_entity}"  # pylint: disable=C0301
             )
 
             return _orph_count > 0
@@ -499,13 +499,13 @@ def process_node(node: HierarchyNode) -> bool:
                 ]
                 msg_writer.write_queue.put(_messages)
             self.cache_entity(node.parent_entity, entities)
-            
+
             _no_valid_child_records: int = len(_messages)
 
             self.logger.info(
-                f"Found {_no_valid_child_records} records with no valid children in {node.parent_entity}."
-            ) 
-            
+                f"Found {_no_valid_child_records} records with no valid children in {node.parent_entity}."  # pylint: disable=C0301
+            )
+
             return _no_valid_child_records > 0
 
         entity_issues_found: dict[EntityName, bool] = {}

src/dve/core_engine/backends/exceptions.py

@@ -32,6 +32,7 @@ def __init__(self, *args: object, messages: Messages) -> None:
         self.messages = messages
         """The messages to be returned as part of the error."""
 
+
 class CriticalMessageBearingError(BackendError):
     """
     A backend error that comes with a pre-created message.
@@ -44,6 +45,7 @@ def __init__(self, *args: object, message: FeedbackMessage) -> None:
         self.message = message
         """The message to be returned as part of the error."""
 
+
 class UnableToParseCSVError(CriticalMessageBearingError):
     """An error raised when unable to parse a CSV file"""
 
@@ -60,7 +62,8 @@ def __init__(
                 failure_type="submission",
                 is_informational=False,
                 error_type="csv read",
-                error_message=error_message or "Unable to parse the CSV file. Please check the structure of your CSV.",  # pylint: disable=C0301
+                error_message=error_message
+                or "Unable to parse the CSV file. Please check the structure of your CSV.",  # pylint: disable=C0301
                 error_code=error_code or "MalformedCSV",
             )
         )

src/dve/core_engine/backends/implementations/duckdb/readers/csv.py

@@ -123,7 +123,8 @@ def read_to_relation(  # pylint: disable=unused-argument
             raise UnableToParseCSVError(
                 entity_name="csv_structure",
                 error_code=self.ft_error_code,
-                error_message=self.ft_error_message or "Unable to parse CSV file. Structure is likely malformed.",  # pylint: disable=C0301
+                error_message=self.ft_error_message
+                or "Unable to parse CSV file. Structure is likely malformed.",  # pylint: disable=C0301
             ) from exc
 
         if self.null_empty_strings:
@@ -183,7 +184,8 @@ def read_to_relation(  # pylint: disable=unused-argument
             raise UnableToParseCSVError(
                 entity_name="csv_structure",
                 error_code=self.ft_error_code,
-                error_message=self.ft_error_message or "Unable to parse CSV file. Structure is likely malformed.",  # pylint: disable=C0301
+                error_message=self.ft_error_message
+                or "Unable to parse CSV file. Structure is likely malformed.",  # pylint: disable=C0301
             ) from exc
 
         if self.null_empty_strings:
@@ -200,7 +202,8 @@ def read_to_relation(  # pylint: disable=unused-argument
             raise UnableToParseCSVError(
                 entity_name="csv_structure",
                 error_code=self.ft_error_code,
-                error_message=self.ft_error_message or "Found zero records after loading CSV. File is likely malformed.",  # pylint: disable=C0301
+                error_message=self.ft_error_message
+                or "Found zero records after loading CSV. File is likely malformed.",  # pylint: disable=C0301
             )
 
         return entity

src/dve/core_engine/backends/implementations/spark/rules.py

@@ -365,17 +365,16 @@ def identify_orphans(
 
         target_df: DataFrame = entities[config.target_name]
         match_name = f"matched_{uuid4().hex}"
-        target_df = target_df.select(
-            "*",
-            sf.lit(1).alias(match_name)
-        ).alias(config.target_name)
+        target_df = target_df.select("*", sf.lit(1).alias(match_name)).alias(config.target_name)
 
         orphaned_df: DataFrame = (
             source_df.join(target_df, on=sf.expr(config.join_condition), how="left")
             .groupBy(f"{config.entity_name}.{config.id}")
             .agg(
-                sf.first(f"{config.entity_name}.{RECORD_INDEX_COLUMN_NAME}").alias(RECORD_INDEX_COLUMN_NAME),  # pylint: disable=C0301
-                (sf.coalesce(sf.count(match_name), sf.lit(0)) == sf.lit(0)).alias("IsOrphaned")
+                sf.first(f"{config.entity_name}.{RECORD_INDEX_COLUMN_NAME}").alias(
+                    RECORD_INDEX_COLUMN_NAME
+                ),  # pylint: disable=C0301
+                (sf.coalesce(sf.count(match_name), sf.lit(0)) == sf.lit(0)).alias("IsOrphaned"),
             )
             .filter(sf.col("IsOrphaned"))
             .select(RECORD_INDEX_COLUMN_NAME)

src/dve/core_engine/backends/readers/utilities.py

@@ -66,7 +66,7 @@ def raise_message_bearing_error_on_header_differences(
                 reporting_field="csv_header",
                 error_code=field_check_error_code,
                 error_message=field_check_error_message,
-            )
+            ),
         )
 
 

src/dve/pipeline/pipeline.py

@@ -765,7 +765,7 @@ def apply_business_rules(  # pylint: disable=R0914,R0915
             fh.joinuri(
                 self.processed_files_path, submission_info.submission_id, "temp_business_rules"
             ),
-            recursive=True
+            recursive=True,
         )
 
         self.check_mandatory_entities_have_records(