style: linting and autoformat

Author: georgeRobertson

src/dve/core_engine/backends/implementations/duckdb/__init__.py

@@ -1,4 +1,5 @@
 """Implementation of duckdb backend"""
+
 from dve.core_engine.backends.implementations.duckdb.readers.json import DuckDBJSONReader
 from dve.core_engine.backends.readers import register_reader
 

src/dve/core_engine/backends/implementations/spark/spark_helpers.py

@@ -12,14 +12,7 @@
 from dataclasses import dataclass, is_dataclass
 from decimal import Decimal
 from functools import wraps
-from typing import (
-    Any,
-    ClassVar,
-    Optional,
-    TypeVar,
-    Union,
-    overload,
-)
+from typing import Any, ClassVar, Optional, TypeVar, Union, overload
 
 from delta.exceptions import ConcurrentAppendException, DeltaConcurrentModificationException
 from pydantic import BaseModel

src/dve/core_engine/backends/readers/xml.py

@@ -3,14 +3,7 @@
 
 import re
 from collections.abc import Collection, Iterator
-from typing import (
-    IO,
-    Any,
-    GenericAlias,  # type: ignore
-    Optional,
-    Union,
-    overload
-)
+from typing import IO, Any, GenericAlias, Optional, Union, overload  # type: ignore
 
 import polars as pl
 from lxml import etree  # type: ignore

src/dve/core_engine/backends/utilities.py

@@ -4,8 +4,8 @@
 from dataclasses import is_dataclass
 from datetime import date, datetime, time
 from decimal import Decimal
-from typing import Any, ClassVar, Union
 from typing import GenericAlias  # type: ignore
+from typing import Any, ClassVar, Union
 
 import polars as pl  # type: ignore
 from polars.datatypes.classes import DataTypeClass as PolarsType
@@ -40,7 +40,9 @@
 
 def stringify_type(type_: Union[type, GenericAlias]) -> type:
     """Stringify an individual type."""
-    if isinstance(type_, type) and not isinstance(type_, GenericAlias):  # A model, return the contents.  # pylint: disable=C0301
+    if isinstance(type_, type) and not isinstance(
+        type_, GenericAlias
+    ):  # A model, return the contents.  # pylint: disable=C0301
         if issubclass(type_, BaseModel):
             return stringify_model(type_)
 

src/dve/core_engine/message.py

@@ -2,8 +2,8 @@
 
 import copy
 import datetime as dt
-import operator
 import json
+import operator
 from collections.abc import Callable
 from decimal import Decimal
 from functools import reduce

src/dve/core_engine/type_hints.py

@@ -6,12 +6,14 @@
 from pathlib import Path
 from queue import Queue as ThreadQueue
 from typing import TYPE_CHECKING, Any, List, Optional, TypeVar, Union  # pylint: disable=W1901
-# TODO - cannot remove List from Typing. See L60 for details.
 
 from pyspark.sql import DataFrame
 from pyspark.sql.types import StructType
 from typing_extensions import Literal, ParamSpec, get_args
 
+# TODO - cannot remove List from Typing. See L60 for details.
+
+
 
 if TYPE_CHECKING:  # pragma: no cover
     from dve.core_engine.message import FeedbackMessage

src/dve/metadata_parser/domain_types.py

@@ -408,7 +408,7 @@ class FormattedTime(dt.time):
                 ("", ".%f"),
                 ("%p", "%P", ""),
                 ("%z", ""),
-            )
+            ),
         )
     ) + list(
         # 12 hour time pattern combinations
@@ -419,7 +419,7 @@ class FormattedTime(dt.time):
                 ("", ".%f"),
                 ("%z", ""),
                 (" %p", "%p", "%P", " %P", ""),
-            )
+            ),
         )
     )
     """A sequence of time format patterns to try if `TIME_FORMAT` is unset."""
@@ -454,9 +454,9 @@ def parse_time(cls, string: str) -> dt.time:
         raise ValueError("Unable to parse provided time")
 
     @classmethod
-    def validate(cls, value: Optional[Union[dt.time, dt.datetime, str]]) -> dt.time | None:
+    def validate(cls, value: Union[dt.time, dt.datetime, str]) -> dt.time | None:
         """Validate a passed time, datetime or string."""
-        if not value:
+        if value is None:
             return value
 
         if isinstance(value, dt.time):
@@ -466,8 +466,8 @@ def validate(cls, value: Optional[Union[dt.time, dt.datetime, str]]) -> dt.time
         else:
             if cls.TIME_FORMAT is not None:
                 try:
-                    new_time = dt.datetime.strptime(value, cls.TIME_FORMAT)
-                    new_time = cls.convert_to_time(new_time)
+                    new_time = dt.datetime.strptime(value, cls.TIME_FORMAT)  # type: ignore
+                    new_time = cls.convert_to_time(new_time)  # type: ignore
                 except ValueError as err:
                     raise ValueError(
                         f"Unable to parse provided time in format {cls.TIME_FORMAT}"
@@ -478,9 +478,7 @@ def validate(cls, value: Optional[Union[dt.time, dt.datetime, str]]) -> dt.time
         if cls.TIMEZONE_TREATMENT == "forbid" and new_time.tzinfo:
             raise ValueError("Provided time has timezone, but this is forbidden for this field")
         if cls.TIMEZONE_TREATMENT == "require" and not new_time.tzinfo:
-            raise ValueError(
-                "Provided time missing timezone, but this is required for this field"
-            )
+            raise ValueError("Provided time missing timezone, but this is required for this field")
 
         return new_time