pyproject.toml

[tool.poetry]
name = "sparkle"
version = "0.6.4"
description = "✨ A meta framework for Apache Spark, helping data engineers to focus on solving business problems with highest quality!"
authors = [
  "Reza (Shahin) Khanipour <shahin@datachef.co>",
  "Farbod Ahmadian <farbod@datachef.co>"
]
readme = "README.md"
license = "Apache-2.0"
packages = [
  { include = "sparkle", from = "src" },
]

[tool.poetry.dependencies]
python = ">=3.10.14, <4.0"
# FIXME we need to lock this for now, given the plugins we install are
# tightly coupled with the versions. Unless we require users to add
# these plugins on runtime, we can't change this.
pyspark = "3.3.2"
requests = "^2.32.3"
responses = "^0.25.3"

[tool.poetry.group.dev.dependencies]
commitizen = "^3.29.0"
pdbpp = "^0.10.3"
mypy = "^1.11.0"
pytest-coverage = "^0.0"
pytest-dependency = "^0.6.0"
pytest = "^8.3.1"
pytest-mock = "^3.14.0"
confluent-kafka = "^2.5.3"
fastavro = "^1.9.7"
types-confluent-kafka = "^1.2.2"
chispa = "^0.10.1"

[tool.commitizen]
version = "0.6.4"
update_changelog_on_bump = true
version_provider = "scm"
tag_format = "v$version"
version_files = [
    "pyproject.toml:version",
    "src/sparkle/__init__.py"
]

[tool.ruff]
line-length = 88
target-version = "py310"

[tool.ruff.lint]
select = [
  "E",  # pycodestyle
  "F",  # pyflakes
  "UP", # pyupgrade
  "D",  # pydocstyle
  "I"   # isort
]
ignore = ["D100", "D104", "E501"]

[tool.ruff.lint.pydocstyle]
convention = "google"


[tool.coverage.run]
branch = true
relative_files = true
source = [
    "src/sparkle",
]

[tool.coverage.report]
skip_empty = true

[tool.pytest.ini_options]
addopts = "-v --tb=short -ra --no-header --show-capture=log"
# -v:                  add sufficient verbosity without being overwhelming
# --tb=short:          show failing line and related context without printing all function code
# -ra:                 small recap at the end of pytest outputs excluding passed tests
# --no-header:         skip pytest header
# --show-capture=log:  reduce output clutter by capturing only logging calls
log_level = "info"
pythonpath = [
  "src"
]
markers = [
  "wip: mark tests as work in progress",
]

[[tool.mypy.overrides]]
module = "chispa.*"
ignore_missing_imports = true