postgres-to-databricks-cdc/pyproject.toml at master · victor-antoniassi/postgres-to-databricks-cdc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
[project]
name = "postgres-to-databricks-cdc"
version = "0.1.0"
description = "PostgreSQL to Databricks CDC Pipeline"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
    "dlt[databricks,postgres,sql-database]>=1.18.2",
    "typing-extensions>=4.11.0",
    "rich>=13.7.0",
]

[project.scripts]
run_pipeline = "postgres_cdc.pipeline_main:main"

[tool.hatch.build.targets.wheel]
packages = ["src/postgres_cdc"]

[tool.mypy]
python_version = "3.11"
ignore_missing_imports = true
scripts_are_modules = true
disallow_untyped_defs = false # Set to true for strict checking later

[[tool.mypy.overrides]]
module = "pyspark.*"
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = "dlt.*"
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = "postgres_cdc.pg_replication.helpers"
disallow_untyped_defs = false
check_untyped_defs = false
ignore_errors = true

[tool.coverage.run]
omit = ["*/pg_replication/*", "*/__init__.py"]

[tool.coverage.report]
fail_under = 5 # Initial pragmatic threshold due to orchestration nature and third-party components.
               # This should be increased as more business logic tests are added.
               # Pg_replication is already omitted from coverage calculation.
[dependency-groups]
dev = [
    "mypy>=1.19.0",
    "pytest>=9.0.1",
    "pytest-cov>=7.0.0",
    "ruff>=0.14.8",
    "types-psycopg2>=2.9.21.20251012",
]