pyproject.toml

[build-system]
requires = ["setuptools>=64.0.0", "wheel"]
build-backend = "setuptools.build_meta"


[project]
name = "buildflow"
version = "0.3.2"
authors = [
    { name = "Caleb Van Dyke", email = "caleb@launchflow.com" },
    { name = "Josh Tanke", email = "josh@launchflow.com" },
]
description = "BuildFlow, is an open source framework for building large scale systems using Python. All you need to do is describe where your input is coming from and where your output should be written, and BuildFlow handles the rest."
readme = "README.md"
requires-python = ">=3.7"
dependencies = [
    "asyncpg",
    "black",
    # TODO: split up AWS and GCP dependencies.
    "boto3",
    "cloud-sql-python-connector",
    "dacite",
    "duckdb",
    "clickhouse-connect",
    "gcsfs",
    "google-api-python-client",
    "google-auth",
    "google-cloud-bigquery",
    "google-cloud-bigquery-storage",
    "google-cloud-monitoring",
    "google-cloud-pubsub",
    "google-cloud-storage",
    "grpcio>=1.56.0",
    "itsdangerous",
    "fastparquet",
    "opentelemetry-api",
    "opentelemetry-sdk",
    "opentelemetry-exporter-otlp",
    "opentelemetry-exporter-jaeger",
    "pathspec",
    # Duckdb doesn't work with this version.
    # We can remove this once duckdb has released version 0.8.2
    "pandas",
    "pg8000",
    "pulumi==3.98.0",
    "pulumi_aws",
    "pulumi_gcp",
    "pulumi_snowflake",
    "pyarrow",
    "pydantic<2.0.2",
    # Add constraints to ensure pyyaml works with cython 3.
    "pyyaml!=5.4.0,!=6.0.0,!=5.4.1",
    "s3fs",
    "sqlalchemy[asyncio]",
    "snowflake-ingest",
    "ray[default]>=2.4.0",
    "ray[serve]>=2.4.0",
    "typer[all]",
    "redis",
    "watchfiles",
]
classifiers = [
    "Development Status :: 2 - Pre-Alpha",
    "Intended Audience :: Developers",
    "Topic :: Software Development",
    "License :: OSI Approved :: Apache Software License",
]

[project.optional-dependencies]
dev = [
    "aiobotocore",
    "aiohttp",
    "botocore",
    "isort",
    "moto",
    "pytest",
    "pytest-cov",
    "ruff",
    "pre-commit",
    "setuptools",
    "websockets",
    "wheel",
]

[tool.setuptools.packages.find]
exclude = ["tests", ".*tests", ".*tests.*"]

[project.scripts]
buildflow = "buildflow.cli.main:main"

[tool.coverage.report]
# Regexes for lines to exclude from consideration
exclude_also = [
    # Don't complain about missing debug-only code:
    "def __repr__",
    # Don't complain if tests don't hit defensive assertion code:
    "raise AssertionError",
    "raise NotImplementedError",
    "if __name__ == .__main__.:",
    # Don't complain about abstract methods, they aren't run:
    "@(abc\\.)?abstractmethod",
]
ignore_errors = true
# Files to ignore
omit = [
    # Exclude samples
    "buildflow/samples/*",
    "buildflow/cli/*",
    "release_tests/*",
]

[tool.isort]
profile = "black"

[tool.pytest.ini_options]
markers = [
    "ray: marks tests as slow because it will spin up ray (deselect with '-m \"not ray\"')",
]

[tool.setuptools]
include-package-data = true