pytest-ci.ini

# Copyright 2026 Joe Harris / BenchBox Project
# Licensed under the MIT License. See LICENSE file in the project root for details.

[pytest]

minversion = 8.0
timeout = 300

testpaths =
    tests
    tests/unit
    tests/integration
    tests/performance
python_files = test_*.py *_test.py
python_classes = Test* *Tests
python_functions = test_* benchmark_*

addopts =
    -p _benchbox_pytest_xdist_safety
    -n auto
    --strict-markers
    --strict-config
    --verbose
    --tb=short
    --durations=10
    --maxfail=10
    --disable-warnings
    -ra
    --cov-config=pyproject.toml
    --junit-xml=test-results.xml
    --benchmark-disable

markers =
    filterwarnings: pytest built-in marker for per-test warning filters (must be registered explicitly for --collect-only -p no:warnings runs under pytest>=9.1)
    fast: marks source-labeled tests in the fastest routine lane
    medium: marks source-labeled tests in the medium routine lane
    slow: marks source-labeled tests in the slow routine lane
    resource_heavy: marks tests that run serially in `make test-all` to avoid resource contention
    stress: marks full-fidelity or intentionally expensive tests excluded from `make test-all` by default
    cloud_import: marks tests that trigger heavy cloud SDK imports (databricks, snowflake, etc.)

    unit: marks tests as unit tests (isolated component testing)
    integration: marks tests as integration tests (component interaction testing)
    performance: marks tests as performance tests (benchmarking and timing)
    regression: marks tests for regression testing
    monitoring: marks tests for monitoring functionality

    duckdb: marks tests that use DuckDB backend
    sqlite: marks tests that use SQLite backend
    database: marks tests that require database connections

    tpch: marks TPC-H related tests
    tpcds: marks TPC-DS related tests
    tpcdi: marks TPC-DI related tests
    datavault: marks TPC-H Data Vault benchmark tests
    tpchavoc: marks TPC-H AVOC related tests
    nyctaxi: marks NYC Taxi OLAP benchmark tests
    tsbs_devops: marks TSBS DevOps time series benchmark tests
    ssb: marks Star Schema Benchmark tests
    amplab: marks AMPLab Big Data Benchmark tests
    clickbench: marks ClickBench related tests
    h2odb: marks H2O Database benchmark tests

    olap: marks tests for OLAP functionality
    advanced_sql: marks tests for advanced SQL features
    generator: marks tests for data generation functionality
    validation: marks tests validating external TPC binaries

    platform_smoke: marks lightweight platform smoke coverage
    primitives: marks primitive operations tests
    write_primitives: marks write primitives benchmark tests
    transaction_primitives: marks transaction primitive operation tests
    merge: marks merge/join operation tests
    window_functions: marks tests for window function support
    data_generation: marks tests for data generation functionality
    query_execution: marks tests for query execution functionality
    c_compatible: marks tests for C tool compatibility
    tpch_c: marks TPC-H C qgen compatibility tests
    qgen: marks tests that use qgen C tool
    reference_comparison: marks tests that compare with reference implementations
    live_integration: marks tests requiring live cloud credentials (skipped by default)
    live_databricks: marks tests requiring live Databricks connection
    live_snowflake: marks tests requiring live Snowflake connection
    live_bigquery: marks tests requiring live BigQuery connection
    live_redshift: marks tests requiring live Redshift connection
    live_athena: marks tests requiring live Athena connection
    live_lakesail: marks tests requiring live LakeSail Sail server
    live_velox: marks Velox live integration tests
    docker_integration: marks tests requiring Docker services
    live_delta: marks PySpark + Delta Lake live integration tests
    live_clickhouse: marks ClickHouse Docker integration tests
    live_trino: marks Trino Docker integration tests
    live_presto: marks Presto Docker integration tests
    live_postgresql: marks PostgreSQL Docker integration tests
    live_starrocks: marks StarRocks Docker integration tests
    live_doris: marks Doris Docker integration tests
    live_databend: marks Databend Docker integration tests
    live_influxdb: marks InfluxDB Docker integration tests
    live_firebolt: marks Firebolt Cloud live integration tests
    live_firebolt_core: marks Firebolt Core Docker integration tests
    live_starburst: marks Starburst Galaxy integration tests
    live_motherduck: marks MotherDuck integration tests
    live_pg_duckdb: marks pg_duckdb PostgreSQL extension integration tests
    live_pg_mooncake: marks pg_mooncake PostgreSQL extension integration tests
    live_cedardb: marks CedarDB Docker integration tests
    live_questdb: marks QuestDB Docker integration tests
    live_singlestore: marks SingleStore Docker integration tests
    requires_table_formats: marks tests that require deltalake/pyiceberg table-format dependencies
    e2e: marks end-to-end CLI tests
    e2e_local: marks E2E tests for local platforms (DuckDB, SQLite, DataFusion)
    e2e_cloud: marks E2E tests for cloud platforms (requires credentials or dry-run)
    e2e_dataframe: marks E2E tests for DataFrame platforms (Pandas, Polars, Dask)
    e2e_quick: marks quick E2E tests suitable for CI (< 60 seconds)
    quarantine: marks tests excluded from T1/T2 with owner, expiry, and issue metadata
    duration_exempt: documents a time-limited T1 duration budget exception with reason and expiry metadata

required_plugins =
    pytest-xdist>=3.0.0
    pytest-cov>=4.1.0
    pytest-benchmark>=4.0.0