tox.ini

[tox]
skipsdist = True
envlist = lint_all, testenv

[testenv]
passenv =
    # redshift
    REDSHIFT_HOST
    REDSHIFT_USER
    DBT_ENV_SECRET_REDSHIFT_PASS
    REDSHIFT_DATABASE
    REDSHIFT_SCHEMA
    REDSHIFT_PORT
    REDSHIFT_SPECTRUM_IAM_ROLE
    # snowflake
    SNOWFLAKE_ACCOUNT
    SNOWFLAKE_USER
    DBT_ENV_SECRET_SNOWFLAKE_PASS
    SNOWFLAKE_ROLE
    SNOWFLAKE_DATABASE
    SNOWFLAKE_WAREHOUSE
    SNOWFLAKE_SCHEMA
    # bigquery
    BIGQUERY_KEYFILE_JSON
    BIGQUERY_PROJECT
    BIGQUERY_SCHEMA
    # synapse
    SYNAPSE_DRIVER
    SYNAPSE_HOST
    SYNAPSE_PORT
    SYNAPSE_DATABASE
    SYNAPSE_AUTHENTICATION
    SYNAPSE_TENANT_ID
    SYNAPSE_CLIENT_ID
    DBT_ENV_SECRET_SYNAPSE_CLIENT_SECRET

# run dbt commands directly, assumes dbt is already installed in environment
[testenv:dbt_integration_redshift]
changedir = integration_tests
allowlist_externals = 
    dbt
skip_install = true
commands =
    dbt deps --target redshift
    dbt seed --full-refresh --target redshift
    dbt run --target redshift
    dbt run-operation prep_external --target redshift
    dbt run-operation dbt_external_tables.stage_external_sources --vars 'ext_full_refresh: true' --target redshift
    dbt run-operation dbt_external_tables.stage_external_sources --target redshift
    dbt test --target redshift

# run dbt commands directly, assumes dbt is already installed in environment
[testenv:dbt_integration_snowflake]
changedir = integration_tests
allowlist_externals = 
    dbt
skip_install = true
commands =
    dbt deps --target snowflake
    dbt seed --full-refresh --target snowflake
    dbt run --target snowflake
    dbt run-operation prep_external --target snowflake
    dbt run-operation dbt_external_tables.stage_external_sources --vars 'ext_full_refresh: true' --target snowflake
    dbt run-operation dbt_external_tables.stage_external_sources --target snowflake
    dbt test --target snowflake

# run dbt commands directly, assumes dbt is already installed in environment
[testenv:dbt_integration_bigquery]
changedir = integration_tests
allowlist_externals = 
    dbt
skip_install = true
commands =
    dbt deps --target bigquery
    dbt seed --full-refresh --target bigquery
    dbt run --target bigquery
    dbt run-operation prep_external --target bigquery
    dbt run-operation dbt_external_tables.stage_external_sources --vars 'ext_full_refresh: true' --target bigquery
    dbt run-operation dbt_external_tables.stage_external_sources --target bigquery
    dbt test --target bigquery

# run dbt commands directly, assumes dbt is already installed in environment
# temporarily removed from CI testing until we can get the cluster hooked up to the blob correctly
[testenv:dbt_integration_synapse]
changedir = integration_tests
allowlist_externals = 
    dbt
skip_install = true
commands =
    dbt deps --target synapse
    dbt seed --full-refresh --target synapse
    dbt run --target synapse
    dbt run-operation prep_external --target synapse
    dbt run-operation dbt_external_tables.stage_external_sources --vars 'ext_full_refresh: true' --target synapse
    dbt run-operation dbt_external_tables.stage_external_sources --target synapse
    dbt test --target synapse