pre-merge-format-validation.yaml

name: pre merge PII check on main
on:
  pre-merge:
    branches:
      - main
hooks:
  - id: check_blocked_pii_columns
    type: lua
    properties:
      script_path: scripts/parquet_schema_validator.lua # location of this script in the repository!
      args:
        sample: true
        column_block_list: ["user_id", "email", "ssn", "private_*"] # these PII columns are not allowed
        locations:
          - tables/customers/
          - tables/orders/