Added integration test workflow with basic python test (#32)

* Added test workflow with basic python test
treeverse · Jul 13, 2023 · c9c0f1b · c9c0f1b
1 parent 8ddae37
commit c9c0f1b
Show file tree

Hide file tree

Showing 4 changed files with 13,753 additions and 0 deletions.
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -0,0 +1,54 @@
+name: iceberg-tests
+on:
+ pull_request:
+ push:
+ branches:
+ - main
+
+jobs:
+ iceberg-test:
+ name: Test lakeFS iceberg catalog
+ runs-on: ubuntu-20.04
+ services:
+ lakefs:
+ image: "treeverse/lakefs:0.104.0"
+ ports:
+ - '8000:8000'
+ env:
+ LAKEFS_DATABASE_TYPE: local
+ LAKEFS_BLOCKSTORE_TYPE: s3
+ LAKEFS_BLOCKSTORE_S3_CREDENTIALS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+ LAKEFS_BLOCKSTORE_S3_CREDENTIALS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+ LAKEFS_AUTH_ENCRYPT_SECRET_KEY: some random secret string
+ LAKEFS_STATS_ENABLED: false
+
+ steps:
+ - name: Check-out code
+ uses: actions/checkout@v3
+
+ - name: Set up JDK 11
+ uses: actions/setup-java@v3
+ with:
+ distribution: "temurin"
+ java-version: "11"
+ cache: "maven"
+
+ - name: Build lakeFS Iceberg
+ run: mvn clean install --batch-mode --update-snapshots -DskipTests -P\!sign-artifacts
+
+ - name: Set up Python
+ uses: actions/setup-python@v4
+ with:
+ python-version: 3.11
+ cache: 'pip'
+ - run: pip install -r ./test/requirements.txt
+
+ - name: Generate uniquifying value
+ id: unique
+ run: echo "value=$RANDOM" >> $GITHUB_OUTPUT
+
+ - name: Use lakeFS with S3 gateway
+ run: |
+ python ./test/run-test.py \
+ --storage_namespace s3://iceberg-lakefs-testing/${{ github.run_number }}-s3-gateway/${{ steps.unique.outputs.value }} \
+ --repository gateway-test \