chore: clean deployment - remove botocore

zama-ai · May 21, 2024 · 964f463 · 964f463
1 parent 29ce89f
commit 964f463
Show file tree

Hide file tree

Showing 68 changed files with 798 additions and 3,329 deletions.
diff --git a/.github/workflows/refresh-one-notebook.yaml b/.github/workflows/refresh-one-notebook.yaml
@@ -15,7 +15,6 @@ on:
         - CreditScoring \n
         - DecisionTreeClassifier \n
         - DecisionTreeRegressor \n
-        - Deployment \n
         - EncryptedPandas \n
         - ExperimentPrivacyTreePaper \n
         - FromImageNetToCifar \n
@@ -60,7 +59,6 @@ env:
   CreditScoring: "use_case_examples/credit_scoring/CreditScoring.ipynb" 
   DecisionTreeClassifier: "docs/advanced_examples/DecisionTreeClassifier.ipynb" 
   DecisionTreeRegressor: "docs/advanced_examples/DecisionTreeRegressor.ipynb" 
-  Deployment: "docs/advanced_examples/Deployment.ipynb" 
   EncryptedPandas: "docs/advanced_examples/EncryptedPandas.ipynb" 
   ExperimentPrivacyTreePaper: "docs/advanced_examples/ExperimentPrivacyTreePaper.ipynb" 
   FromImageNetToCifar: "use_case_examples/cifar/cifar_brevitas_finetuning/FromImageNetToCifar.ipynb" 

diff --git a/.github/workflows/run_one_use_cases_example.yaml b/.github/workflows/run_one_use_cases_example.yaml
@@ -1,5 +1,6 @@
 name: Run One Use Case Example
 on:
+  push:
   workflow_dispatch:
     inputs:
       use_case:
@@ -12,7 +13,7 @@ on:
           - cifar/cifar_brevitas_finetuning
           - cifar/cifar_brevitas_training
           - credit_scoring
-          - deployment/breast_cancer_builtin
+          - deployment/breast_cancer
           - deployment/cifar
           - deployment/sentiment_analysis
           - disease_prediction
@@ -68,20 +69,31 @@ jobs:
       run:
         shell: bash
     steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
 
       - name: Set up Environment
         run: |
           # Setup commands if any, for example, installing dependencies, etc.
           apt-get update && apt-get install -y python3-venv make git git-lfs binutils
 
+          # We need to freeze docker.io because its update requires user input
+          apt-mark hold docker.io
+
       - name: Checkout Code
         uses: actions/checkout@v4
         with:
           lfs: true
 
+      - name: Install dependencies
+        run: |
+          ./script/make_utils/setup_os_deps.sh
+          make setup_env
+
       - name: Run One Use Case Example Script
         run: |
-          make run_one_use_case_example USE_CASE=${{ github.event.inputs.use_case }}
+          USE_CASE=${{ github.event_name == 'push' && 'deployment/breast_cancer' || github.event.inputs.use_case }}
+          make run_one_use_case_example USE_CASE=$USE_CASE
 
   stop-runner-linux:
     name: Stop EC2 runner

diff --git a/deps_licenses/licenses_linux_user.txt b/deps_licenses/licenses_linux_user.txt
@@ -1,31 +1,20 @@
 Name, Version, License
-GitPython, 3.1.41, BSD License
 PyYAML, 6.0.1, MIT License
-anyio, 3.7.1, MIT License
-boto3, 1.34.88, Apache Software License
-botocore, 1.34.88, Apache Software License
 brevitas, 0.8.0, UNKNOWN
 certifi, 2023.7.22, Mozilla Public License 2.0 (MPL 2.0)
 charset-normalizer, 3.3.2, MIT License
-click, 8.1.7, BSD License
 coloredlogs, 15.0.1, MIT License
 concrete-python, 2024.4.19, BSD-3-Clause
 dependencies, 2.0.1, BSD License
 dill, 0.3.8, BSD License
-exceptiongroup, 1.2.1, MIT License
-fastapi, 0.103.2, MIT License
 filelock, 3.13.4, The Unlicense (Unlicense)
 flatbuffers, 24.3.25, Apache Software License
 fsspec, 2024.3.1, BSD License
-gitdb, 4.0.11, BSD License
-h11, 0.14.0, MIT License
 huggingface-hub, 0.22.2, Apache Software License
 humanfriendly, 10.0, MIT License
 hummingbird-ml, 0.4.8, MIT License
 idna, 3.7, BSD License
 importlib_resources, 6.4.0, Apache Software License
-iniconfig, 2.0.0, MIT License
-jmespath, 1.0.1, MIT License
 joblib, 1.4.0, BSD License
 jsonpickle, 3.0.4, BSD License
 mpmath, 1.3.0, BSD License
@@ -42,39 +31,24 @@ onnxoptimizer, 0.3.13, Apache License v2.0
 onnxruntime, 1.17.3, MIT License
 packaging, 24.0, Apache Software License; BSD License
 pandas, 2.0.3, BSD License
-pluggy, 1.5.0, MIT License
 protobuf, 3.20.3, BSD-3-Clause
 psutil, 5.9.8, BSD License
-pydantic, 1.10.15, MIT License
-pytest, 7.4.1, MIT License
-pytest-json-report, 1.5.0, MIT
-pytest-metadata, 3.1.1, Mozilla Public License 2.0 (MPL 2.0)
 python-dateutil, 2.9.0.post0, Apache Software License; BSD License
 pytz, 2024.1, MIT License
-regex, 2024.4.16, Apache Software License
 requests, 2.31.0, Apache Software License
-s3transfer, 0.10.1, Apache Software License
-safetensors, 0.4.3, Apache Software License
 scikit-learn, 1.1.3, BSD License
 scipy, 1.10.1, BSD License
 six, 1.16.0, MIT License
 skl2onnx, 1.12, Apache Software License
 skops, 0.5.0, MIT
 skorch, 0.11.0, new BSD 3-Clause
-smmap, 5.0.1, BSD License
-sniffio, 1.3.1, Apache Software License; MIT License
-starlette, 0.27.0, BSD License
 sympy, 1.12, BSD License
 tabulate, 0.8.10, MIT License
 threadpoolctl, 3.4.0, BSD License
-tokenizers, 0.19.1, Apache Software License
-tomli, 2.0.1, MIT License
 torch, 1.13.1, BSD License
 tqdm, 4.66.2, MIT License; Mozilla Public License 2.0 (MPL 2.0)
-transformers, 4.40.0, Apache Software License
 typing_extensions, 4.5.0, Python Software Foundation License
 tzdata, 2024.1, Apache Software License
 urllib3, 2.2.1, MIT License
-uvicorn, 0.21.1, BSD License
 xgboost, 1.6.2, Apache Software License
 z3-solver, 4.13.0.0, MIT License
diff --git a/deps_licenses/licenses_linux_user.txt.md5 b/deps_licenses/licenses_linux_user.txt.md5
@@ -1 +1 @@
-ae40a75edf0bfc21ffa11c3d59deaf7c
+cc53b7f93bbbf99ecdcc0a67cbbf64b2
diff --git a/deps_licenses/licenses_mac_intel_user.txt b/deps_licenses/licenses_mac_intel_user.txt
@@ -1,76 +1,50 @@
 Name, Version, License
-GitPython, 3.1.41, BSD License
 PyYAML, 6.0.1, MIT License
-anyio, 3.7.1, MIT License
-boto3, 1.34.88, Apache Software License
-botocore, 1.34.88, Apache Software License
 brevitas, 0.8.0, UNKNOWN
-certifi, 2023.7.22, Mozilla Public License 2.0 (MPL 2.0)
+certifi, 2024.2.2, Mozilla Public License 2.0 (MPL 2.0)
 charset-normalizer, 3.3.2, MIT License
-click, 8.1.7, BSD License
 coloredlogs, 15.0.1, MIT License
 concrete-python, 2024.4.19, BSD-3-Clause
 dependencies, 2.0.1, BSD License
 dill, 0.3.8, BSD License
-exceptiongroup, 1.2.1, MIT License
-fastapi, 0.103.2, MIT License
-filelock, 3.13.4, The Unlicense (Unlicense)
+filelock, 3.14.0, The Unlicense (Unlicense)
 flatbuffers, 24.3.25, Apache Software License
 fsspec, 2024.3.1, BSD License
-gitdb, 4.0.11, BSD License
-h11, 0.14.0, MIT License
 huggingface-hub, 0.22.2, Apache Software License
 humanfriendly, 10.0, MIT License
-hummingbird-ml, 0.4.8, MIT License
+hummingbird-ml, 0.4.11, MIT License
 idna, 3.7, BSD License
 importlib_resources, 6.4.0, Apache Software License
-iniconfig, 2.0.0, MIT License
-jmespath, 1.0.1, MIT License
 joblib, 1.4.0, BSD License
 jsonpickle, 3.0.4, BSD License
 mpmath, 1.3.0, BSD License
 networkx, 3.1, BSD License
-numpy, 1.23.5, BSD License
-onnx, 1.15.0, Apache License v2.0
+numpy, 1.24.3, BSD License
+onnx, 1.16.0, Apache License v2.0
 onnxconverter-common, 1.13.0, MIT License
-onnxmltools, 1.11.0, Apache Software License
+onnxmltools, 1.12.0, Apache Software License
 onnxoptimizer, 0.3.13, Apache License v2.0
 onnxruntime, 1.17.3, MIT License
 packaging, 24.0, Apache Software License; BSD License
 pandas, 2.0.3, BSD License
-pluggy, 1.5.0, MIT License
 protobuf, 3.20.3, BSD-3-Clause
 psutil, 5.9.8, BSD License
-pydantic, 1.10.15, MIT License
-pytest, 7.4.1, MIT License
-pytest-json-report, 1.5.0, MIT
-pytest-metadata, 3.1.1, Mozilla Public License 2.0 (MPL 2.0)
 python-dateutil, 2.9.0.post0, Apache Software License; BSD License
 pytz, 2024.1, MIT License
-regex, 2024.4.16, Apache Software License
 requests, 2.31.0, Apache Software License
-s3transfer, 0.10.1, Apache Software License
-safetensors, 0.4.3, Apache Software License
-scikit-learn, 1.1.3, BSD License
+scikit-learn, 1.3.2, BSD License
 scipy, 1.10.1, BSD License
 six, 1.16.0, MIT License
-skl2onnx, 1.12, Apache Software License
+skl2onnx, 1.16.0, Apache Software License
 skops, 0.5.0, MIT
 skorch, 0.11.0, new BSD 3-Clause
-smmap, 5.0.1, BSD License
-sniffio, 1.3.1, Apache Software License; MIT License
-starlette, 0.27.0, BSD License
 sympy, 1.12, BSD License
 tabulate, 0.8.10, MIT License
-threadpoolctl, 3.4.0, BSD License
-tokenizers, 0.19.1, Apache Software License
-tomli, 2.0.1, MIT License
+threadpoolctl, 3.5.0, BSD License
 torch, 1.13.1, BSD License
 tqdm, 4.66.2, MIT License; Mozilla Public License 2.0 (MPL 2.0)
-transformers, 4.40.0, Apache Software License
 typing_extensions, 4.5.0, Python Software Foundation License
 tzdata, 2024.1, Apache Software License
 urllib3, 2.2.1, MIT License
-uvicorn, 0.21.1, BSD License
-xgboost, 1.6.2, Apache Software License
+xgboost, 1.7.6, Apache Software License
 z3-solver, 4.13.0.0, MIT License
diff --git a/deps_licenses/licenses_mac_intel_user.txt.md5 b/deps_licenses/licenses_mac_intel_user.txt.md5
@@ -1 +1 @@
-ae40a75edf0bfc21ffa11c3d59deaf7c
+7be80ba54850fbc203015560c8acb9a8
diff --git a/deps_licenses/licenses_mac_silicon_user.txt b/deps_licenses/licenses_mac_silicon_user.txt
@@ -1,76 +1,50 @@
 Name, Version, License
-GitPython, 3.1.41, BSD License
 PyYAML, 6.0.1, MIT License
-anyio, 3.7.1, MIT License
-boto3, 1.34.88, Apache Software License
-botocore, 1.34.88, Apache Software License
 brevitas, 0.8.0, UNKNOWN
-certifi, 2023.7.22, Mozilla Public License 2.0 (MPL 2.0)
+certifi, 2024.2.2, Mozilla Public License 2.0 (MPL 2.0)
 charset-normalizer, 3.3.2, MIT License
-click, 8.1.7, BSD License
 coloredlogs, 15.0.1, MIT License
 concrete-python, 2024.4.19, BSD-3-Clause
 dependencies, 2.0.1, BSD License
 dill, 0.3.8, BSD License
-exceptiongroup, 1.2.1, MIT License
-fastapi, 0.103.2, MIT License
-filelock, 3.13.4, The Unlicense (Unlicense)
+filelock, 3.14.0, The Unlicense (Unlicense)
 flatbuffers, 24.3.25, Apache Software License
 fsspec, 2024.3.1, BSD License
-gitdb, 4.0.11, BSD License
-h11, 0.14.0, MIT License
 huggingface-hub, 0.22.2, Apache Software License
 humanfriendly, 10.0, MIT License
-hummingbird-ml, 0.4.8, MIT License
+hummingbird-ml, 0.4.11, MIT License
 idna, 3.7, BSD License
 importlib_resources, 6.4.0, Apache Software License
-iniconfig, 2.0.0, MIT License
-jmespath, 1.0.1, MIT License
 joblib, 1.4.0, BSD License
 jsonpickle, 3.0.4, BSD License
 mpmath, 1.3.0, BSD License
 networkx, 3.1, BSD License
-numpy, 1.23.5, BSD License
-onnx, 1.15.0, Apache License v2.0
+numpy, 1.24.3, BSD License
+onnx, 1.16.0, Apache License v2.0
 onnxconverter-common, 1.13.0, MIT License
-onnxmltools, 1.11.0, Apache Software License
+onnxmltools, 1.12.0, Apache Software License
 onnxoptimizer, 0.3.13, Apache License v2.0
 onnxruntime, 1.17.3, MIT License
 packaging, 24.0, Apache Software License; BSD License
 pandas, 2.0.3, BSD License
-pluggy, 1.5.0, MIT License
 protobuf, 3.20.3, BSD-3-Clause
 psutil, 5.9.8, BSD License
-pydantic, 1.10.15, MIT License
-pytest, 7.4.1, MIT License
-pytest-json-report, 1.5.0, MIT
-pytest-metadata, 3.1.1, Mozilla Public License 2.0 (MPL 2.0)
 python-dateutil, 2.9.0.post0, Apache Software License; BSD License
 pytz, 2024.1, MIT License
-regex, 2024.4.16, Apache Software License
 requests, 2.31.0, Apache Software License
-s3transfer, 0.10.1, Apache Software License
-safetensors, 0.4.3, Apache Software License
-scikit-learn, 1.1.3, BSD License
+scikit-learn, 1.3.2, BSD License
 scipy, 1.10.1, BSD License
 six, 1.16.0, MIT License
-skl2onnx, 1.12, Apache Software License
+skl2onnx, 1.16.0, Apache Software License
 skops, 0.5.0, MIT
 skorch, 0.11.0, new BSD 3-Clause
-smmap, 5.0.1, BSD License
-sniffio, 1.3.1, Apache Software License; MIT License
-starlette, 0.27.0, BSD License
 sympy, 1.12, BSD License
 tabulate, 0.8.10, MIT License
-threadpoolctl, 3.4.0, BSD License
-tokenizers, 0.19.1, Apache Software License
-tomli, 2.0.1, MIT License
+threadpoolctl, 3.5.0, BSD License
 torch, 1.13.1, BSD License
 tqdm, 4.66.2, MIT License; Mozilla Public License 2.0 (MPL 2.0)
-transformers, 4.40.0, Apache Software License
 typing_extensions, 4.5.0, Python Software Foundation License
 tzdata, 2024.1, Apache Software License
 urllib3, 2.2.1, MIT License
-uvicorn, 0.21.1, BSD License
-xgboost, 1.6.2, Apache Software License
+xgboost, 1.7.6, Apache Software License
 z3-solver, 4.13.0.0, MIT License
diff --git a/deps_licenses/licenses_mac_silicon_user.txt.md5 b/deps_licenses/licenses_mac_silicon_user.txt.md5
@@ -1 +1 @@
-ae40a75edf0bfc21ffa11c3d59deaf7c
+7be80ba54850fbc203015560c8acb9a8