Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Refresh notebooks for refresh-notebooks-for-chore/allow_commit_refresh_notebook_with_failure #319

Closed
wants to merge 1 commit into from
Closed

Refresh notebooks for refresh-notebooks-for-chore/allow_commit_refresh_notebook_with_failure #319

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions docs/advanced_examples/ClientServer.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -146,9 +146,9 @@
"output_type": "stream",
"text": [
"total 76K\r\n",
"-rw-r--r-- 1 root root 59K Oct 2 18:41 client.zip\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 2 18:41 server.zip\r\n",
"-rw-r--r-- 1 root root 76 Oct 2 18:41 versions.json\r\n"
"-rw-r--r-- 1 root root 59K Oct 2 20:27 client.zip\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 2 20:27 server.zip\r\n",
"-rw-r--r-- 1 root root 76 Oct 2 20:27 versions.json\r\n"
]
}
],
Expand Down Expand Up @@ -177,7 +177,7 @@
"output_type": "stream",
"text": [
"total 12K\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 2 18:41 server.zip\r\n"
"-rw-r--r-- 1 root root 9.1K Oct 2 20:27 server.zip\r\n"
]
}
],
Expand All @@ -197,7 +197,7 @@
"output_type": "stream",
"text": [
"total 60K\r\n",
"-rw-r--r-- 1 root root 59K Oct 2 18:41 client.zip\r\n"
"-rw-r--r-- 1 root root 59K Oct 2 20:27 client.zip\r\n"
]
}
],
Expand All @@ -223,7 +223,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"KeySetCache: miss, regenerating /tmp/tmpb40e2ro5/8948905552040656205/0_0\n"
"KeySetCache: miss, regenerating /tmp/tmpy8j7fhhw/8948905552040656205/0_0\n"
]
}
],
Expand Down
10 changes: 5 additions & 5 deletions docs/advanced_examples/ConvolutionalNeuralNetwork.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -183,7 +183,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"Training: 100%|██████████| 150/150 [00:51<00:00, 2.93it/s]\n"
"Training: 100%|██████████| 150/150 [00:50<00:00, 2.99it/s]\n"
]
},
{
Expand Down Expand Up @@ -381,7 +381,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 450/450 [00:01<00:00, 233.35it/s]"
"100%|██████████| 450/450 [00:01<00:00, 234.76it/s]"
]
},
{
Expand Down Expand Up @@ -433,7 +433,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Keygen time: 3.57s\n"
"Keygen time: 4.00s\n"
]
}
],
Expand Down Expand Up @@ -462,14 +462,14 @@
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 100/100 [04:56<00:00, 2.97s/it]"
"100%|██████████| 100/100 [04:52<00:00, 2.93s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Time per inference in FHE: 2.97 with 98.00% accuracy\n"
"Time per inference in FHE: 2.93 with 99.00% accuracy\n"
]
},
{
Expand Down
6 changes: 3 additions & 3 deletions docs/advanced_examples/DecisionTreeClassifier.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@
"output_type": "stream",
"text": [
"Best hyper parameters: {'max_depth': None, 'max_features': None, 'min_samples_leaf': 10, 'min_samples_split': 100}\n",
"Best score: 0.930222249569906\n"
"Best score: 0.929392653754244\n"
]
}
],
Expand Down Expand Up @@ -247,7 +247,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 7.15 seconds\n"
"Key generation time: 7.29 seconds\n"
]
}
],
Expand Down Expand Up @@ -279,7 +279,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 1.56 seconds per sample\n"
"Execution time: 1.04 seconds per sample\n"
]
}
],
Expand Down
20 changes: 10 additions & 10 deletions docs/advanced_examples/DecisionTreeRegressor.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -249,7 +249,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Training on 5100 samples in 23.8126 seconds\n"
"Training on 5100 samples in 25.0030 seconds\n"
]
}
],
Expand Down Expand Up @@ -512,7 +512,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Compiled with 5100 samples in 45.7525 seconds\n"
"Compiled with 5100 samples in 41.7984 seconds\n"
]
}
],
Expand All @@ -533,7 +533,7 @@
"output_type": "stream",
"text": [
"Generating a key for an 6-bit circuit\n",
"Key generation time: 8.38 seconds\n"
"Key generation time: 8.39 seconds\n"
]
}
],
Expand Down Expand Up @@ -578,7 +578,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 16.46 seconds per sample\n"
"Execution time: 15.96 seconds per sample\n"
]
}
],
Expand Down Expand Up @@ -654,19 +654,19 @@
"----------\n",
"Sklearn Mean Error: 41418.11$,-33.96% of baseline\n",
"Concrete Mean Error: 40483.27$,-35.45% of baseline\n",
"Circuit compiled with 5100 samples in 42.3591 seconds\n",
"Circuit compiled with 5100 samples in 47.1037 seconds\n",
"Generating a key for an 7-bit circuit\n",
"Key generation time: 55.15 seconds\n",
"Execution time: 64.90 seconds per sample\n",
"Key generation time: 55.42 seconds\n",
"Execution time: 73.43 seconds per sample\n",
"\n",
"N_BITS = 8\n",
"----------\n",
"Sklearn Mean Error: 41418.11$,-33.96% of baseline\n",
"Concrete Mean Error: 40725.84$,-35.07% of baseline\n",
"Circuit compiled with 5100 samples in 45.3972 seconds\n",
"Circuit compiled with 5100 samples in 47.2755 seconds\n",
"Generating a key for an 8-bit circuit\n",
"Key generation time: 97.94 seconds\n",
"Execution time: 164.45 seconds per sample\n",
"Key generation time: 98.91 seconds\n",
"Execution time: 154.95 seconds per sample\n",
"\n"
]
}
Expand Down
82 changes: 41 additions & 41 deletions docs/advanced_examples/ExperimentPrivacyTreePaper.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

14 changes: 7 additions & 7 deletions docs/advanced_examples/FullyConnectedNeuralNetwork.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

28 changes: 14 additions & 14 deletions docs/advanced_examples/FullyConnectedNeuralNetworkOnMNIST.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@
"________________________________________________________________________________\n",
"[Memory] Calling sklearn.datasets._openml.fetch_openml...\n",
"fetch_openml('mnist_784')\n",
"____________________________________________________fetch_openml - 89.8s, 1.5min\n"
"____________________________________________________fetch_openml - 88.1s, 1.5min\n"
]
}
],
Expand Down Expand Up @@ -217,13 +217,13 @@
"text": [
" epoch train_loss valid_acc valid_loss dur\n",
"------- ------------ ----------- ------------ ------\n",
" 1 \u001b[36m0.4100\u001b[0m \u001b[32m0.9290\u001b[0m \u001b[35m0.2348\u001b[0m 6.0535\n",
" 2 \u001b[36m0.2162\u001b[0m \u001b[32m0.9404\u001b[0m \u001b[35m0.2078\u001b[0m 4.6954\n",
" 3 \u001b[36m0.1945\u001b[0m \u001b[32m0.9465\u001b[0m 0.2133 4.8479\n",
" 4 0.2011 0.9421 0.2296 5.0581\n",
" 5 \u001b[36m0.1818\u001b[0m 0.9422 0.2483 4.7748\n",
" 6 \u001b[36m0.1708\u001b[0m 0.9459 0.2290 5.3779\n",
" 7 \u001b[36m0.1598\u001b[0m \u001b[32m0.9487\u001b[0m \u001b[35m0.2061\u001b[0m 4.8006\n"
" 1 \u001b[36m0.3962\u001b[0m \u001b[32m0.9218\u001b[0m \u001b[35m0.2525\u001b[0m 6.1729\n",
" 2 \u001b[36m0.2119\u001b[0m \u001b[32m0.9453\u001b[0m \u001b[35m0.2085\u001b[0m 4.9677\n",
" 3 \u001b[36m0.1867\u001b[0m 0.9383 0.2252 4.9785\n",
" 4 0.1972 0.9378 0.2135 5.3473\n",
" 5 \u001b[36m0.1778\u001b[0m 0.9403 0.2465 5.3205\n",
" 6 \u001b[36m0.1752\u001b[0m \u001b[32m0.9474\u001b[0m \u001b[35m0.1849\u001b[0m 5.5625\n",
" 7 \u001b[36m0.1672\u001b[0m 0.9455 0.1861 5.3572\n"
]
}
],
Expand All @@ -249,7 +249,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"The test accuracy of the clear model is 0.95\n"
"The test accuracy of the clear model is 0.94\n"
]
}
],
Expand Down Expand Up @@ -285,7 +285,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Circuit of 12-bits (FHE simulation)\n"
"Circuit of 13-bits (FHE simulation)\n"
]
}
],
Expand Down Expand Up @@ -318,7 +318,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"The test accuracy (with FHE simulation) of the FHE model is 0.95\n"
"The test accuracy (with FHE simulation) of the FHE model is 0.94\n"
]
}
],
Expand Down Expand Up @@ -353,8 +353,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"FHE circuit of 12-bits\n",
"Key generation time: 19.71 seconds\n"
"FHE circuit of 13-bits\n",
"Key generation time: 97.05 seconds\n"
]
}
],
Expand All @@ -376,7 +376,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time in FHE: 4.01 seconds per sample\n",
"Execution time in FHE: 27.82 seconds per sample\n",
"\n",
"Expected values: [0, 4, 1]\n",
"Simulated prediction values: [0 4 1]\n",
Expand Down
2 changes: 1 addition & 1 deletion docs/advanced_examples/GLMComparison.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -547,7 +547,7 @@
"Key generation time: 0.0001 seconds\n",
"Mean Gamma deviance (scikit-learn): 0.3319\n",
"Mean Gamma deviance (Concrete ML, quantized): 0.3319\n",
"Mean Gamma deviance (Concrete ML in FHE, with 0.0014 seconds per inference): 0.3319\n",
"Mean Gamma deviance (Concrete ML in FHE, with 0.0017 seconds per inference): 0.3319\n",
"Relative difference between scikit-learn (clear) and Concrete-ml (FHE) scores: 0.00%\n",
"\n",
"Generating a key for an 22-bit circuit\n",
Expand Down
2 changes: 1 addition & 1 deletion docs/advanced_examples/LinearRegression.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -420,7 +420,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 0.0006 seconds\n"
"Key generation time: 0.0005 seconds\n"
]
}
],
Expand Down
24 changes: 12 additions & 12 deletions docs/advanced_examples/LinearSVR.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion docs/advanced_examples/LogisticRegression.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -282,7 +282,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 0.0006 seconds\n"
"Key generation time: 0.0005 seconds\n"
]
}
],
Expand Down
4 changes: 2 additions & 2 deletions docs/advanced_examples/PoissonRegression.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1075,7 +1075,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 0.0004 seconds\n"
"Key generation time: 0.0005 seconds\n"
]
}
],
Expand Down Expand Up @@ -1103,7 +1103,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"FHE execution time: 0.0037 seconds per sample\n",
"FHE execution time: 0.0036 seconds per sample\n",
"\n",
"scikit-learn (clear) deviance score: 1.5934\n",
"Concrete ML (FHE) deviance score: 1.5925\n",
Expand Down
46 changes: 23 additions & 23 deletions docs/advanced_examples/QuantizationAwareTraining.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

52 changes: 26 additions & 26 deletions docs/advanced_examples/RegressorComparison.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

6 changes: 3 additions & 3 deletions docs/advanced_examples/SVMClassifier.ipynb
View file
Open in desktop

Large diffs are not rendered by default.

8 changes: 4 additions & 4 deletions docs/advanced_examples/XGBClassifier.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -356,8 +356,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Mean time fit sklearn: 0.43s, std time fit sklearn: 0.34s\n",
"Mean time fit concrete: 2.32s,std time fit concrete: 0.73s\n",
"Mean time fit sklearn: 0.42s, std time fit sklearn: 0.34s\n",
"Mean time fit concrete: 2.40s,std time fit concrete: 0.85s\n",
"Best MCC score sklearn: 0.48\n",
"Best MCC score concrete: 0.52\n"
]
Expand Down Expand Up @@ -533,7 +533,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 6.17 seconds\n"
"Key generation time: 5.46 seconds\n"
]
}
],
Expand All @@ -552,7 +552,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 2.97 seconds per sample\n"
"Execution time: 2.54 seconds per sample\n"
]
}
],
Expand Down
4 changes: 2 additions & 2 deletions docs/advanced_examples/XGBRegressor.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -693,7 +693,7 @@
"output_type": "stream",
"text": [
"Generating a key for an 5-bits circuit\n",
"Key generation time: 3.214 sec\n"
"Key generation time: 3.188 sec\n"
]
}
],
Expand Down Expand Up @@ -1060,7 +1060,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Runtime per sample: 0.66 sec\n"
"Runtime per sample: 0.64 sec\n"
]
}
],
Expand Down
Loading