Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Refresh notebooks for refresh-notebooks-for-refresh-notebooks-for-refresh-notebooks-for-refresh-notebooks-for-refresh-notebooks-for-refresh-notebooks-for-chore/allow_commit_refresh_notebook_with_failure #324

Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 7 additions & 7 deletions docs/advanced_examples/ClientServer.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -146,9 +146,9 @@
"output_type": "stream",
"text": [
"total 76K\r\n",
"-rw-r--r-- 1 root root 59K Oct 3 03:54 client.zip\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 3 03:54 server.zip\r\n",
"-rw-r--r-- 1 root root 76 Oct 3 03:54 versions.json\r\n"
"-rw-r--r-- 1 root root 59K Oct 3 05:41 client.zip\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 3 05:41 server.zip\r\n",
"-rw-r--r-- 1 root root 76 Oct 3 05:41 versions.json\r\n"
]
}
],
Expand Down Expand Up @@ -177,7 +177,7 @@
"output_type": "stream",
"text": [
"total 12K\r\n",
"-rw-r--r-- 1 root root 9.1K Oct 3 03:54 server.zip\r\n"
"-rw-r--r-- 1 root root 9.1K Oct 3 05:41 server.zip\r\n"
]
}
],
Expand All @@ -197,7 +197,7 @@
"output_type": "stream",
"text": [
"total 60K\r\n",
"-rw-r--r-- 1 root root 59K Oct 3 03:54 client.zip\r\n"
"-rw-r--r-- 1 root root 59K Oct 3 05:41 client.zip\r\n"
]
}
],
Expand All @@ -223,7 +223,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"KeySetCache: miss, regenerating /tmp/tmp0n30unwe/8948905552040656205/0_0\n"
"KeySetCache: miss, regenerating /tmp/tmpiuj7uf_6/8948905552040656205/0_0\n"
]
}
],
Expand Down Expand Up @@ -271,7 +271,7 @@
"output_type": "stream",
"text": [
"Encrypted data is 1537.17 times larger than the clear data\n",
"The average execution time is 0.50 seconds per sample.\n"
"The average execution time is 0.51 seconds per sample.\n"
]
}
],
Expand Down
10 changes: 5 additions & 5 deletions docs/advanced_examples/ConvolutionalNeuralNetwork.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -183,7 +183,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"Training: 100%|██████████| 150/150 [00:49<00:00, 3.02it/s]\n"
"Training: 100%|██████████| 150/150 [00:50<00:00, 2.97it/s]\n"
]
},
{
Expand Down Expand Up @@ -381,7 +381,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 450/450 [00:01<00:00, 235.02it/s]"
"100%|██████████| 450/450 [00:01<00:00, 234.46it/s]"
]
},
{
Expand Down Expand Up @@ -433,7 +433,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Keygen time: 3.58s\n"
"Keygen time: 3.60s\n"
]
}
],
Expand Down Expand Up @@ -462,14 +462,14 @@
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 100/100 [04:52<00:00, 2.93s/it]"
"100%|██████████| 100/100 [04:45<00:00, 2.85s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Time per inference in FHE: 2.93 with 100.00% accuracy\n"
"Time per inference in FHE: 2.85 with 98.00% accuracy\n"
]
},
{
Expand Down
6 changes: 3 additions & 3 deletions docs/advanced_examples/DecisionTreeClassifier.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@
"output_type": "stream",
"text": [
"Best hyper parameters: {'max_depth': None, 'max_features': None, 'min_samples_leaf': 10, 'min_samples_split': 100}\n",
"Best score: 0.9302161645088886\n"
"Best score: 0.9294046436669527\n"
]
}
],
Expand Down Expand Up @@ -247,7 +247,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 7.15 seconds\n"
"Key generation time: 7.22 seconds\n"
]
}
],
Expand Down Expand Up @@ -279,7 +279,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 1.31 seconds per sample\n"
"Execution time: 1.42 seconds per sample\n"
]
}
],
Expand Down
20 changes: 10 additions & 10 deletions docs/advanced_examples/DecisionTreeRegressor.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -249,7 +249,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Training on 5100 samples in 24.3958 seconds\n"
"Training on 5100 samples in 24.0809 seconds\n"
]
}
],
Expand Down Expand Up @@ -512,7 +512,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Compiled with 5100 samples in 43.2349 seconds\n"
"Compiled with 5100 samples in 46.4215 seconds\n"
]
}
],
Expand All @@ -533,7 +533,7 @@
"output_type": "stream",
"text": [
"Generating a key for an 6-bit circuit\n",
"Key generation time: 8.40 seconds\n"
"Key generation time: 8.41 seconds\n"
]
}
],
Expand Down Expand Up @@ -578,7 +578,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 18.12 seconds per sample\n"
"Execution time: 18.57 seconds per sample\n"
]
}
],
Expand Down Expand Up @@ -654,19 +654,19 @@
"----------\n",
"Sklearn Mean Error: 41418.11$,-33.96% of baseline\n",
"Concrete Mean Error: 40483.27$,-35.45% of baseline\n",
"Circuit compiled with 5100 samples in 46.9016 seconds\n",
"Circuit compiled with 5100 samples in 43.6089 seconds\n",
"Generating a key for an 7-bit circuit\n",
"Key generation time: 55.09 seconds\n",
"Execution time: 68.06 seconds per sample\n",
"Key generation time: 55.50 seconds\n",
"Execution time: 70.32 seconds per sample\n",
"\n",
"N_BITS = 8\n",
"----------\n",
"Sklearn Mean Error: 41418.11$,-33.96% of baseline\n",
"Concrete Mean Error: 40725.84$,-35.07% of baseline\n",
"Circuit compiled with 5100 samples in 50.1803 seconds\n",
"Circuit compiled with 5100 samples in 45.4916 seconds\n",
"Generating a key for an 8-bit circuit\n",
"Key generation time: 98.00 seconds\n",
"Execution time: 176.28 seconds per sample\n",
"Key generation time: 98.76 seconds\n",
"Execution time: 155.17 seconds per sample\n",
"\n"
]
}
Expand Down
82 changes: 41 additions & 41 deletions docs/advanced_examples/ExperimentPrivacyTreePaper.ipynb

Large diffs are not rendered by default.

16 changes: 8 additions & 8 deletions docs/advanced_examples/FullyConnectedNeuralNetwork.ipynb

Large diffs are not rendered by default.

22 changes: 11 additions & 11 deletions docs/advanced_examples/FullyConnectedNeuralNetworkOnMNIST.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@
"________________________________________________________________________________\n",
"[Memory] Calling sklearn.datasets._openml.fetch_openml...\n",
"fetch_openml('mnist_784')\n",
"____________________________________________________fetch_openml - 88.6s, 1.5min\n"
"____________________________________________________fetch_openml - 91.5s, 1.5min\n"
]
}
],
Expand Down Expand Up @@ -217,13 +217,13 @@
"text": [
" epoch train_loss valid_acc valid_loss dur\n",
"------- ------------ ----------- ------------ ------\n",
" 1 \u001b[36m0.3966\u001b[0m \u001b[32m0.9313\u001b[0m \u001b[35m0.2332\u001b[0m 6.1250\n",
" 2 \u001b[36m0.2150\u001b[0m \u001b[32m0.9458\u001b[0m \u001b[35m0.1999\u001b[0m 5.2121\n",
" 3 \u001b[36m0.1941\u001b[0m 0.9331 0.2267 5.1935\n",
" 4 0.2034 0.9382 0.2062 5.1525\n",
" 5 \u001b[36m0.1892\u001b[0m 0.9358 0.2629 4.4621\n",
" 6 \u001b[36m0.1685\u001b[0m 0.9416 \u001b[35m0.1995\u001b[0m 4.5699\n",
" 7 0.1693 0.9369 0.2314 5.2199\n"
" 1 \u001b[36m0.4115\u001b[0m \u001b[32m0.9228\u001b[0m \u001b[35m0.2470\u001b[0m 5.5896\n",
" 2 \u001b[36m0.2160\u001b[0m \u001b[32m0.9387\u001b[0m \u001b[35m0.2213\u001b[0m 4.4184\n",
" 3 \u001b[36m0.1887\u001b[0m 0.9280 0.2507 5.3839\n",
" 4 0.2028 \u001b[32m0.9457\u001b[0m \u001b[35m0.2140\u001b[0m 5.3892\n",
" 5 \u001b[36m0.1869\u001b[0m 0.9453 \u001b[35m0.2034\u001b[0m 5.3572\n",
" 6 \u001b[36m0.1715\u001b[0m \u001b[32m0.9508\u001b[0m 0.2099 5.1753\n",
" 7 \u001b[36m0.1643\u001b[0m 0.9437 0.2376 5.2585\n"
]
}
],
Expand Down Expand Up @@ -285,7 +285,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Circuit of 13-bits (FHE simulation)\n"
"Circuit of 12-bits (FHE simulation)\n"
]
}
],
Expand Down Expand Up @@ -353,7 +353,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"FHE circuit of 13-bits\n",
"FHE circuit of 12-bits\n",
"Key generation time: 19.63 seconds\n"
]
}
Expand All @@ -376,7 +376,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time in FHE: 5.31 seconds per sample\n",
"Execution time in FHE: 5.43 seconds per sample\n",
"\n",
"Expected values: [0, 4, 1]\n",
"Simulated prediction values: [0 4 1]\n",
Expand Down
4 changes: 2 additions & 2 deletions docs/advanced_examples/GLMComparison.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -540,14 +540,14 @@
"Key generation time: 0.0002 seconds\n",
"Mean Poisson deviance (scikit-learn): 1.2114\n",
"Mean Poisson deviance (Concrete ML, quantized): 1.2116\n",
"Mean Poisson deviance (Concrete ML in FHE, with 0.0010 seconds per inference): 1.2116\n",
"Mean Poisson deviance (Concrete ML in FHE, with 0.0011 seconds per inference): 1.2116\n",
"Relative difference between scikit-learn (clear) and Concrete-ml (FHE) scores: 0.01%\n",
"\n",
"Generating a key for an 27-bit circuit\n",
"Key generation time: 0.0001 seconds\n",
"Mean Gamma deviance (scikit-learn): 0.3319\n",
"Mean Gamma deviance (Concrete ML, quantized): 0.3319\n",
"Mean Gamma deviance (Concrete ML in FHE, with 0.0019 seconds per inference): 0.3319\n",
"Mean Gamma deviance (Concrete ML in FHE, with 0.0017 seconds per inference): 0.3319\n",
"Relative difference between scikit-learn (clear) and Concrete-ml (FHE) scores: 0.00%\n",
"\n",
"Generating a key for an 22-bit circuit\n",
Expand Down
2 changes: 1 addition & 1 deletion docs/advanced_examples/LinearRegression.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -420,7 +420,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 0.0006 seconds\n"
"Key generation time: 0.0005 seconds\n"
]
}
],
Expand Down
18 changes: 9 additions & 9 deletions docs/advanced_examples/LinearSVR.ipynb

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion docs/advanced_examples/PoissonRegression.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -545,7 +545,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 0.0001 seconds per sample\n"
"Execution time: 0.0002 seconds per sample\n"
]
}
],
Expand Down
46 changes: 23 additions & 23 deletions docs/advanced_examples/QuantizationAwareTraining.ipynb

Large diffs are not rendered by default.

52 changes: 26 additions & 26 deletions docs/advanced_examples/RegressorComparison.ipynb

Large diffs are not rendered by default.

8 changes: 4 additions & 4 deletions docs/advanced_examples/SVMClassifier.ipynb

Large diffs are not rendered by default.

8 changes: 4 additions & 4 deletions docs/advanced_examples/XGBClassifier.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -356,8 +356,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Mean time fit sklearn: 0.40s, std time fit sklearn: 0.33s\n",
"Mean time fit concrete: 2.37s,std time fit concrete: 0.80s\n",
"Mean time fit sklearn: 0.42s, std time fit sklearn: 0.33s\n",
"Mean time fit concrete: 2.34s,std time fit concrete: 0.84s\n",
"Best MCC score sklearn: 0.48\n",
"Best MCC score concrete: 0.52\n"
]
Expand Down Expand Up @@ -533,7 +533,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Key generation time: 5.40 seconds\n"
"Key generation time: 5.89 seconds\n"
]
}
],
Expand All @@ -552,7 +552,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Execution time: 3.31 seconds per sample\n"
"Execution time: 3.40 seconds per sample\n"
]
}
],
Expand Down
4 changes: 2 additions & 2 deletions docs/advanced_examples/XGBRegressor.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -693,7 +693,7 @@
"output_type": "stream",
"text": [
"Generating a key for an 5-bits circuit\n",
"Key generation time: 3.033 sec\n"
"Key generation time: 3.196 sec\n"
]
}
],
Expand Down Expand Up @@ -1060,7 +1060,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Runtime per sample: 0.67 sec\n"
"Runtime per sample: 0.65 sec\n"
]
}
],
Expand Down
Loading