diff --git a/.devcontainer/network/Dockerfile b/.devcontainer/network/Dockerfile
index 425144a..ddc9f33 100644
--- a/.devcontainer/network/Dockerfile
+++ b/.devcontainer/network/Dockerfile
@@ -1,4 +1,4 @@
-FROM secretflow/secretflow-lite-anolis8:latest
+FROM secretflow/secretflow-lite-anolis8:1.1.0b0
ARG DEFAULT_USER=vscode
diff --git a/data/iris_alice.csv b/data/iris_alice.csv
deleted file mode 100644
index 3091d4b..0000000
--- a/data/iris_alice.csv
+++ /dev/null
@@ -1,136 +0,0 @@
-sepal length (cm),sepal width (cm),petal length (cm),petal width (cm),uid,month
-6.1,2.6,5.6,1.4,134,Feb
-6.0,2.9,4.5,1.5,78,Feb
-6.1,2.9,4.7,1.4,63,Jan
-5.8,2.6,4.0,1.2,92,Feb
-6.7,3.3,5.7,2.1,124,Feb
-5.6,3.0,4.1,1.3,88,Feb
-6.9,3.1,4.9,1.5,52,Jan
-7.7,3.0,6.1,2.3,135,Feb
-4.4,3.0,1.3,0.2,38,Jan
-4.8,3.0,1.4,0.3,45,Jan
-6.0,3.0,4.8,1.8,138,Feb
-5.1,3.8,1.9,0.4,44,Jan
-5.4,3.9,1.7,0.4,5,Jan
-6.9,3.1,5.4,2.1,139,Feb
-6.7,3.1,5.6,2.4,140,Feb
-4.9,2.5,4.5,1.7,106,Feb
-6.5,3.0,5.2,2.0,147,Feb
-7.7,3.8,6.7,2.2,117,Feb
-6.8,2.8,4.8,1.4,76,Feb
-6.5,2.8,4.6,1.5,54,Jan
-5.8,2.7,4.1,1.0,67,Jan
-5.5,2.4,3.7,1.0,81,Feb
-6.2,3.4,5.4,2.3,148,Feb
-4.9,3.6,1.4,0.1,37,Jan
-7.2,3.2,6.0,1.8,125,Feb
-5.7,2.8,4.1,1.3,99,Feb
-6.4,2.9,4.3,1.3,74,Jan
-6.7,3.3,5.7,2.5,144,Feb
-5.4,3.4,1.7,0.2,20,Jan
-6.9,3.1,5.1,2.3,141,Feb
-6.4,2.8,5.6,2.1,128,Feb
-5.0,3.3,1.4,0.2,49,Jan
-6.7,2.5,5.8,1.8,108,Feb
-7.6,3.0,6.6,2.1,105,Feb
-6.3,3.3,6.0,2.5,100,Feb
-5.8,2.7,3.9,1.2,82,Feb
-5.6,2.7,4.2,1.3,94,Feb
-4.9,3.1,1.5,0.2,34,Jan
-5.0,3.6,1.4,0.2,4,Jan
-5.1,3.4,1.5,0.2,39,Jan
-4.9,3.0,1.4,0.2,1,Jan
-4.4,2.9,1.4,0.2,8,Jan
-5.0,3.2,1.2,0.2,35,Jan
-5.7,3.8,1.7,0.3,18,Jan
-5.8,2.8,5.1,2.4,114,Feb
-4.6,3.4,1.4,0.3,6,Jan
-6.3,3.3,4.7,1.6,56,Jan
-7.2,3.0,5.8,1.6,129,Feb
-6.4,3.2,5.3,2.3,115,Feb
-5.1,3.8,1.5,0.3,19,Jan
-5.1,3.5,1.4,0.3,17,Jan
-6.8,3.0,5.5,2.1,112,Feb
-4.3,3.0,1.1,0.1,13,Jan
-5.6,2.9,3.6,1.3,64,Jan
-5.6,2.8,4.9,2.0,121,Feb
-6.0,2.2,5.0,1.5,119,Feb
-4.9,3.1,1.5,0.1,9,Jan
-5.0,2.0,3.5,1.0,60,Jan
-7.7,2.6,6.9,2.3,118,Feb
-6.2,2.9,4.3,1.3,97,Feb
-6.5,3.2,5.1,2.0,110,Feb
-5.0,2.3,3.3,1.0,93,Feb
-6.4,3.2,4.5,1.5,51,Jan
-4.8,3.1,1.6,0.2,30,Jan
-5.3,3.7,1.5,0.2,48,Jan
-5.5,2.6,4.4,1.2,90,Feb
-5.1,3.5,1.4,0.2,0,Jan
-6.0,2.7,5.1,1.6,83,Feb
-6.3,2.5,4.9,1.5,72,Jan
-6.1,3.0,4.9,1.8,127,Feb
-4.6,3.1,1.5,0.2,3,Jan
-5.2,3.5,1.5,0.2,27,Jan
-6.9,3.2,5.7,2.3,120,Feb
-6.4,2.7,5.3,1.9,111,Feb
-6.1,2.8,4.0,1.3,71,Jan
-4.8,3.0,1.4,0.1,12,Jan
-5.7,2.9,4.2,1.3,96,Feb
-5.1,3.3,1.7,0.5,23,Jan
-5.2,2.7,3.9,1.4,59,Jan
-5.4,3.0,4.5,1.5,84,Feb
-5.0,3.4,1.6,0.4,26,Jan
-5.1,3.8,1.6,0.2,46,Jan
-6.7,3.1,4.4,1.4,65,Jan
-6.3,2.9,5.6,1.8,103,Feb
-6.3,2.8,5.1,1.5,133,Feb
-5.0,3.0,1.6,0.2,25,Jan
-6.6,2.9,4.6,1.3,58,Jan
-5.5,2.3,4.0,1.3,53,Jan
-5.9,3.0,4.2,1.5,61,Jan
-5.5,4.2,1.4,0.2,33,Jan
-7.7,2.8,6.7,2.0,122,Feb
-6.0,2.2,4.0,1.0,62,Jan
-4.7,3.2,1.3,0.2,2,Jan
-5.8,4.0,1.2,0.2,14,Jan
-5.4,3.7,1.5,0.2,10,Jan
-5.0,3.5,1.6,0.6,43,Jan
-5.5,2.4,3.8,1.1,80,Feb
-6.1,2.8,4.7,1.2,73,Jan
-6.5,3.0,5.5,1.8,116,Feb
-4.6,3.2,1.4,0.2,47,Jan
-6.3,2.7,4.9,1.8,123,Feb
-4.8,3.4,1.9,0.2,24,Jan
-6.7,3.0,5.2,2.3,145,Feb
-5.7,3.0,4.2,1.2,95,Feb
-7.1,3.0,5.9,2.1,102,Feb
-5.0,3.5,1.3,0.3,40,Jan
-6.4,3.1,5.5,1.8,137,Feb
-6.7,3.1,4.7,1.5,86,Feb
-5.9,3.2,4.8,1.8,70,Jan
-4.8,3.4,1.6,0.2,11,Jan
-5.2,4.1,1.5,0.1,32,Jan
-6.2,2.2,4.5,1.5,68,Jan
-4.7,3.2,1.6,0.2,29,Jan
-6.1,3.0,4.6,1.4,91,Feb
-6.5,3.0,5.8,2.2,104,Feb
-5.1,2.5,3.0,1.1,98,Feb
-5.1,3.7,1.5,0.4,21,Jan
-7.4,2.8,6.1,1.9,130,Feb
-5.0,3.4,1.5,0.2,7,Jan
-6.8,3.2,5.9,2.3,143,Feb
-6.2,2.8,4.8,1.8,126,Feb
-5.7,4.4,1.5,0.4,15,Jan
-5.6,3.0,4.5,1.5,66,Jan
-6.4,2.8,5.6,2.2,132,Feb
-4.5,2.3,1.3,0.3,41,Jan
-5.5,2.5,4.0,1.3,89,Feb
-5.6,2.5,3.9,1.1,69,Jan
-5.7,2.5,5.0,2.0,113,Feb
-7.0,3.2,4.7,1.4,50,Jan
-6.7,3.0,5.0,1.7,77,Feb
-5.4,3.9,1.3,0.4,16,Jan
-4.9,2.4,3.3,1.0,57,Jan
-5.4,3.4,1.5,0.4,31,Jan
-7.9,3.8,6.4,2.0,131,Feb
-5.9,3.0,5.1,1.8,149,Feb
diff --git a/data/iris_bob.csv b/data/iris_bob.csv
deleted file mode 100644
index f5e5c6f..0000000
--- a/data/iris_bob.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-sepal length (cm),sepal width (cm),petal length (cm),petal width (cm),uid,month
-6.1,2.8,4.0,1.3,71,Jan
-6.3,2.5,5.0,1.9,146,Feb
-6.5,2.8,4.6,1.5,54,Jan
-5.4,3.9,1.7,0.4,5,Jan
-5.2,4.1,1.5,0.1,32,Jan
-6.5,3.0,5.2,2.0,147,Feb
-5.0,3.5,1.6,0.6,43,Jan
-4.8,3.1,1.6,0.2,30,Jan
-5.8,2.7,4.1,1.0,67,Jan
-6.5,3.0,5.5,1.8,116,Feb
-5.5,2.4,3.7,1.0,81,Feb
-7.9,3.8,6.4,2.0,131,Feb
-6.9,3.1,4.9,1.5,52,Jan
-5.7,2.6,3.5,1.0,79,Feb
-6.2,2.2,4.5,1.5,68,Jan
-6.7,3.1,4.7,1.5,86,Feb
-4.5,2.3,1.3,0.3,41,Jan
-5.8,2.7,5.1,1.9,142,Feb
-6.1,3.0,4.9,1.8,127,Feb
-6.7,3.3,5.7,2.5,144,Feb
-5.0,2.3,3.3,1.0,93,Feb
-5.1,3.8,1.5,0.3,19,Jan
-5.4,3.7,1.5,0.2,10,Jan
-5.0,3.4,1.5,0.2,7,Jan
-6.0,2.9,4.5,1.5,78,Feb
-7.2,3.2,6.0,1.8,125,Feb
-4.4,2.9,1.4,0.2,8,Jan
-5.0,3.3,1.4,0.2,49,Jan
-5.6,3.0,4.5,1.5,66,Jan
-7.7,2.8,6.7,2.0,122,Feb
-6.7,3.1,5.6,2.4,140,Feb
-7.3,2.9,6.3,1.8,107,Feb
-5.1,3.7,1.5,0.4,21,Jan
-5.6,2.7,4.2,1.3,94,Feb
-6.5,3.0,5.8,2.2,104,Feb
-6.4,3.2,4.5,1.5,51,Jan
-7.7,2.6,6.9,2.3,118,Feb
-7.0,3.2,4.7,1.4,50,Jan
-4.9,3.0,1.4,0.2,1,Jan
-4.9,3.1,1.5,0.2,34,Jan
-6.4,3.1,5.5,1.8,137,Feb
-5.2,3.4,1.4,0.2,28,Jan
-5.5,2.4,3.8,1.1,80,Feb
-6.2,3.4,5.4,2.3,148,Feb
-6.3,3.3,4.7,1.6,56,Jan
-5.1,3.4,1.5,0.2,39,Jan
-4.7,3.2,1.6,0.2,29,Jan
-4.3,3.0,1.1,0.1,13,Jan
-4.8,3.4,1.9,0.2,24,Jan
-5.7,3.8,1.7,0.3,18,Jan
-5.1,3.3,1.7,0.5,23,Jan
-6.1,2.8,4.7,1.2,73,Jan
-4.6,3.1,1.5,0.2,3,Jan
-5.7,2.8,4.5,1.3,55,Jan
-5.0,3.6,1.4,0.2,4,Jan
-5.1,3.5,1.4,0.2,0,Jan
-5.0,3.2,1.2,0.2,35,Jan
-5.1,3.8,1.9,0.4,44,Jan
-6.4,2.7,5.3,1.9,111,Feb
-5.2,3.5,1.5,0.2,27,Jan
-4.8,3.4,1.6,0.2,11,Jan
-4.6,3.2,1.4,0.2,47,Jan
-4.6,3.4,1.4,0.3,6,Jan
-4.4,3.0,1.3,0.2,38,Jan
-6.9,3.1,5.4,2.1,139,Feb
-5.0,3.4,1.6,0.4,26,Jan
-5.7,2.5,5.0,2.0,113,Feb
-7.1,3.0,5.9,2.1,102,Feb
-5.0,3.0,1.6,0.2,25,Jan
-4.9,3.6,1.4,0.1,37,Jan
-5.8,2.8,5.1,2.4,114,Feb
-5.6,2.8,4.9,2.0,121,Feb
-5.7,2.9,4.2,1.3,96,Feb
-6.4,2.8,5.6,2.1,128,Feb
-5.1,2.5,3.0,1.1,98,Feb
-6.4,2.8,5.6,2.2,132,Feb
-4.6,3.6,1.0,0.2,22,Jan
-6.0,2.7,5.1,1.6,83,Feb
-5.6,3.0,4.1,1.3,88,Feb
-6.9,3.2,5.7,2.3,120,Feb
-7.7,3.0,6.1,2.3,135,Feb
-5.8,4.0,1.2,0.2,14,Jan
-4.9,3.1,1.5,0.1,9,Jan
-5.1,3.5,1.4,0.3,17,Jan
-4.4,3.2,1.3,0.2,42,Jan
-6.0,2.2,5.0,1.5,119,Feb
-5.4,3.0,4.5,1.5,84,Feb
-6.7,3.0,5.2,2.3,145,Feb
-7.6,3.0,6.6,2.1,105,Feb
-6.3,2.7,4.9,1.8,123,Feb
-5.1,3.8,1.6,0.2,46,Jan
-6.8,2.8,4.8,1.4,76,Feb
-6.3,2.3,4.4,1.3,87,Feb
-5.5,2.5,4.0,1.3,89,Feb
-6.7,3.1,4.4,1.4,65,Jan
-5.5,3.5,1.3,0.2,36,Jan
-5.8,2.7,3.9,1.2,82,Feb
-6.3,3.3,6.0,2.5,100,Feb
-5.9,3.0,4.2,1.5,61,Jan
-6.6,2.9,4.6,1.3,58,Jan
-5.9,3.2,4.8,1.8,70,Jan
-6.0,3.0,4.8,1.8,138,Feb
-6.0,3.4,4.5,1.6,85,Feb
-6.4,2.9,4.3,1.3,74,Jan
-5.7,4.4,1.5,0.4,15,Jan
-7.2,3.6,6.1,2.5,109,Feb
-4.9,2.4,3.3,1.0,57,Jan
-5.5,4.2,1.4,0.2,33,Jan
-5.5,2.3,4.0,1.3,53,Jan
-4.8,3.0,1.4,0.3,45,Jan
-7.2,3.0,5.8,1.6,129,Feb
-5.5,2.6,4.4,1.2,90,Feb
-6.6,3.0,4.4,1.4,75,Feb
-6.3,2.9,5.6,1.8,103,Feb
-5.4,3.4,1.5,0.4,31,Jan
-5.0,2.0,3.5,1.0,60,Jan
-4.7,3.2,1.3,0.2,2,Jan
-5.3,3.7,1.5,0.2,48,Jan
-5.7,2.8,4.1,1.3,99,Feb
-7.4,2.8,6.1,1.9,130,Feb
diff --git a/data/iris_carol.csv b/data/iris_carol.csv
deleted file mode 100644
index 73adae5..0000000
--- a/data/iris_carol.csv
+++ /dev/null
@@ -1,106 +0,0 @@
-sepal length (cm),sepal width (cm),petal length (cm),petal width (cm),uid,month
-5.1,3.3,1.7,0.5,23,Jan
-5.6,2.8,4.9,2.0,121,Feb
-7.9,3.8,6.4,2.0,131,Feb
-6.3,2.8,5.1,1.5,133,Feb
-6.2,2.9,4.3,1.3,97,Feb
-7.7,3.0,6.1,2.3,135,Feb
-5.7,2.8,4.5,1.3,55,Jan
-6.2,2.8,4.8,1.8,126,Feb
-6.5,3.0,5.8,2.2,104,Feb
-4.6,3.2,1.4,0.2,47,Jan
-7.0,3.2,4.7,1.4,50,Jan
-4.6,3.1,1.5,0.2,3,Jan
-4.6,3.6,1.0,0.2,22,Jan
-5.5,2.3,4.0,1.3,53,Jan
-4.3,3.0,1.1,0.1,13,Jan
-5.1,3.8,1.9,0.4,44,Jan
-4.5,2.3,1.3,0.3,41,Jan
-5.8,2.8,5.1,2.4,114,Feb
-4.8,3.0,1.4,0.1,12,Jan
-7.7,2.8,6.7,2.0,122,Feb
-6.5,3.0,5.5,1.8,116,Feb
-5.4,3.9,1.7,0.4,5,Jan
-5.8,2.7,5.1,1.9,142,Feb
-5.1,3.7,1.5,0.4,21,Jan
-5.5,2.4,3.7,1.0,81,Feb
-6.7,2.5,5.8,1.8,108,Feb
-6.1,2.8,4.7,1.2,73,Jan
-5.4,3.4,1.5,0.4,31,Jan
-7.2,3.6,6.1,2.5,109,Feb
-6.0,3.4,4.5,1.6,85,Feb
-5.1,3.8,1.5,0.3,19,Jan
-6.7,3.0,5.0,1.7,77,Feb
-5.5,2.5,4.0,1.3,89,Feb
-5.0,3.5,1.6,0.6,43,Jan
-6.6,2.9,4.6,1.3,58,Jan
-6.1,2.9,4.7,1.4,63,Jan
-6.4,2.8,5.6,2.1,128,Feb
-5.4,3.7,1.5,0.2,10,Jan
-5.0,3.2,1.2,0.2,35,Jan
-6.9,3.1,5.1,2.3,141,Feb
-6.0,2.2,5.0,1.5,119,Feb
-6.8,3.0,5.5,2.1,112,Feb
-6.4,3.2,5.3,2.3,115,Feb
-5.1,3.5,1.4,0.3,17,Jan
-5.2,3.5,1.5,0.2,27,Jan
-4.9,2.4,3.3,1.0,57,Jan
-6.7,3.1,4.7,1.5,86,Feb
-5.6,2.5,3.9,1.1,69,Jan
-5.1,3.5,1.4,0.2,0,Jan
-6.4,2.7,5.3,1.9,111,Feb
-7.7,3.8,6.7,2.2,117,Feb
-5.5,2.6,4.4,1.2,90,Feb
-5.9,3.0,5.1,1.8,149,Feb
-7.6,3.0,6.6,2.1,105,Feb
-5.7,2.6,3.5,1.0,79,Feb
-5.0,3.3,1.4,0.2,49,Jan
-6.0,2.9,4.5,1.5,78,Feb
-6.3,2.5,5.0,1.9,146,Feb
-4.8,3.4,1.6,0.2,11,Jan
-6.3,2.5,4.9,1.5,72,Jan
-6.7,3.3,5.7,2.5,144,Feb
-6.7,3.3,5.7,2.1,124,Feb
-5.7,2.9,4.2,1.3,96,Feb
-6.6,3.0,4.4,1.4,75,Feb
-5.0,2.0,3.5,1.0,60,Jan
-6.3,3.4,5.6,2.4,136,Feb
-6.2,3.4,5.4,2.3,148,Feb
-4.9,3.1,1.5,0.2,34,Jan
-4.4,3.0,1.3,0.2,38,Jan
-6.3,3.3,6.0,2.5,100,Feb
-5.4,3.0,4.5,1.5,84,Feb
-7.7,2.6,6.9,2.3,118,Feb
-5.5,3.5,1.3,0.2,36,Jan
-5.3,3.7,1.5,0.2,48,Jan
-4.9,3.1,1.5,0.1,9,Jan
-5.9,3.2,4.8,1.8,70,Jan
-6.8,2.8,4.8,1.4,76,Feb
-5.0,3.6,1.4,0.2,4,Jan
-5.5,4.2,1.4,0.2,33,Jan
-6.3,3.3,4.7,1.6,56,Jan
-5.8,2.7,3.9,1.2,82,Feb
-4.4,2.9,1.4,0.2,8,Jan
-5.0,3.0,1.6,0.2,25,Jan
-5.2,2.7,3.9,1.4,59,Jan
-6.4,3.1,5.5,1.8,137,Feb
-6.1,3.0,4.6,1.4,91,Feb
-4.7,3.2,1.6,0.2,29,Jan
-6.1,3.0,4.9,1.8,127,Feb
-5.4,3.9,1.3,0.4,16,Jan
-6.4,2.9,4.3,1.3,74,Jan
-4.6,3.4,1.4,0.3,6,Jan
-6.8,3.2,5.9,2.3,143,Feb
-4.4,3.2,1.3,0.2,42,Jan
-7.2,3.2,6.0,1.8,125,Feb
-6.5,2.8,4.6,1.5,54,Jan
-5.6,3.0,4.1,1.3,88,Feb
-5.6,3.0,4.5,1.5,66,Jan
-5.1,2.5,3.0,1.1,98,Feb
-5.2,4.1,1.5,0.1,32,Jan
-6.3,2.9,5.6,1.8,103,Feb
-6.0,2.7,5.1,1.6,83,Feb
-5.7,3.8,1.7,0.3,18,Jan
-6.7,3.1,5.6,2.4,140,Feb
-5.8,4.0,1.2,0.2,14,Jan
-5.8,2.7,4.1,1.0,67,Jan
diff --git a/examples/psi.ipynb b/examples/psi.ipynb
index 53c3faa..705c841 100644
--- a/examples/psi.ipynb
+++ b/examples/psi.ipynb
@@ -31,15 +31,10 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"id": "8bb69b61-3c46-473d-bc09-63458d1d74c3",
"metadata": {
- "execution": {
- "executionParty": "[\"1e1e72d3-844e-4ada-966e-d56bb5f217ed\",\"806a79e5-f708-4e3e-a0ff-e3ea0503a00a\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:22.222093Z",
- "shell.execute_reply.started": "2023-10-10T05:18:20.669612Z",
- "to_execute": "2023-10-10T05:18:20.665Z"
- }
+ "execution": {}
},
"outputs": [],
"source": [
@@ -70,43 +65,12 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"id": "115b9ebf-4d2c-4004-ad54-b79f4d6da2a6",
"metadata": {
- "execution": {
- "executionParty": "[\"1e1e72d3-844e-4ada-966e-d56bb5f217ed\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:24.412273Z",
- "shell.execute_reply.started": "2023-10-10T05:18:22.225927Z",
- "to_execute": "2023-10-10T05:18:20.666Z"
- }
+ "execution": {}
},
- "outputs": [
- {
- "data": {
- "text/html": [
- "
Alice (You)'s Output:
"
- ]
- },
- "metadata": {},
- "output_type": "display_data"
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "2023-10-10 05:18:22,228\tINFO worker.py:1352 -- Connecting to existing Ray cluster at address: 172.21.0.2:6379...\n",
- "2023-10-10 05:18:22,253\tINFO worker.py:1529 -- Connected to Ray cluster. View the dashboard at \u001b[1m\u001b[32mhttp://172.21.0.2:8265 \u001b[39m\u001b[22m\n",
- "2023-10-10 05:18:22 INFO api.py:147 [alice] -- Started rayfed with {'CLUSTER_ADDRESSES': {'alice': 'alice:8080', 'bob': 'bob:8080'}, 'CURRENT_PARTY_NAME': 'alice', 'TLS_CONFIG': {}}\n",
- "2023-10-10 05:18:22 INFO cleanup.py:58 [alice] -- Start check sending thread.\n",
- "2023-10-10 05:18:22 INFO cleanup.py:67 [alice] -- Start check sending monitor thread.\n",
- "2023-10-10 05:18:23 INFO barriers.py:235 [alice] -- Succeeded to create receiver proxy actor.\n",
- "\u001b[2m\u001b[36m(ReceiverProxyActor pid=626)\u001b[0m 2023-10-10 05:18:23 INFO grpc_proxy.py:306 [alice] -- ReceiveProxy binding port 8080, options: (('grpc.enable_retries', 1), ('grpc.so_reuseport', 0), ('grpc.max_send_message_length', 524288000), ('grpc.max_receive_message_length', 524288000), ('grpc.service_config', '{\"methodConfig\": [{\"name\": [{\"service\": \"GrpcService\"}], \"retryPolicy\": {\"maxAttempts\": 5, \"initialBackoff\": \"5s\", \"maxBackoff\": \"30s\", \"backoffMultiplier\": 2, \"retryableStatusCodes\": [\"UNAVAILABLE\"]}}]}'))...\n",
- "\u001b[2m\u001b[36m(ReceiverProxyActor pid=626)\u001b[0m 2023-10-10 05:18:23 INFO grpc_proxy.py:326 [alice] -- Successfully start Grpc service without credentials.\n",
- "2023-10-10 05:18:24 INFO barriers.py:283 [alice] -- SenderProxyActor has successfully created.\n",
- "2023-10-10 05:18:24 INFO barriers.py:438 [alice] -- Try ping ['bob'] at 0 attemp, up to 3600 attemps.\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"sf.shutdown()\n",
"sf.init(\n",
@@ -118,43 +82,12 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"id": "fb953a01-f34e-4c29-a562-ee8c9975eb05",
"metadata": {
- "execution": {
- "executionParty": "[\"806a79e5-f708-4e3e-a0ff-e3ea0503a00a\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:24.510334Z",
- "shell.execute_reply.started": "2023-10-10T05:18:22.219985Z",
- "to_execute": "2023-10-10T05:18:20.666Z"
- }
+ "execution": {}
},
- "outputs": [
- {
- "data": {
- "text/html": [
- "Bob's Output:
"
- ]
- },
- "metadata": {},
- "output_type": "display_data"
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "2023-10-10 05:18:22,223\tINFO worker.py:1352 -- Connecting to existing Ray cluster at address: 172.21.0.3:6379...\n",
- "2023-10-10 05:18:22,249\tINFO worker.py:1529 -- Connected to Ray cluster. View the dashboard at \u001b[1m\u001b[32mhttp://172.21.0.3:8265 \u001b[39m\u001b[22m\n",
- "2023-10-10 05:18:22 INFO api.py:147 [bob] -- Started rayfed with {'CLUSTER_ADDRESSES': {'alice': 'alice:8080', 'bob': 'bob:8080'}, 'CURRENT_PARTY_NAME': 'bob', 'TLS_CONFIG': {}}\n",
- "2023-10-10 05:18:22 INFO cleanup.py:58 [bob] -- Start check sending thread.\n",
- "2023-10-10 05:18:22 INFO cleanup.py:67 [bob] -- Start check sending monitor thread.\n",
- "2023-10-10 05:18:23 INFO barriers.py:235 [bob] -- Succeeded to create receiver proxy actor.\n",
- "\u001b[2m\u001b[36m(ReceiverProxyActor pid=598)\u001b[0m 2023-10-10 05:18:23 INFO grpc_proxy.py:306 [bob] -- ReceiveProxy binding port 8080, options: (('grpc.enable_retries', 1), ('grpc.so_reuseport', 0), ('grpc.max_send_message_length', 524288000), ('grpc.max_receive_message_length', 524288000), ('grpc.service_config', '{\"methodConfig\": [{\"name\": [{\"service\": \"GrpcService\"}], \"retryPolicy\": {\"maxAttempts\": 5, \"initialBackoff\": \"5s\", \"maxBackoff\": \"30s\", \"backoffMultiplier\": 2, \"retryableStatusCodes\": [\"UNAVAILABLE\"]}}]}'))...\n",
- "\u001b[2m\u001b[36m(ReceiverProxyActor pid=598)\u001b[0m 2023-10-10 05:18:23 INFO grpc_proxy.py:326 [bob] -- Successfully start Grpc service without credentials.\n",
- "2023-10-10 05:18:24 INFO barriers.py:283 [bob] -- SenderProxyActor has successfully created.\n",
- "2023-10-10 05:18:24 INFO barriers.py:438 [bob] -- Try ping ['alice'] at 0 attemp, up to 3600 attemps.\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"sf.shutdown()\n",
"sf.init(\n",
@@ -179,15 +112,10 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"id": "4a3d7363-fc68-489d-afb1-3723010e5a01",
"metadata": {
- "execution": {
- "executionParty": "[\"1e1e72d3-844e-4ada-966e-d56bb5f217ed\",\"806a79e5-f708-4e3e-a0ff-e3ea0503a00a\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:24.569499Z",
- "shell.execute_reply.started": "2023-10-10T05:18:24.415938Z",
- "to_execute": "2023-10-10T05:18:20.667Z"
- }
+ "execution": {}
},
"outputs": [],
"source": [
@@ -226,573 +154,12 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": null,
"id": "293ad974-0904-4955-b1fa-8649331d40dd",
"metadata": {
- "execution": {
- "executionParty": "[\"1e1e72d3-844e-4ada-966e-d56bb5f217ed\",\"806a79e5-f708-4e3e-a0ff-e3ea0503a00a\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:28.255849Z",
- "shell.execute_reply.started": "2023-10-10T05:18:24.472542Z",
- "to_execute": "2023-10-10T05:18:20.667Z"
- }
+ "execution": {}
},
- "outputs": [
- {
- "data": {
- "text/html": [
- "Alice (You)'s Output:
"
- ]
- },
- "metadata": {},
- "output_type": "display_data"
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "2023-10-10 05:18:26,135\tWARNING worker.py:1851 -- Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- " return method(__ray_actor, *args, **kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- " File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- " File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26,139\tWARNING worker.py:1851 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffff7b0a71680fdf55c835e15cbd02000000 Worker ID: 3e983cafece5f7ed736ea470a212e17301aa91a14273cf74277260cf Node ID: 83e3e86722f8dcfa88fcfa76345fdac10f8d431899b37b4e1ca6c4ce Worker IP address: 172.21.0.2 Worker port: 10009 Worker PID: 716 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n",
- " Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- " return method(__ray_actor, *args, **kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- " File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- " File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26 WARNING cleanup.py:99 [alice] -- Failed to send ObjectRef(0d12401e8fa9a714c8e08e9be09efa78b6a95cb50200000001000000) with error: \u001b[36mray::SenderProxyActor.send()\u001b[39m (pid=671, ip=172.21.0.2, repr=)\n",
- " At least one of the input arguments for this task could not be computed:\n",
- "ray.exceptions.RayActorError: The actor died unexpectedly before finishing this task.\n",
- "\tclass_name: SPURuntime\n",
- "\tactor_id: 7b0a71680fdf55c835e15cbd02000000\n",
- "\tpid: 716\n",
- "\tnamespace: 36f67683-355f-43b8-8ac5-b0d3b29372ae\n",
- "\tip: 172.21.0.2\n",
- "The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n",
- " Traceback (most recent call last):\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "\u001b[36mray::SenderProxyActor.send()\u001b[39m (pid=671, ip=172.21.0.2, repr=)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26 WARNING cleanup.py:102 [alice] -- Signal self to exit.\n",
- "2023-10-10 05:18:26 INFO cleanup.py:106 [alice] -- Check sending thread was exited.\n",
- "*** SIGTERM received at time=1696915106 on cpu 5 ***\n",
- "PC: @ 0x7fd8f860e848 (unknown) pthread_cond_timedwait@@GLIBC_2.3.2\n",
- " @ 0x7fd8f8612cf0 (unknown) (unknown)\n",
- "[2023-10-10 05:18:26,158 E 541 541] logging.cc:361: *** SIGTERM received at time=1696915106 on cpu 5 ***\n",
- "[2023-10-10 05:18:26,158 E 541 541] logging.cc:361: PC: @ 0x7fd8f860e848 (unknown) pthread_cond_timedwait@@GLIBC_2.3.2\n",
- "[2023-10-10 05:18:26,158 E 541 541] logging.cc:361: @ 0x7fd8f8612cf0 (unknown) (unknown)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m 2023-10-10 05:18:26,134\tERROR worker.py:763 -- Worker exits with an exit code None.\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(__ray_actor, *args, **kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m self.link = spu_link.create_brpc(desc, rank)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m RuntimeError: what: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Stacktrace:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m stacktrace: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m An unexpected internal error occurred while the worker was executing a task.\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(__ray_actor, *args, **kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m self.link = spu_link.create_brpc(desc, rank)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m RuntimeError: what: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Stacktrace:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m stacktrace: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m File \"python/ray/_raylet.pyx\", line 1176, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m SystemExit\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m 2023-10-10 05:18:26.119 [error] [server.cpp:BRPC:1023] Fail to listen 172.21.0.3:8081\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=716)\u001b[0m 2023-10-10 05:18:26.132 [warning] [channel.h:~Channel:151] Channel destructor is called before WaitLinkTaskFinish, try stop send thread\n"
- ]
- },
- {
- "ename": "SystemExit",
- "evalue": "15",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mRayActorError\u001b[0m Traceback (most recent call last)",
- " \u001b[0;31m[... skipping hidden 1 frame]\u001b[0m\n",
- "Cell \u001b[0;32mIn[4], line 7\u001b[0m\n\u001b[1;32m 6\u001b[0m output_path \u001b[38;5;241m=\u001b[39m {alice: \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mcurrent_dir\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m/iris_alice_psi.csv\u001b[39m\u001b[38;5;124m'\u001b[39m, bob: \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mcurrent_dir\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m/iris_alice_psi.csv\u001b[39m\u001b[38;5;124m'\u001b[39m}\n\u001b[0;32m----> 7\u001b[0m \u001b[43mspu\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpsi_csv\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43muid\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minput_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43malice\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py:1978\u001b[0m, in \u001b[0;36mSPU.psi_csv\u001b[0;34m(self, key, input_path, output_path, receiver, protocol, precheck_input, sort, broadcast_result, bucket_size, curve_type, preprocess_path, ecdh_secret_key_path, dppsi_bob_sub_sampling, dppsi_epsilon, progress_callbacks, callbacks_interval_ms)\u001b[0m\n\u001b[1;32m 1948\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Private set intersection with csv file.\u001b[39;00m\n\u001b[1;32m 1949\u001b[0m \n\u001b[1;32m 1950\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1975\u001b[0m \u001b[38;5;124;03m List[Dict]: PSI reports output by SPU with order reserved.\u001b[39;00m\n\u001b[1;32m 1976\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1978\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mdispatch\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1979\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mpsi_csv\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1980\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1981\u001b[0m \u001b[43m \u001b[49m\u001b[43mkey\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1982\u001b[0m \u001b[43m \u001b[49m\u001b[43minput_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1983\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1984\u001b[0m \u001b[43m \u001b[49m\u001b[43mreceiver\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1985\u001b[0m \u001b[43m \u001b[49m\u001b[43mprotocol\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1986\u001b[0m \u001b[43m \u001b[49m\u001b[43mprecheck_input\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1987\u001b[0m \u001b[43m \u001b[49m\u001b[43msort\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1988\u001b[0m \u001b[43m \u001b[49m\u001b[43mbroadcast_result\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1989\u001b[0m \u001b[43m \u001b[49m\u001b[43mbucket_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1990\u001b[0m \u001b[43m \u001b[49m\u001b[43mcurve_type\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1991\u001b[0m \u001b[43m \u001b[49m\u001b[43mpreprocess_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1992\u001b[0m \u001b[43m \u001b[49m\u001b[43mecdh_secret_key_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1993\u001b[0m \u001b[43m \u001b[49m\u001b[43mdppsi_bob_sub_sampling\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1994\u001b[0m \u001b[43m \u001b[49m\u001b[43mdppsi_epsilon\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1995\u001b[0m \u001b[43m \u001b[49m\u001b[43mprogress_callbacks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1996\u001b[0m \u001b[43m \u001b[49m\u001b[43mcallbacks_interval_ms\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1997\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/register.py:111\u001b[0m, in \u001b[0;36mdispatch\u001b[0;34m(name, self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 102\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Dispatch device kernel.\u001b[39;00m\n\u001b[1;32m 103\u001b[0m \n\u001b[1;32m 104\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 109\u001b[0m \u001b[38;5;124;03m Kernel execution result.\u001b[39;00m\n\u001b[1;32m 110\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m--> 111\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_registrar\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdispatch\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdevice_type\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/register.py:80\u001b[0m, in \u001b[0;36mRegistrar.dispatch\u001b[0;34m(self, device_type, name, *args, **kwargs)\u001b[0m\n\u001b[1;32m 79\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mKeyError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdevice: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mdevice_type\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, op: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m not registered\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m---> 80\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_ops\u001b[49m\u001b[43m[\u001b[49m\u001b[43mdevice_type\u001b[49m\u001b[43m]\u001b[49m\u001b[43m[\u001b[49m\u001b[43mname\u001b[49m\u001b[43m]\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/kernels/spu.py:318\u001b[0m, in \u001b[0;36mpsi_csv\u001b[0;34m(device, key, input_path, output_path, receiver, protocol, precheck_input, sort, broadcast_result, bucket_size, curve_type, preprocess_path, ecdh_secret_key_path, dppsi_bob_sub_sampling, dppsi_epsilon, progress_callbacks, callbacks_interval_ms)\u001b[0m\n\u001b[1;32m 317\u001b[0m \u001b[38;5;66;03m# wait for all tasks done\u001b[39;00m\n\u001b[0;32m--> 318\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43msfd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mres\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/distributed/primitive.py:73\u001b[0m, in \u001b[0;36mget\u001b[0;34m(object_refs)\u001b[0m\n\u001b[1;32m 72\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m production_mode():\n\u001b[0;32m---> 73\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfed\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mobject_refs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 74\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/fed/api.py:395\u001b[0m, in \u001b[0;36mget\u001b[0;34m(fed_objects)\u001b[0m\n\u001b[1;32m 393\u001b[0m ray_refs\u001b[38;5;241m.\u001b[39mappend(received_ray_object_ref)\n\u001b[0;32m--> 395\u001b[0m values \u001b[38;5;241m=\u001b[39m \u001b[43mray\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mray_refs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 396\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m is_individual_id:\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/client_mode_hook.py:105\u001b[0m, in \u001b[0;36mclient_mode_hook..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mgetattr\u001b[39m(ray, func\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m)(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m--> 105\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/worker.py:2311\u001b[0m, in \u001b[0;36mget\u001b[0;34m(object_refs, timeout)\u001b[0m\n\u001b[1;32m 2310\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 2311\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m value\n\u001b[1;32m 2313\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m is_individual_id:\n",
- "\u001b[0;31mRayActorError\u001b[0m: The actor died unexpectedly before finishing this task.\n\tclass_name: SPURuntime\n\tactor_id: 7b0a71680fdf55c835e15cbd02000000\n\tpid: 716\n\tnamespace: 36f67683-355f-43b8-8ac5-b0d3b29372ae\n\tip: 172.21.0.2\nThe actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n Traceback (most recent call last):\n File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n return method(__ray_actor, *args, **kwargs)\n File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n return method(self, *_args, **_kwargs)\n File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n self.link = spu_link.create_brpc(desc, rank)\nRuntimeError: what: \n\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\nStacktrace:\n#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n#3 PyCFunction_Call+0x4e0212\n\nstacktrace: \n#0 yacl::link::FactoryBrpc::CreateContext()+0x7f5013ac5799\n#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f50125ecad6\n#2 pybind11::cpp_function::dispatcher()+0x7f50125cf1c6\n#3 PyCFunction_Call+0x4e0212\n\n\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n return method(self, *_args, **_kwargs)\n File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n return f\"SPURuntime(device_id={self.id}, party={self.party})\"\nAttributeError: 'SPURuntime' object has no attribute 'id'\nAn unexpected internal error occurred while the worker was executing a task.",
- "\nDuring handling of the above exception, another exception occurred:\n",
- "\u001b[0;31mSystemExit\u001b[0m Traceback (most recent call last)",
- " \u001b[0;31m[... skipping hidden 1 frame]\u001b[0m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/interactiveshell.py:2105\u001b[0m, in \u001b[0;36mInteractiveShell.showtraceback\u001b[0;34m(self, exc_tuple, filename, tb_offset, exception_only, running_compiled_code)\u001b[0m\n\u001b[1;32m 2103\u001b[0m stb \u001b[38;5;241m=\u001b[39m value\u001b[38;5;241m.\u001b[39m_render_traceback_()\n\u001b[1;32m 2104\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 2105\u001b[0m stb \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mInteractiveTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 2106\u001b[0m \u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtb_offset\u001b[49m\n\u001b[1;32m 2107\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 2109\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m:\n\u001b[1;32m 2110\u001b[0m \u001b[38;5;28mprint\u001b[39m(\n\u001b[1;32m 2111\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUnexpected exception formatting exception. Falling back to standard exception\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 2112\u001b[0m )\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1396\u001b[0m, in \u001b[0;36mAutoFormattedTB.structured_traceback\u001b[0;34m(self, etype, evalue, etb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1394\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 1395\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtb \u001b[38;5;241m=\u001b[39m etb\n\u001b[0;32m-> 1396\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mFormattedTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1397\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mevalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\n\u001b[1;32m 1398\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1287\u001b[0m, in \u001b[0;36mFormattedTB.structured_traceback\u001b[0;34m(self, etype, value, tb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1284\u001b[0m mode \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmode\n\u001b[1;32m 1285\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m mode \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mverbose_modes:\n\u001b[1;32m 1286\u001b[0m \u001b[38;5;66;03m# Verbose modes need a full traceback\u001b[39;00m\n\u001b[0;32m-> 1287\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mVerboseTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1288\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\n\u001b[1;32m 1289\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1290\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m mode \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mMinimal\u001b[39m\u001b[38;5;124m'\u001b[39m:\n\u001b[1;32m 1291\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ListTB\u001b[38;5;241m.\u001b[39mget_exception_only(\u001b[38;5;28mself\u001b[39m, etype, value)\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1140\u001b[0m, in \u001b[0;36mVerboseTB.structured_traceback\u001b[0;34m(self, etype, evalue, etb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1131\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstructured_traceback\u001b[39m(\n\u001b[1;32m 1132\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m 1133\u001b[0m etype: \u001b[38;5;28mtype\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1137\u001b[0m number_of_lines_of_context: \u001b[38;5;28mint\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m5\u001b[39m,\n\u001b[1;32m 1138\u001b[0m ):\n\u001b[1;32m 1139\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Return a nice text document describing the traceback.\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1140\u001b[0m formatted_exception \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mformat_exception_as_a_whole\u001b[49m\u001b[43m(\u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mevalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1141\u001b[0m \u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1143\u001b[0m colors \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mColors \u001b[38;5;66;03m# just a shorthand + quicker name lookup\u001b[39;00m\n\u001b[1;32m 1144\u001b[0m colorsnormal \u001b[38;5;241m=\u001b[39m colors\u001b[38;5;241m.\u001b[39mNormal \u001b[38;5;66;03m# used a lot\u001b[39;00m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1030\u001b[0m, in \u001b[0;36mVerboseTB.format_exception_as_a_whole\u001b[0;34m(self, etype, evalue, etb, number_of_lines_of_context, tb_offset)\u001b[0m\n\u001b[1;32m 1027\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(tb_offset, \u001b[38;5;28mint\u001b[39m)\n\u001b[1;32m 1028\u001b[0m head \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprepare_header(\u001b[38;5;28mstr\u001b[39m(etype), \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlong_header)\n\u001b[1;32m 1029\u001b[0m records \u001b[38;5;241m=\u001b[39m (\n\u001b[0;32m-> 1030\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_records\u001b[49m\u001b[43m(\u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mif\u001b[39;00m etb \u001b[38;5;28;01melse\u001b[39;00m []\n\u001b[1;32m 1031\u001b[0m )\n\u001b[1;32m 1033\u001b[0m frames \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m 1034\u001b[0m skipped \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1098\u001b[0m, in \u001b[0;36mVerboseTB.get_records\u001b[0;34m(self, etb, number_of_lines_of_context, tb_offset)\u001b[0m\n\u001b[1;32m 1096\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m cf \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 1097\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 1098\u001b[0m mod \u001b[38;5;241m=\u001b[39m \u001b[43minspect\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetmodule\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcf\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtb_frame\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1099\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m mod \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 1100\u001b[0m mod_name \u001b[38;5;241m=\u001b[39m mod\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/inspect.py:754\u001b[0m, in \u001b[0;36mgetmodule\u001b[0;34m(object, _filename)\u001b[0m\n\u001b[1;32m 751\u001b[0m f \u001b[38;5;241m=\u001b[39m getabsfile(module)\n\u001b[1;32m 752\u001b[0m \u001b[38;5;66;03m# Always map to the name the module knows itself by\u001b[39;00m\n\u001b[1;32m 753\u001b[0m modulesbyfile[f] \u001b[38;5;241m=\u001b[39m modulesbyfile[\n\u001b[0;32m--> 754\u001b[0m \u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpath\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrealpath\u001b[49m\u001b[43m(\u001b[49m\u001b[43mf\u001b[49m\u001b[43m)\u001b[49m] \u001b[38;5;241m=\u001b[39m module\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\n\u001b[1;32m 755\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m file \u001b[38;5;129;01min\u001b[39;00m modulesbyfile:\n\u001b[1;32m 756\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m sys\u001b[38;5;241m.\u001b[39mmodules\u001b[38;5;241m.\u001b[39mget(modulesbyfile[file])\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/posixpath.py:391\u001b[0m, in \u001b[0;36mrealpath\u001b[0;34m(filename)\u001b[0m\n\u001b[1;32m 388\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Return the canonical path of the specified filename, eliminating any\u001b[39;00m\n\u001b[1;32m 389\u001b[0m \u001b[38;5;124;03msymbolic links encountered in the path.\"\"\"\u001b[39;00m\n\u001b[1;32m 390\u001b[0m filename \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mfspath(filename)\n\u001b[0;32m--> 391\u001b[0m path, ok \u001b[38;5;241m=\u001b[39m \u001b[43m_joinrealpath\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfilename\u001b[49m\u001b[43m[\u001b[49m\u001b[43m:\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mfilename\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m{\u001b[49m\u001b[43m}\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 392\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m abspath(path)\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/posixpath.py:425\u001b[0m, in \u001b[0;36m_joinrealpath\u001b[0;34m(path, rest, seen)\u001b[0m\n\u001b[1;32m 423\u001b[0m \u001b[38;5;28;01mcontinue\u001b[39;00m\n\u001b[1;32m 424\u001b[0m newpath \u001b[38;5;241m=\u001b[39m join(path, name)\n\u001b[0;32m--> 425\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[43mislink\u001b[49m\u001b[43m(\u001b[49m\u001b[43mnewpath\u001b[49m\u001b[43m)\u001b[49m:\n\u001b[1;32m 426\u001b[0m path \u001b[38;5;241m=\u001b[39m newpath\n\u001b[1;32m 427\u001b[0m \u001b[38;5;28;01mcontinue\u001b[39;00m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/posixpath.py:167\u001b[0m, in \u001b[0;36mislink\u001b[0;34m(path)\u001b[0m\n\u001b[1;32m 165\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Test whether a path is a symbolic link\"\"\"\u001b[39;00m\n\u001b[1;32m 166\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 167\u001b[0m st \u001b[38;5;241m=\u001b[39m \u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlstat\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 168\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (\u001b[38;5;167;01mOSError\u001b[39;00m, \u001b[38;5;167;01mValueError\u001b[39;00m, \u001b[38;5;167;01mAttributeError\u001b[39;00m):\n\u001b[1;32m 169\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/worker.py:1640\u001b[0m, in \u001b[0;36msigterm_handler\u001b[0;34m(signum, frame)\u001b[0m\n\u001b[1;32m 1639\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21msigterm_handler\u001b[39m(signum, frame):\n\u001b[0;32m-> 1640\u001b[0m \u001b[43msys\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mexit\u001b[49m\u001b[43m(\u001b[49m\u001b[43msignum\u001b[49m\u001b[43m)\u001b[49m\n",
- "\u001b[0;31mSystemExit\u001b[0m: 15"
- ]
- },
- {
- "data": {
- "text/html": [
- "Bob's Output:
"
- ]
- },
- "metadata": {},
- "output_type": "display_data"
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "2023-10-10 05:18:26,340\tWARNING worker.py:1851 -- Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- " return method(__ray_actor, *args, **kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- " File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- " File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26,344\tWARNING worker.py:1851 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffff4c27e5a576a7f5ed4cf278bf02000000 Worker ID: 065d0e7208e49ea2692c8b825e2d496a309475a1d64b8c3c7bfaae98 Node ID: 8871018bd030fde1635d48819bd875eab214910b48928400116b43b3 Worker IP address: 172.21.0.3 Worker port: 10009 Worker PID: 683 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n",
- " Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- " return method(__ray_actor, *args, **kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "Traceback (most recent call last):\n",
- " File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- " File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- " File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- " File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- " File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- " return method(self, *_args, **_kwargs)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26 WARNING cleanup.py:99 [bob] -- Failed to send ObjectRef(0021899358e75e3c9befabcd882e585b40b020b40200000001000000) with error: \u001b[36mray::SenderProxyActor.send()\u001b[39m (pid=640, ip=172.21.0.3, repr=)\n",
- " At least one of the input arguments for this task could not be computed:\n",
- "ray.exceptions.RayActorError: The actor died unexpectedly before finishing this task.\n",
- "\tclass_name: SPURuntime\n",
- "\tactor_id: 4c27e5a576a7f5ed4cf278bf02000000\n",
- "\tpid: 683\n",
- "\tnamespace: 7210a617-9c9a-4fff-a098-39cd64f2eb10\n",
- "\tip: 172.21.0.3\n",
- "The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n",
- " Traceback (most recent call last):\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- " self.link = spu_link.create_brpc(desc, rank)\n",
- "RuntimeError: what: \n",
- "\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "Stacktrace:\n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "stacktrace: \n",
- "#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "#3 PyCFunction_Call+0x4e0212\n",
- "\n",
- "\n",
- "\n",
- "During handling of the above exception, another exception occurred:\n",
- "\n",
- "\u001b[36mray::SenderProxyActor.send()\u001b[39m (pid=640, ip=172.21.0.3, repr=)\n",
- " File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- " return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "An unexpected internal error occurred while the worker was executing a task.\n",
- "2023-10-10 05:18:26 WARNING cleanup.py:102 [bob] -- Signal self to exit.\n",
- "2023-10-10 05:18:26 INFO cleanup.py:106 [bob] -- Check sending thread was exited.\n",
- "*** SIGTERM received at time=1696915106 on cpu 0 ***\n",
- "PC: @ 0x7f663c61182d (unknown) __lll_lock_wait\n",
- " @ 0x7f663c612cf0 (unknown) (unknown)\n",
- "[2023-10-10 05:18:26,355 E 527 527] logging.cc:361: *** SIGTERM received at time=1696915106 on cpu 0 ***\n",
- "[2023-10-10 05:18:26,355 E 527 527] logging.cc:361: PC: @ 0x7f663c61182d (unknown) __lll_lock_wait\n",
- "[2023-10-10 05:18:26,355 E 527 527] logging.cc:361: @ 0x7f663c612cf0 (unknown) (unknown)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m 2023-10-10 05:18:26,338\tERROR worker.py:763 -- Worker exits with an exit code None.\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(__ray_actor, *args, **kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m self.link = spu_link.create_brpc(desc, rank)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m RuntimeError: what: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Stacktrace:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m stacktrace: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m An unexpected internal error occurred while the worker was executing a task.\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(__ray_actor, *args, **kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m self.link = spu_link.create_brpc(desc, rank)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m RuntimeError: what: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Stacktrace:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m stacktrace: \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m #3 PyCFunction_Call+0x4e0212\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return method(self, *_args, **_kwargs)\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m return f\"SPURuntime(device_id={self.id}, party={self.party})\"\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m AttributeError: 'SPURuntime' object has no attribute 'id'\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m During handling of the above exception, another exception occurred:\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m \n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m Traceback (most recent call last):\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m File \"python/ray/_raylet.pyx\", line 1176, in ray._raylet.task_execution_handler\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m SystemExit\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m 2023-10-10 05:18:26.321 [error] [server.cpp:BRPC:1023] Fail to listen 172.21.0.2:8081\n",
- "\u001b[2m\u001b[36m(SPURuntime pid=683)\u001b[0m 2023-10-10 05:18:26.337 [warning] [channel.h:~Channel:151] Channel destructor is called before WaitLinkTaskFinish, try stop send thread\n"
- ]
- },
- {
- "ename": "SystemExit",
- "evalue": "15",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mRayActorError\u001b[0m Traceback (most recent call last)",
- " \u001b[0;31m[... skipping hidden 1 frame]\u001b[0m\n",
- "Cell \u001b[0;32mIn[4], line 7\u001b[0m\n\u001b[1;32m 6\u001b[0m output_path \u001b[38;5;241m=\u001b[39m {alice: \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mcurrent_dir\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m/iris_alice_psi.csv\u001b[39m\u001b[38;5;124m'\u001b[39m, bob: \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mcurrent_dir\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m/iris_alice_psi.csv\u001b[39m\u001b[38;5;124m'\u001b[39m}\n\u001b[0;32m----> 7\u001b[0m \u001b[43mspu\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpsi_csv\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43muid\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minput_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43malice\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py:1978\u001b[0m, in \u001b[0;36mSPU.psi_csv\u001b[0;34m(self, key, input_path, output_path, receiver, protocol, precheck_input, sort, broadcast_result, bucket_size, curve_type, preprocess_path, ecdh_secret_key_path, dppsi_bob_sub_sampling, dppsi_epsilon, progress_callbacks, callbacks_interval_ms)\u001b[0m\n\u001b[1;32m 1948\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Private set intersection with csv file.\u001b[39;00m\n\u001b[1;32m 1949\u001b[0m \n\u001b[1;32m 1950\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1975\u001b[0m \u001b[38;5;124;03m List[Dict]: PSI reports output by SPU with order reserved.\u001b[39;00m\n\u001b[1;32m 1976\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1978\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mdispatch\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1979\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mpsi_csv\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1980\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1981\u001b[0m \u001b[43m \u001b[49m\u001b[43mkey\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1982\u001b[0m \u001b[43m \u001b[49m\u001b[43minput_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1983\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1984\u001b[0m \u001b[43m \u001b[49m\u001b[43mreceiver\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1985\u001b[0m \u001b[43m \u001b[49m\u001b[43mprotocol\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1986\u001b[0m \u001b[43m \u001b[49m\u001b[43mprecheck_input\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1987\u001b[0m \u001b[43m \u001b[49m\u001b[43msort\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1988\u001b[0m \u001b[43m \u001b[49m\u001b[43mbroadcast_result\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1989\u001b[0m \u001b[43m \u001b[49m\u001b[43mbucket_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1990\u001b[0m \u001b[43m \u001b[49m\u001b[43mcurve_type\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1991\u001b[0m \u001b[43m \u001b[49m\u001b[43mpreprocess_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1992\u001b[0m \u001b[43m \u001b[49m\u001b[43mecdh_secret_key_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1993\u001b[0m \u001b[43m \u001b[49m\u001b[43mdppsi_bob_sub_sampling\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1994\u001b[0m \u001b[43m \u001b[49m\u001b[43mdppsi_epsilon\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1995\u001b[0m \u001b[43m \u001b[49m\u001b[43mprogress_callbacks\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1996\u001b[0m \u001b[43m \u001b[49m\u001b[43mcallbacks_interval_ms\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1997\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/register.py:111\u001b[0m, in \u001b[0;36mdispatch\u001b[0;34m(name, self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 102\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Dispatch device kernel.\u001b[39;00m\n\u001b[1;32m 103\u001b[0m \n\u001b[1;32m 104\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 109\u001b[0m \u001b[38;5;124;03m Kernel execution result.\u001b[39;00m\n\u001b[1;32m 110\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m--> 111\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_registrar\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdispatch\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdevice_type\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/device/register.py:80\u001b[0m, in \u001b[0;36mRegistrar.dispatch\u001b[0;34m(self, device_type, name, *args, **kwargs)\u001b[0m\n\u001b[1;32m 79\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mKeyError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdevice: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mdevice_type\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, op: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m not registered\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m---> 80\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_ops\u001b[49m\u001b[43m[\u001b[49m\u001b[43mdevice_type\u001b[49m\u001b[43m]\u001b[49m\u001b[43m[\u001b[49m\u001b[43mname\u001b[49m\u001b[43m]\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/device/kernels/spu.py:318\u001b[0m, in \u001b[0;36mpsi_csv\u001b[0;34m(device, key, input_path, output_path, receiver, protocol, precheck_input, sort, broadcast_result, bucket_size, curve_type, preprocess_path, ecdh_secret_key_path, dppsi_bob_sub_sampling, dppsi_epsilon, progress_callbacks, callbacks_interval_ms)\u001b[0m\n\u001b[1;32m 317\u001b[0m \u001b[38;5;66;03m# wait for all tasks done\u001b[39;00m\n\u001b[0;32m--> 318\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43msfd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mres\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/secretflow/distributed/primitive.py:73\u001b[0m, in \u001b[0;36mget\u001b[0;34m(object_refs)\u001b[0m\n\u001b[1;32m 72\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m production_mode():\n\u001b[0;32m---> 73\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfed\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mobject_refs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 74\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/fed/api.py:395\u001b[0m, in \u001b[0;36mget\u001b[0;34m(fed_objects)\u001b[0m\n\u001b[1;32m 393\u001b[0m ray_refs\u001b[38;5;241m.\u001b[39mappend(received_ray_object_ref)\n\u001b[0;32m--> 395\u001b[0m values \u001b[38;5;241m=\u001b[39m \u001b[43mray\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mray_refs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 396\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m is_individual_id:\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/client_mode_hook.py:105\u001b[0m, in \u001b[0;36mclient_mode_hook..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mgetattr\u001b[39m(ray, func\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m)(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m--> 105\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/worker.py:2311\u001b[0m, in \u001b[0;36mget\u001b[0;34m(object_refs, timeout)\u001b[0m\n\u001b[1;32m 2310\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 2311\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m value\n\u001b[1;32m 2313\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m is_individual_id:\n",
- "\u001b[0;31mRayActorError\u001b[0m: The actor died unexpectedly before finishing this task.\n\tclass_name: SPURuntime\n\tactor_id: 4c27e5a576a7f5ed4cf278bf02000000\n\tpid: 683\n\tnamespace: 7210a617-9c9a-4fff-a098-39cd64f2eb10\n\tip: 172.21.0.3\nThe actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker exits unexpectedly. Worker exits with an exit code None.\n Traceback (most recent call last):\n File \"python/ray/_raylet.pyx\", line 823, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 875, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 830, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 834, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 780, in ray._raylet.execute_task.function_executor\n File \"/usr/local/lib/python3.8/site-packages/ray/_private/function_manager.py\", line 674, in actor_method_executor\n return method(__ray_actor, *args, **kwargs)\n File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n return method(self, *_args, **_kwargs)\n File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 370, in __init__\n self.link = spu_link.create_brpc(desc, rank)\nRuntimeError: what: \n\t[external/yacl/yacl/link/transport/brpc_link.cc:130] brpc server failed start\nStacktrace:\n#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n#3 PyCFunction_Call+0x4e0212\n\nstacktrace: \n#0 yacl::link::FactoryBrpc::CreateContext()+0x7f4337ac5799\n#1 pybind11::cpp_function::initialize<>()::{lambda()#3}::_FUN()+0x7f43365ecad6\n#2 pybind11::cpp_function::dispatcher()+0x7f43365cf1c6\n#3 PyCFunction_Call+0x4e0212\n\n\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"python/ray/_raylet.pyx\", line 1135, in ray._raylet.task_execution_handler\n File \"python/ray/_raylet.pyx\", line 1045, in ray._raylet.execute_task_with_cancellation_handler\n File \"python/ray/_raylet.pyx\", line 782, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 945, in ray._raylet.execute_task\n File \"python/ray/_raylet.pyx\", line 575, in ray._raylet.store_task_errors\n File \"/usr/local/lib/python3.8/site-packages/ray/util/tracing/tracing_helper.py\", line 466, in _resume_span\n return method(self, *_args, **_kwargs)\n File \"/usr/local/lib/python3.8/site-packages/secretflow/device/device/spu.py\", line 379, in __repr__\n return f\"SPURuntime(device_id={self.id}, party={self.party})\"\nAttributeError: 'SPURuntime' object has no attribute 'id'\nAn unexpected internal error occurred while the worker was executing a task.",
- "\nDuring handling of the above exception, another exception occurred:\n",
- "\u001b[0;31mSystemExit\u001b[0m Traceback (most recent call last)",
- " \u001b[0;31m[... skipping hidden 1 frame]\u001b[0m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/interactiveshell.py:2105\u001b[0m, in \u001b[0;36mInteractiveShell.showtraceback\u001b[0;34m(self, exc_tuple, filename, tb_offset, exception_only, running_compiled_code)\u001b[0m\n\u001b[1;32m 2103\u001b[0m stb \u001b[38;5;241m=\u001b[39m value\u001b[38;5;241m.\u001b[39m_render_traceback_()\n\u001b[1;32m 2104\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 2105\u001b[0m stb \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mInteractiveTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 2106\u001b[0m \u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtb_offset\u001b[49m\n\u001b[1;32m 2107\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 2109\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m:\n\u001b[1;32m 2110\u001b[0m \u001b[38;5;28mprint\u001b[39m(\n\u001b[1;32m 2111\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUnexpected exception formatting exception. Falling back to standard exception\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 2112\u001b[0m )\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1396\u001b[0m, in \u001b[0;36mAutoFormattedTB.structured_traceback\u001b[0;34m(self, etype, evalue, etb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1394\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 1395\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtb \u001b[38;5;241m=\u001b[39m etb\n\u001b[0;32m-> 1396\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mFormattedTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1397\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mevalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\n\u001b[1;32m 1398\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1287\u001b[0m, in \u001b[0;36mFormattedTB.structured_traceback\u001b[0;34m(self, etype, value, tb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1284\u001b[0m mode \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmode\n\u001b[1;32m 1285\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m mode \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mverbose_modes:\n\u001b[1;32m 1286\u001b[0m \u001b[38;5;66;03m# Verbose modes need a full traceback\u001b[39;00m\n\u001b[0;32m-> 1287\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mVerboseTB\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstructured_traceback\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1288\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\n\u001b[1;32m 1289\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1290\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m mode \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mMinimal\u001b[39m\u001b[38;5;124m'\u001b[39m:\n\u001b[1;32m 1291\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ListTB\u001b[38;5;241m.\u001b[39mget_exception_only(\u001b[38;5;28mself\u001b[39m, etype, value)\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1140\u001b[0m, in \u001b[0;36mVerboseTB.structured_traceback\u001b[0;34m(self, etype, evalue, etb, tb_offset, number_of_lines_of_context)\u001b[0m\n\u001b[1;32m 1131\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstructured_traceback\u001b[39m(\n\u001b[1;32m 1132\u001b[0m \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m 1133\u001b[0m etype: \u001b[38;5;28mtype\u001b[39m,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1137\u001b[0m number_of_lines_of_context: \u001b[38;5;28mint\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m5\u001b[39m,\n\u001b[1;32m 1138\u001b[0m ):\n\u001b[1;32m 1139\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Return a nice text document describing the traceback.\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1140\u001b[0m formatted_exception \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mformat_exception_as_a_whole\u001b[49m\u001b[43m(\u001b[49m\u001b[43metype\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mevalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1141\u001b[0m \u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1143\u001b[0m colors \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mColors \u001b[38;5;66;03m# just a shorthand + quicker name lookup\u001b[39;00m\n\u001b[1;32m 1144\u001b[0m colorsnormal \u001b[38;5;241m=\u001b[39m colors\u001b[38;5;241m.\u001b[39mNormal \u001b[38;5;66;03m# used a lot\u001b[39;00m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1030\u001b[0m, in \u001b[0;36mVerboseTB.format_exception_as_a_whole\u001b[0;34m(self, etype, evalue, etb, number_of_lines_of_context, tb_offset)\u001b[0m\n\u001b[1;32m 1027\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(tb_offset, \u001b[38;5;28mint\u001b[39m)\n\u001b[1;32m 1028\u001b[0m head \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprepare_header(\u001b[38;5;28mstr\u001b[39m(etype), \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlong_header)\n\u001b[1;32m 1029\u001b[0m records \u001b[38;5;241m=\u001b[39m (\n\u001b[0;32m-> 1030\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_records\u001b[49m\u001b[43m(\u001b[49m\u001b[43metb\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnumber_of_lines_of_context\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtb_offset\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mif\u001b[39;00m etb \u001b[38;5;28;01melse\u001b[39;00m []\n\u001b[1;32m 1031\u001b[0m )\n\u001b[1;32m 1033\u001b[0m frames \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m 1034\u001b[0m skipped \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/IPython/core/ultratb.py:1081\u001b[0m, in \u001b[0;36mVerboseTB.get_records\u001b[0;34m(self, etb, number_of_lines_of_context, tb_offset)\u001b[0m\n\u001b[1;32m 1079\u001b[0m before \u001b[38;5;241m=\u001b[39m context \u001b[38;5;241m-\u001b[39m after\n\u001b[1;32m 1080\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhas_colors:\n\u001b[0;32m-> 1081\u001b[0m style \u001b[38;5;241m=\u001b[39m \u001b[43mget_style_by_name\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdefault\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1082\u001b[0m style \u001b[38;5;241m=\u001b[39m stack_data\u001b[38;5;241m.\u001b[39mstyle_with_executing_node(style, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_tb_highlight)\n\u001b[1;32m 1083\u001b[0m formatter \u001b[38;5;241m=\u001b[39m Terminal256Formatter(style\u001b[38;5;241m=\u001b[39mstyle)\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/pygments/styles/__init__.py:90\u001b[0m, in \u001b[0;36mget_style_by_name\u001b[0;34m(name)\u001b[0m\n\u001b[1;32m 87\u001b[0m \u001b[38;5;28mcls\u001b[39m \u001b[38;5;241m=\u001b[39m name\u001b[38;5;241m.\u001b[39mtitle() \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mStyle\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 89\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 90\u001b[0m mod \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43m__import__\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mpygments.styles.\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mmod\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;28;43mcls\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 91\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m:\n\u001b[1;32m 92\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m ClassNotFound(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCould not find style module \u001b[39m\u001b[38;5;132;01m%r\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m mod \u001b[38;5;241m+\u001b[39m\n\u001b[1;32m 93\u001b[0m (builtin \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m, though it should be builtin\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
- "File \u001b[0;32m:991\u001b[0m, in \u001b[0;36m_find_and_load\u001b[0;34m(name, import_)\u001b[0m\n",
- "File \u001b[0;32m:975\u001b[0m, in \u001b[0;36m_find_and_load_unlocked\u001b[0;34m(name, import_)\u001b[0m\n",
- "File \u001b[0;32m:671\u001b[0m, in \u001b[0;36m_load_unlocked\u001b[0;34m(spec)\u001b[0m\n",
- "File \u001b[0;32m:839\u001b[0m, in \u001b[0;36mexec_module\u001b[0;34m(self, module)\u001b[0m\n",
- "File \u001b[0;32m:934\u001b[0m, in \u001b[0;36mget_code\u001b[0;34m(self, fullname)\u001b[0m\n",
- "File \u001b[0;32m:1032\u001b[0m, in \u001b[0;36mget_data\u001b[0;34m(self, path)\u001b[0m\n",
- "File \u001b[0;32m/usr/local/lib/python3.8/site-packages/ray/_private/worker.py:1640\u001b[0m, in \u001b[0;36msigterm_handler\u001b[0;34m(signum, frame)\u001b[0m\n\u001b[1;32m 1639\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21msigterm_handler\u001b[39m(signum, frame):\n\u001b[0;32m-> 1640\u001b[0m \u001b[43msys\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mexit\u001b[49m\u001b[43m(\u001b[49m\u001b[43msignum\u001b[49m\u001b[43m)\u001b[49m\n",
- "\u001b[0;31mSystemExit\u001b[0m: 15"
- ]
- }
- ],
+ "outputs": [],
"source": [
"import os\n",
"\n",
@@ -802,21 +169,6 @@
"output_path = {alice: f'{current_dir}/iris_alice_psi.csv', bob: f'{current_dir}/iris_alice_psi.csv'}\n",
"spu.psi_csv('uid', input_path, output_path, 'alice')"
]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "id": "712ecb46-639f-40b9-902d-ac50df817ace",
- "metadata": {
- "execution": {
- "executionParty": "[\"1e1e72d3-844e-4ada-966e-d56bb5f217ed\",\"806a79e5-f708-4e3e-a0ff-e3ea0503a00a\"]",
- "shell.execute_reply.end": "2023-10-10T05:18:28.259520Z",
- "shell.execute_reply.started": "2023-10-10T05:18:27.888228Z",
- "to_execute": "2023-10-10T05:18:20.668Z"
- }
- },
- "outputs": [],
- "source": []
}
],
"metadata": {