From 4a5aa9d02f64ab61d40562d3ad8ea8122b47a2d7 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 11:17:46 -0500
Subject: [PATCH 01/14] add script to migrate codes to mpc dbs

---
 Cargo.lock                     | 449 ++++++++++++++++++++++++++++++++-
 Cargo.toml                     |   6 +
 bin/migrate-codes/README.md    |   0
 bin/migrate-codes/iris_db.rs   |  60 +++++
 bin/migrate-codes/migrate.rs   | 132 ++++++++++
 bin/migrate-codes/migrate.toml |   1 +
 bin/migrate-codes/mpc_db.rs    | 129 ++++++++++
 7 files changed, 771 insertions(+), 6 deletions(-)
 create mode 100644 bin/migrate-codes/README.md
 create mode 100644 bin/migrate-codes/iris_db.rs
 create mode 100644 bin/migrate-codes/migrate.rs
 create mode 100644 bin/migrate-codes/migrate.toml
 create mode 100644 bin/migrate-codes/mpc_db.rs

diff --git a/Cargo.lock b/Cargo.lock
index 51329e5..3997308 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -472,7 +472,7 @@ dependencies = [
  "aws-smithy-runtime-api",
  "aws-smithy-types",
  "http 0.2.11",
- "rustc_version",
+ "rustc_version 0.4.0",
  "tracing",
 ]
 
@@ -604,6 +604,18 @@ dependencies = [
  "serde",
 ]
 
+[[package]]
+name = "bitvec"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1bc2832c24239b0141d5674bb9174f9d68a8b5b3f2753311927c172ca46f7e9c"
+dependencies = [
+ "funty",
+ "radium",
+ "tap",
+ "wyz",
+]
+
 [[package]]
 name = "block-buffer"
 version = "0.10.4"
@@ -613,6 +625,27 @@ dependencies = [
  "generic-array",
 ]
 
+[[package]]
+name = "bson"
+version = "2.9.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ce21468c1c9c154a85696bb25c20582511438edb6ad67f846ba1378ffdd80222"
+dependencies = [
+ "ahash 0.8.7",
+ "base64 0.13.1",
+ "bitvec",
+ "hex",
+ "indexmap",
+ "js-sys",
+ "once_cell",
+ "rand",
+ "serde",
+ "serde_bytes",
+ "serde_json",
+ "time",
+ "uuid",
+]
+
 [[package]]
 name = "bstr"
 version = "0.2.17"
@@ -827,6 +860,12 @@ version = "0.9.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c2459377285ad874054d797f3ccebf984978aa39129f6eafde5cdc8315b612f8"
 
+[[package]]
+name = "convert_case"
+version = "0.4.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6245d59a3e82a7fc217c5828a6692dbc6dfb63a0c8c90495621f7b9d79704a0e"
+
 [[package]]
 name = "core-foundation"
 version = "0.9.4"
@@ -962,6 +1001,47 @@ dependencies = [
  "typenum",
 ]
 
+[[package]]
+name = "darling"
+version = "0.13.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a01d95850c592940db9b8194bc39f4bc0e89dee5c4265e4b1807c34a9aba453c"
+dependencies = [
+ "darling_core",
+ "darling_macro",
+]
+
+[[package]]
+name = "darling_core"
+version = "0.13.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "859d65a907b6852c9361e3185c862aae7fafd2887876799fa55f5f99dc40d610"
+dependencies = [
+ "fnv",
+ "ident_case",
+ "proc-macro2",
+ "quote",
+ "strsim",
+ "syn 1.0.109",
+]
+
+[[package]]
+name = "darling_macro"
+version = "0.13.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9c972679f83bdf9c42bd905396b6c3588a843a17f0f16dfcfa3e2c5d57441835"
+dependencies = [
+ "darling_core",
+ "quote",
+ "syn 1.0.109",
+]
+
+[[package]]
+name = "data-encoding"
+version = "2.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7e962a19be5cfc3f3bf6dd8f61eb50107f356ad6270fbb3ed41476571db78be5"
+
 [[package]]
 name = "der"
 version = "0.7.8"
@@ -982,6 +1062,30 @@ dependencies = [
  "powerfmt",
 ]
 
+[[package]]
+name = "derivative"
+version = "2.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fcc3dd5e9e9c0b295d6e1e4d811fb6f157d5ffd784b8d202fc62eac8035a770b"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 1.0.109",
+]
+
+[[package]]
+name = "derive_more"
+version = "0.99.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4fb810d30a7c1953f91334de7244731fc3f3c10d7fe163338a35b9f640960321"
+dependencies = [
+ "convert_case",
+ "proc-macro2",
+ "quote",
+ "rustc_version 0.4.0",
+ "syn 1.0.109",
+]
+
 [[package]]
 name = "digest"
 version = "0.10.7"
@@ -1067,6 +1171,18 @@ dependencies = [
  "cfg-if",
 ]
 
+[[package]]
+name = "enum-as-inner"
+version = "0.4.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "21cdad81446a7f7dc43f6a77409efeb9733d2fa65553efef6018ef257c959b73"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "quote",
+ "syn 1.0.109",
+]
+
 [[package]]
 name = "equivalent"
 version = "1.0.1"
@@ -1169,6 +1285,12 @@ dependencies = [
  "percent-encoding",
 ]
 
+[[package]]
+name = "funty"
+version = "2.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6d5a32815ae3f33302d95fdcb2ce17862f8c65363dcfd29360480ba1001fc9c"
+
 [[package]]
 name = "futures"
 version = "0.3.30"
@@ -1429,6 +1551,17 @@ dependencies = [
  "windows-sys 0.52.0",
 ]
 
+[[package]]
+name = "hostname"
+version = "0.3.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3c731c3e10504cc8ed35cfe2f1db4c9274c3d35fa486e3b31df46f068ef3e867"
+dependencies = [
+ "libc",
+ "match_cfg",
+ "winapi",
+]
+
 [[package]]
 name = "http"
 version = "0.2.11"
@@ -1514,7 +1647,7 @@ dependencies = [
  "httpdate",
  "itoa",
  "pin-project-lite",
- "socket2",
+ "socket2 0.5.5",
  "tokio",
  "tower-service",
  "tracing",
@@ -1581,7 +1714,7 @@ dependencies = [
  "http-body 1.0.0",
  "hyper 1.1.0",
  "pin-project-lite",
- "socket2",
+ "socket2 0.5.5",
  "tokio",
 ]
 
@@ -1608,6 +1741,23 @@ dependencies = [
  "cc",
 ]
 
+[[package]]
+name = "ident_case"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
+
+[[package]]
+name = "idna"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "418a0a6fab821475f634efe3ccc45c013f742efe03d853e8d3355d5cb850ecf8"
+dependencies = [
+ "matches",
+ "unicode-bidi",
+ "unicode-normalization",
+]
+
 [[package]]
 name = "idna"
 version = "0.5.0"
@@ -1662,6 +1812,18 @@ dependencies = [
  "cfg-if",
 ]
 
+[[package]]
+name = "ipconfig"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b58db92f96b720de98181bbbe63c831e87005ab460c1bf306eb2622b4707997f"
+dependencies = [
+ "socket2 0.5.5",
+ "widestring",
+ "windows-sys 0.48.0",
+ "winreg",
+]
+
 [[package]]
 name = "ipnet"
 version = "2.9.0"
@@ -1803,6 +1965,21 @@ version = "0.4.20"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b5e6163cb8c49088c2c36f57875e58ccd8c87c7427f7fbd50ea6710b2f3f2e8f"
 
+[[package]]
+name = "lru-cache"
+version = "0.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "31e24f1ad8321ca0e8a1e0ac13f23cb668e6f5466c2c57319f6a5cf1cc8e3b1c"
+dependencies = [
+ "linked-hash-map",
+]
+
+[[package]]
+name = "match_cfg"
+version = "0.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ffbee8634e0d45d258acb448e7eaab3fce7a0a467395d4d9f228e3c1f01fb2e4"
+
 [[package]]
 name = "matchers"
 version = "0.1.0"
@@ -1812,6 +1989,12 @@ dependencies = [
  "regex-automata 0.1.10",
 ]
 
+[[package]]
+name = "matches"
+version = "0.1.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2532096657941c2fea9c289d370a250971c689d4f143798ff67113ec042024a5"
+
 [[package]]
 name = "matchit"
 version = "0.7.3"
@@ -1943,6 +2126,53 @@ dependencies = [
  "windows-sys 0.48.0",
 ]
 
+[[package]]
+name = "mongodb"
+version = "2.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "de59562e5c71656c098d8e966641b31da87b89dc3dcb6e761d3b37dcdfa0cb72"
+dependencies = [
+ "async-trait",
+ "base64 0.13.1",
+ "bitflags 1.3.2",
+ "bson",
+ "chrono",
+ "derivative",
+ "derive_more",
+ "futures-core",
+ "futures-executor",
+ "futures-io",
+ "futures-util",
+ "hex",
+ "hmac",
+ "lazy_static",
+ "md-5",
+ "pbkdf2",
+ "percent-encoding",
+ "rand",
+ "rustc_version_runtime",
+ "rustls",
+ "rustls-pemfile",
+ "serde",
+ "serde_bytes",
+ "serde_with",
+ "sha-1",
+ "sha2",
+ "socket2 0.4.10",
+ "stringprep",
+ "strsim",
+ "take_mut",
+ "thiserror",
+ "tokio",
+ "tokio-rustls",
+ "tokio-util",
+ "trust-dns-proto",
+ "trust-dns-resolver",
+ "typed-builder",
+ "uuid",
+ "webpki-roots",
+]
+
 [[package]]
 name = "mpc"
 version = "0.1.0"
@@ -1966,6 +2196,7 @@ dependencies = [
  "indoc",
  "itertools 0.12.0",
  "metrics 0.21.1",
+ "mongodb",
  "ordered-float",
  "proptest",
  "rand",
@@ -2316,6 +2547,15 @@ version = "0.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8835116a5c179084a830efb3adc117ab007512b535bc1a21c991d3b32a6b44dd"
 
+[[package]]
+name = "pbkdf2"
+version = "0.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "83a0692ec44e4cf1ef28ca317f14f8f07da2d95ec3fa01f86e4467b725e60917"
+dependencies = [
+ "digest",
+]
+
 [[package]]
 name = "pem-rfc7468"
 version = "0.7.0"
@@ -2540,6 +2780,12 @@ dependencies = [
  "proc-macro2",
 ]
 
+[[package]]
+name = "radium"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc33ff2d4973d518d823d61aa239014831e521c75da58e3df4840d3f47749d09"
+
 [[package]]
 name = "rand"
 version = "0.8.5"
@@ -2718,6 +2964,16 @@ dependencies = [
  "winreg",
 ]
 
+[[package]]
+name = "resolv-conf"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "52e44394d2086d010551b14b53b1f24e31647570cd1deb0379e2c21b329aba00"
+dependencies = [
+ "hostname",
+ "quick-error",
+]
+
 [[package]]
 name = "ring"
 version = "0.17.7"
@@ -2790,13 +3046,32 @@ version = "0.1.23"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d626bb9dae77e28219937af045c257c28bfd3f69333c512553507f5f9798cb76"
 
+[[package]]
+name = "rustc_version"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "138e3e0acb6c9fb258b19b67cb8abd63c00679d2851805ea151465464fe9030a"
+dependencies = [
+ "semver 0.9.0",
+]
+
 [[package]]
 name = "rustc_version"
 version = "0.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "bfa0f585226d2e68097d4f95d113b15b83a82e819ab25717ec0590d9584ef366"
 dependencies = [
- "semver",
+ "semver 1.0.21",
+]
+
+[[package]]
+name = "rustc_version_runtime"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d31b7153270ebf48bf91c65ae5b0c00e749c4cfad505f66530ac74950249582f"
+dependencies = [
+ "rustc_version 0.2.3",
+ "semver 0.9.0",
 ]
 
 [[package]]
@@ -2936,12 +3211,27 @@ dependencies = [
  "libc",
 ]
 
+[[package]]
+name = "semver"
+version = "0.9.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1d7eb9ef2c18661902cc47e535f9bc51b78acd254da71d375c2f6720d9a40403"
+dependencies = [
+ "semver-parser",
+]
+
 [[package]]
 name = "semver"
 version = "1.0.21"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b97ed7a9823b74f99c7742f5336af7be5ecd3eeafcb1507d1fa93347b1d589b0"
 
+[[package]]
+name = "semver-parser"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "388a1df253eca08550bef6c72392cfe7c30914bf41df5269b68cbd6ff8f570a3"
+
 [[package]]
 name = "serde"
 version = "1.0.195"
@@ -2951,6 +3241,15 @@ dependencies = [
  "serde_derive",
 ]
 
+[[package]]
+name = "serde_bytes"
+version = "0.11.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8b8497c313fd43ab992087548117643f6fcd935cbf36f176ffda0aacf9591734"
+dependencies = [
+ "serde",
+]
+
 [[package]]
 name = "serde_derive"
 version = "1.0.195"
@@ -2968,6 +3267,7 @@ version = "1.0.111"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "176e46fa42316f18edd598015a5166857fc835ec732f5215eac6b7bdbf0a84f4"
 dependencies = [
+ "indexmap",
  "itoa",
  "ryu",
  "serde",
@@ -3004,6 +3304,39 @@ dependencies = [
  "serde",
 ]
 
+[[package]]
+name = "serde_with"
+version = "1.14.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "678b5a069e50bf00ecd22d0cd8ddf7c236f68581b03db652061ed5eb13a312ff"
+dependencies = [
+ "serde",
+ "serde_with_macros",
+]
+
+[[package]]
+name = "serde_with_macros"
+version = "1.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e182d6ec6f05393cc0e5ed1bf81ad6db3a8feedf8ee515ecdd369809bcce8082"
+dependencies = [
+ "darling",
+ "proc-macro2",
+ "quote",
+ "syn 1.0.109",
+]
+
+[[package]]
+name = "sha-1"
+version = "0.10.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f5058ada175748e33390e40e872bd0fe59a19f265d0158daa551c5a88a76009c"
+dependencies = [
+ "cfg-if",
+ "cpufeatures",
+ "digest",
+]
+
 [[package]]
 name = "sha1"
 version = "0.10.6"
@@ -3095,6 +3428,16 @@ version = "1.13.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "e6ecd384b10a64542d77071bd64bd7b231f4ed5940fba55e98c3de13824cf3d7"
 
+[[package]]
+name = "socket2"
+version = "0.4.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9f7916fc008ca5542385b89a3d3ce689953c143e9304a9bf8beec1de48994c0d"
+dependencies = [
+ "libc",
+ "winapi",
+]
+
 [[package]]
 name = "socket2"
 version = "0.5.5"
@@ -3415,6 +3758,18 @@ dependencies = [
  "libc",
 ]
 
+[[package]]
+name = "take_mut"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f764005d11ee5f36500a149ace24e00e3da98b0158b3e2d53a7495660d3f4d60"
+
+[[package]]
+name = "tap"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"
+
 [[package]]
 name = "telemetry-batteries"
 version = "0.1.0"
@@ -3585,7 +3940,7 @@ dependencies = [
  "parking_lot",
  "pin-project-lite",
  "signal-hook-registry",
- "socket2",
+ "socket2 0.5.5",
  "tokio-macros",
  "windows-sys 0.48.0",
 ]
@@ -3640,6 +3995,7 @@ checksum = "5419f34732d9eb6ee4c3578b7989078579b7f039cbbb9ca2c4da015749371e15"
 dependencies = [
  "bytes",
  "futures-core",
+ "futures-io",
  "futures-sink",
  "pin-project-lite",
  "tokio",
@@ -3822,12 +4178,68 @@ dependencies = [
  "tracing-serde",
 ]
 
+[[package]]
+name = "trust-dns-proto"
+version = "0.21.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9c31f240f59877c3d4bb3b3ea0ec5a6a0cff07323580ff8c7a605cd7d08b255d"
+dependencies = [
+ "async-trait",
+ "cfg-if",
+ "data-encoding",
+ "enum-as-inner",
+ "futures-channel",
+ "futures-io",
+ "futures-util",
+ "idna 0.2.3",
+ "ipnet",
+ "lazy_static",
+ "log",
+ "rand",
+ "smallvec",
+ "thiserror",
+ "tinyvec",
+ "tokio",
+ "url",
+]
+
+[[package]]
+name = "trust-dns-resolver"
+version = "0.21.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e4ba72c2ea84515690c9fcef4c6c660bb9df3036ed1051686de84605b74fd558"
+dependencies = [
+ "cfg-if",
+ "futures-util",
+ "ipconfig",
+ "lazy_static",
+ "log",
+ "lru-cache",
+ "parking_lot",
+ "resolv-conf",
+ "smallvec",
+ "thiserror",
+ "tokio",
+ "trust-dns-proto",
+]
+
 [[package]]
 name = "try-lock"
 version = "0.2.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
 
+[[package]]
+name = "typed-builder"
+version = "0.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "89851716b67b937e393b3daa8423e67ddfc4bbbf1654bcf05488e95e0828db0c"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 1.0.109",
+]
+
 [[package]]
 name = "typenum"
 version = "1.17.0"
@@ -3898,7 +4310,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "31e6302e3bb753d46e83516cae55ae196fc0c309407cf11ab35cc51a4c2a4633"
 dependencies = [
  "form_urlencoded",
- "idna",
+ "idna 0.5.0",
  "percent-encoding",
 ]
 
@@ -3919,6 +4331,10 @@ name = "uuid"
 version = "1.7.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "f00cc9702ca12d3c81455259621e676d0f7251cec66a21e98fe2e9a37db93b2a"
+dependencies = [
+ "getrandom",
+ "serde",
+]
 
 [[package]]
 name = "valuable"
@@ -4064,12 +4480,24 @@ dependencies = [
  "wasm-bindgen",
 ]
 
+[[package]]
+name = "webpki-roots"
+version = "0.25.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5f20c57d8d7db6d3b86154206ae5d8fba62dd39573114de97c2cb0578251f8e1"
+
 [[package]]
 name = "whoami"
 version = "1.4.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "22fc3756b8a9133049b26c7f61ab35416c130e8c09b660f5b3958b446f52cc50"
 
+[[package]]
+name = "widestring"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "653f141f39ec16bba3c5abe400a0c60da7468261cc2cbf36805022876bc721a8"
+
 [[package]]
 name = "winapi"
 version = "0.3.9"
@@ -4261,6 +4689,15 @@ dependencies = [
  "windows-sys 0.48.0",
 ]
 
+[[package]]
+name = "wyz"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "05f360fc0b24296329c78fda852a1e9ae82de9cf7b27dae4b7f62f118f77b9ed"
+dependencies = [
+ "tap",
+]
+
 [[package]]
 name = "xmlparser"
 version = "0.13.6"
diff --git a/Cargo.toml b/Cargo.toml
index ca2b9cb..8139b02 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -22,6 +22,8 @@ indicatif = "0.17.7"
 indoc = "2.0.4"
 itertools = "0.12.0"
 metrics = "0.21.1"
+# TODO: only include this for migrate-codes bin
+mongodb = "2.8.1"
 ordered-float = "4.2.0"
 rand = "0.8.5"
 rayon = "1.8.1"
@@ -61,6 +63,10 @@ path = "bin/utils.rs"
 name = "e2e"
 path = "bin/e2e/e2e.rs"
 
+[[bin]]
+name = "migrate-codes"
+path = "bin/migrate-codes/migrate.rs"
+
 [[bench]]
 name = "example"
 harness = false
diff --git a/bin/migrate-codes/README.md b/bin/migrate-codes/README.md
new file mode 100644
index 0000000..e69de29
diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
new file mode 100644
index 0000000..bc43660
--- /dev/null
+++ b/bin/migrate-codes/iris_db.rs
@@ -0,0 +1,60 @@
+use futures::TryStreamExt;
+use mpc::bits::Bits;
+use serde::{Deserialize, Serialize};
+
+#[derive(Serialize, Deserialize)]
+pub struct IrisCodeEntry {
+    pub signup_id: String,
+    pub iris_code_left: Bits,
+    pub mask_code_left: Bits,
+    pub iris_code_right: Bits,
+    pub mask_code_right: Bits,
+}
+
+pub struct IrisDb {
+    pub db: mongodb::Database,
+}
+
+impl IrisDb {
+    pub async fn new(url: &str) -> eyre::Result<Self> {
+        let client_options =
+            mongodb::options::ClientOptions::parse(url).await?;
+
+        let client: mongodb::Client =
+            mongodb::Client::with_options(client_options)?;
+
+        let db = client.database("iris");
+
+        Ok(Self { db })
+    }
+
+    pub async fn fetch_iris_codes(
+        &self,
+        mut from: u64,
+        batch_size: i64,
+    ) -> eyre::Result<Vec<IrisCodeEntry>> {
+        let collection = self.db.collection("codes.v2");
+        let total_items = collection.estimated_document_count(None).await?;
+
+        let mut items = vec![];
+
+        while from < total_items {
+            let find_options = mongodb::options::FindOptions::builder()
+                .skip(from as u64)
+                .limit(batch_size as i64)
+                .build();
+
+            let mut cursor = collection.find(None, find_options).await?;
+
+            while let Some(document) = cursor.try_next().await? {
+                let iris_code_element =
+                    mongodb::bson::from_document::<IrisCodeEntry>(document)?;
+                items.push(iris_code_element);
+            }
+
+            from += batch_size as u64;
+        }
+
+        Ok(items)
+    }
+}
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
new file mode 100644
index 0000000..e4c9de6
--- /dev/null
+++ b/bin/migrate-codes/migrate.rs
@@ -0,0 +1,132 @@
+use std::path::PathBuf;
+
+use ::config::{Config, File};
+use clap::Parser;
+use mpc::db;
+use mpc::template::Template;
+use mpc_db::MPCDbConfig;
+use rand::distributions::Alphanumeric;
+use rand::{thread_rng, Rng};
+use serde::Deserialize;
+use telemetry_batteries::tracing::stdout::StdoutBattery;
+
+use crate::iris_db::{IrisCodeEntry, IrisDb};
+use crate::mpc_db::MPCDbs;
+
+mod iris_db;
+mod mpc_db;
+
+#[derive(Parser)]
+pub struct Args {
+    #[clap(short, long, env)]
+    config: PathBuf,
+}
+
+#[derive(Deserialize)]
+pub struct SeedDbConfig {
+    pub iris_code_db: String,
+    pub mpc_db: MPCDbConfig,
+}
+
+pub const IRIS_CODE_BATCH_SIZE: i64 = 30_000;
+//TODO: update this
+pub const INSERTION_BATCH_SIZE: usize = 10;
+
+#[tokio::main]
+async fn main() -> eyre::Result<()> {
+    let _shutdown_tracing_provider = StdoutBattery::init();
+
+    let args = Args::parse();
+    let settings = Config::builder()
+        .add_source(File::from(args.config).required(true))
+        .build()?;
+    let config = settings.try_deserialize::<SeedDbConfig>()?;
+
+    assert_eq!(
+        config.mpc_db.left_participant_dbs.len(),
+        config.mpc_db.right_participant_dbs.len()
+    );
+
+    // Connect to the dbs
+    let mpc_db = MPCDbs::new(config.mpc_db).await?;
+    let iris_db = IrisDb::new(&config.iris_code_db).await?;
+
+    //TODO: get the latest serialId from all of the dbs within mpcdb, panic if the serial ids are not the same
+    let mut latest_serial_id = 0; //TODO: should be +1 unless the db is empty
+
+    let iris_code_entries = iris_db
+        .fetch_iris_codes(latest_serial_id, IRIS_CODE_BATCH_SIZE)
+        .await?;
+
+    for entries in iris_code_entries.chunks(INSERTION_BATCH_SIZE) {
+        let (left_templates, right_templates): (Vec<Template>, Vec<Template>) =
+            entries
+                .iter()
+                .map(|entry| {
+                    (
+                        Template {
+                            code: entry.iris_code_left,
+                            mask: entry.mask_code_left,
+                        },
+                        Template {
+                            code: entry.iris_code_left,
+                            mask: entry.mask_code_left,
+                        },
+                    )
+                })
+                .unzip();
+
+        mpc_db
+            .insert_shares_and_masks(
+                latest_serial_id,
+                &left_templates,
+                &right_templates,
+            )
+            .await?;
+
+        latest_serial_id += 1;
+    }
+
+    Ok(())
+}
+
+//NOTE: util for testing TODO: delete this
+pub async fn populate_iris_db() -> eyre::Result<()> {
+    let iris_db = IrisDb::new("").await?;
+
+    let num_templates = 100;
+    let mut rng = thread_rng();
+
+    let left_templates = (0..num_templates)
+        .map(|_| rng.gen())
+        .collect::<Vec<Template>>();
+
+    let right_templates = (0..num_templates)
+        .map(|_| rng.gen())
+        .collect::<Vec<Template>>();
+
+    let collection = iris_db.db.collection::<IrisCodeEntry>("codes.v2"); // Specify your collection name
+
+    for (left, right) in left_templates.iter().zip(right_templates.iter()) {
+        let iris_code_entry = IrisCodeEntry {
+            signup_id: generate_random_string(10),
+            iris_code_left: left.code,
+            mask_code_left: left.mask,
+            iris_code_right: right.code,
+            mask_code_right: right.mask,
+        };
+
+        collection.insert_one(iris_code_entry, None).await?;
+    }
+
+    Ok(())
+}
+
+//NOTE: util for testing TODO: delete this
+fn generate_random_string(len: usize) -> String {
+    rand::thread_rng()
+        .sample_iter(&Alphanumeric)
+        .take(len)
+        .map(char::from)
+        .collect()
+}
diff --git a/bin/migrate-codes/migrate.toml b/bin/migrate-codes/migrate.toml
new file mode 100644
index 0000000..8b13789
--- /dev/null
+++ b/bin/migrate-codes/migrate.toml
@@ -0,0 +1 @@
+
diff --git a/bin/migrate-codes/mpc_db.rs b/bin/migrate-codes/mpc_db.rs
new file mode 100644
index 0000000..594b7d0
--- /dev/null
+++ b/bin/migrate-codes/mpc_db.rs
@@ -0,0 +1,129 @@
+use mpc::config::DbConfig;
+use mpc::db::Db;
+use mpc::distance::EncodedBits;
+use mpc::template::Template;
+use serde::Deserialize;
+
+#[derive(Deserialize)]
+pub struct MPCDbConfig {
+    pub left_coordinator_db: String,
+    pub left_participant_dbs: Vec<String>,
+    pub right_coordinator_db: String,
+    pub right_participant_dbs: Vec<String>,
+}
+
+pub struct MPCDbs {
+    pub left_coordinator_db: Db,
+    pub left_participant_dbs: Vec<Db>,
+    pub right_coordinator_db: Db,
+    pub right_participant_dbs: Vec<Db>,
+}
+impl MPCDbs {
+    pub async fn new(config: MPCDbConfig) -> eyre::Result<Self> {
+        let left_coordinator_db = Db::new(&DbConfig {
+            url: config.left_coordinator_db,
+            migrate: false,
+            create: false,
+        })
+        .await?;
+
+        dbg!(2);
+
+        let mut left_participant_dbs = vec![];
+
+        for db in config.left_participant_dbs {
+            let db = Db::new(&DbConfig {
+                url: db,
+                migrate: false,
+                create: false,
+            })
+            .await?;
+            left_participant_dbs.push(db);
+        }
+
+        let right_coordinator_db = Db::new(&DbConfig {
+            url: config.right_coordinator_db,
+            migrate: false,
+            create: false,
+        })
+        .await?;
+
+        let mut right_participant_dbs = vec![];
+        for db in config.right_participant_dbs {
+            let db = Db::new(&DbConfig {
+                url: db,
+                migrate: false,
+                create: false,
+            })
+            .await?;
+            right_participant_dbs.push(db);
+        }
+
+        Ok(Self {
+            left_coordinator_db,
+            left_participant_dbs,
+            right_coordinator_db,
+            right_participant_dbs,
+        })
+    }
+
+    pub async fn insert_shares_and_masks(
+        &self,
+        mut serial_id: u64,
+        left_templates: &[Template],
+        right_templates: &[Template],
+    ) -> eyre::Result<()> {
+        let participants = self.left_participant_dbs.len();
+
+        let mut left_participant_shares: Vec<Vec<(u64, EncodedBits)>> =
+            Vec::with_capacity(participants);
+        let mut right_participant_shares: Vec<Vec<(u64, EncodedBits)>> =
+            Vec::with_capacity(participants);
+
+        let mut left_masks = vec![];
+        let mut right_masks = vec![];
+
+        // Collect the shares and masks with the corresponding serial id
+        for (left, right) in left_templates.iter().zip(right_templates) {
+            let left_shares = mpc::distance::encode(left)
+                .share(participants)
+                .iter()
+                .map(|share| (serial_id, *share))
+                .collect::<Vec<(u64, EncodedBits)>>();
+
+            for (i, share) in left_shares.into_iter().enumerate() {
+                left_participant_shares[i].push(share);
+            }
+
+            left_masks.push((serial_id, left.mask));
+
+            let right_shares = mpc::distance::encode(right)
+                .share(participants)
+                .iter()
+                .map(|share| (serial_id, *share))
+                .collect::<Vec<(u64, EncodedBits)>>();
+
+            for (i, share) in right_shares.into_iter().enumerate() {
+                right_participant_shares[i].push(share);
+            }
+
+            right_masks.push((serial_id, right.mask));
+
+            serial_id += 1;
+        }
+
+        // Insert left shares and masks
+        for (i, db) in self.left_participant_dbs.iter().enumerate() {
+            db.insert_shares(&left_participant_shares[i]).await?;
+        }
+        self.left_coordinator_db.insert_masks(&left_masks).await?;
+
+        // Insert right shares and masks
+        for (i, db) in self.right_participant_dbs.iter().enumerate() {
+            db.insert_shares(&right_participant_shares[i]).await?;
+        }
+        self.right_coordinator_db.insert_masks(&right_masks).await?;
+
+        Ok(())
+    }
+}

From 5b9be0e52d9b978898fef67ed842af6e1cacf1c6 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 11:36:32 -0500
Subject: [PATCH 02/14] update logic to get iris code snapshot

---
 bin/migrate-codes/iris_db.rs | 29 ++++++++++++-----------------
 bin/migrate-codes/migrate.rs | 15 +++++++++------
 2 files changed, 21 insertions(+), 23 deletions(-)

diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
index bc43660..c1af50d 100644
--- a/bin/migrate-codes/iris_db.rs
+++ b/bin/migrate-codes/iris_db.rs
@@ -2,9 +2,12 @@ use futures::TryStreamExt;
 use mpc::bits::Bits;
 use serde::{Deserialize, Serialize};
 
+use crate::IRIS_CODE_BATCH_SIZE;
+
 #[derive(Serialize, Deserialize)]
 pub struct IrisCodeEntry {
     pub signup_id: String,
+    pub serial_id: u64,
     pub iris_code_left: Bits,
     pub mask_code_left: Bits,
     pub iris_code_right: Bits,
@@ -28,31 +31,23 @@ impl IrisDb {
         Ok(Self { db })
     }
 
-    pub async fn fetch_iris_codes(
+    pub async fn get_iris_code_snapshot(
         &self,
-        mut from: u64,
-        batch_size: i64,
     ) -> eyre::Result<Vec<IrisCodeEntry>> {
         let collection = self.db.collection("codes.v2");
-        let total_items = collection.estimated_document_count(None).await?;
 
         let mut items = vec![];
 
-        while from < total_items {
-            let find_options = mongodb::options::FindOptions::builder()
-                .skip(from as u64)
-                .limit(batch_size as i64)
-                .build();
-
-            let mut cursor = collection.find(None, find_options).await?;
+        let find_options = mongodb::options::FindOptions::builder()
+            .limit(IRIS_CODE_BATCH_SIZE) // Ensure this constant is defined somewhere
+            .build();
 
-            while let Some(document) = cursor.try_next().await? {
-                let iris_code_element =
-                    mongodb::bson::from_document::<IrisCodeEntry>(document)?;
-                items.push(iris_code_element);
-            }
+        let mut cursor = collection.find(None, find_options).await?;
 
-            from += batch_size as u64;
+        while let Some(document) = cursor.try_next().await? {
+            let iris_code_element =
+                mongodb::bson::from_document::<IrisCodeEntry>(document)?;
+            items.push(iris_code_element);
         }
 
         Ok(items)
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
index e4c9de6..b2f3f71 100644
--- a/bin/migrate-codes/migrate.rs
+++ b/bin/migrate-codes/migrate.rs
@@ -51,12 +51,10 @@ async fn main() -> eyre::Result<()> {
     let mpc_db = MPCDbs::new(config.mpc_db).await?;
     let iris_db = IrisDb::new(&config.iris_code_db).await?;
 
-    //TODO: get the latest serialId from all of the dbs within mpcdb, panic if the serial ids are not the same
-    let mut latest_serial_id = 0; //TODO: should be +1 unless the db is empty
+    //TODO: Get the latest serial ids from all mpc db
+    let mut latest_serial_id = 0;
 
-    let iris_code_entries = iris_db
-        .fetch_iris_codes(latest_serial_id, IRIS_CODE_BATCH_SIZE)
-        .await?;
+    let iris_code_entries = iris_db.get_iris_code_snapshot().await?;
 
     for entries in iris_code_entries.chunks(INSERTION_BATCH_SIZE) {
         let (left_templates, right_templates): (Vec<Template>, Vec<Template>) =
@@ -107,9 +105,14 @@ pub async fn populate_iris_db() -> eyre::Result<()> {
 
     let collection = iris_db.db.collection::<IrisCodeEntry>("codes.v2"); // Specify your collection name
 
-    for (left, right) in left_templates.iter().zip(right_templates.iter()) {
+    for (serial_id, (left, right)) in left_templates
+        .iter()
+        .zip(right_templates.iter())
+        .enumerate()
+    {
         let iris_code_entry = IrisCodeEntry {
             signup_id: generate_random_string(10),
+            serial_id: serial_id as u64,
             iris_code_left: left.code,
             mask_code_left: left.mask,
             iris_code_right: right.code,

From 90279ee9e4f40eecbff1986be8f080b524302201 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 11:56:01 -0500
Subject: [PATCH 03/14] update snapshot logic

---
 bin/migrate-codes/iris_db.rs | 38 ++++++++++++++++++++++++++----------
 bin/migrate-codes/migrate.rs |  1 -
 2 files changed, 28 insertions(+), 11 deletions(-)

diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
index c1af50d..8283959 100644
--- a/bin/migrate-codes/iris_db.rs
+++ b/bin/migrate-codes/iris_db.rs
@@ -1,8 +1,9 @@
 use futures::TryStreamExt;
+use mongodb::bson::doc;
 use mpc::bits::Bits;
 use serde::{Deserialize, Serialize};
 
-use crate::IRIS_CODE_BATCH_SIZE;
+pub const IRIS_CODE_BATCH_SIZE: u32 = 30_000;
 
 #[derive(Serialize, Deserialize)]
 pub struct IrisCodeEntry {
@@ -34,20 +35,37 @@ impl IrisDb {
     pub async fn get_iris_code_snapshot(
         &self,
     ) -> eyre::Result<Vec<IrisCodeEntry>> {
+        let mut items = vec![];
+
+        let mut last_serial_id = 0_i64;
+
         let collection = self.db.collection("codes.v2");
 
-        let mut items = vec![];
+        loop {
+            let find_options = mongodb::options::FindOptions::builder()
+                .batch_size(IRIS_CODE_BATCH_SIZE)
+                .sort(doc! {"serial_id": 1})
+                .build();
+
+            let mut cursor = collection
+                .find(doc! {"serial_id": {"$gt": last_serial_id}}, find_options)
+                .await?;
+
+            let mut items_added = 0;
+            while let Some(document) = cursor.try_next().await? {
+                let iris_code_element =
+                    mongodb::bson::from_document::<IrisCodeEntry>(document)?;
+
+                last_serial_id += iris_code_element.serial_id as i64;
 
-        let find_options = mongodb::options::FindOptions::builder()
-            .limit(IRIS_CODE_BATCH_SIZE) // Ensure this constant is defined somewhere
-            .build();
+                items.push(iris_code_element);
 
-        let mut cursor = collection.find(None, find_options).await?;
+                items_added += 1;
+            }
 
-        while let Some(document) = cursor.try_next().await? {
-            let iris_code_element =
-                mongodb::bson::from_document::<IrisCodeEntry>(document)?;
-            items.push(iris_code_element);
+            if items_added == 0 {
+                break;
+            }
         }
 
         Ok(items)
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
index b2f3f71..ff12ad9 100644
--- a/bin/migrate-codes/migrate.rs
+++ b/bin/migrate-codes/migrate.rs
@@ -28,7 +28,6 @@ pub struct SeedDbConfig {
     pub mpc_db: MPCDbConfig,
 }
 
-pub const IRIS_CODE_BATCH_SIZE: i64 = 30_000;
 //TODO: update this
 pub const INSERTION_BATCH_SIZE: usize = 10;
 

From 961970f1724d8e78378f67c6cc5c63ff3b10ab65 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 20:21:33 -0500
Subject: [PATCH 04/14] refactored utils

---
 Cargo.toml                           |   2 +-
 bin/migrate-codes/migrate.rs         |  46 -----
 bin/utils.rs                         | 273 ---------------------------
 bin/utils/generate_mock_templates.rs |  28 +++
 bin/utils/seed_iris_db.rs            |  69 +++++++
 bin/utils/seed_mpc_db.rs             |  99 ++++++++++
 bin/utils/sqs_query.rs               |  55 ++++++
 bin/utils/sqs_receive.rs             |  63 +++++++
 bin/utils/utils.rs                   |  58 ++++++
 9 files changed, 373 insertions(+), 320 deletions(-)
 delete mode 100644 bin/utils.rs
 create mode 100644 bin/utils/generate_mock_templates.rs
 create mode 100644 bin/utils/seed_iris_db.rs
 create mode 100644 bin/utils/seed_mpc_db.rs
 create mode 100644 bin/utils/sqs_query.rs
 create mode 100644 bin/utils/sqs_receive.rs
 create mode 100644 bin/utils/utils.rs

diff --git a/Cargo.toml b/Cargo.toml
index 8139b02..0e7ea9c 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -57,7 +57,7 @@ path = "bin/mpc_node.rs"
 
 [[bin]]
 name = "utils"
-path = "bin/utils.rs"
+path = "bin/utils/utils.rs"
 
 [[bin]]
 name = "e2e"
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
index ff12ad9..4d8a887 100644
--- a/bin/migrate-codes/migrate.rs
+++ b/bin/migrate-codes/migrate.rs
@@ -86,49 +86,3 @@ async fn main() -> eyre::Result<()> {
 
     Ok(())
 }
-
-//NOTE: util for testing TODO: delete this
-pub async fn populate_iris_db() -> eyre::Result<()> {
-    let iris_db = IrisDb::new("").await?;
-
-    let num_templates = 100;
-    let mut rng = thread_rng();
-
-    let left_templates = (0..num_templates)
-        .map(|_| rng.gen())
-        .collect::<Vec<Template>>();
-
-    let right_templates = (0..num_templates)
-        .map(|_| rng.gen())
-        .collect::<Vec<Template>>();
-
-    let collection = iris_db.db.collection::<IrisCodeEntry>("codes.v2"); // Specify your collection name
-
-    for (serial_id, (left, right)) in left_templates
-        .iter()
-        .zip(right_templates.iter())
-        .enumerate()
-    {
-        let iris_code_entry = IrisCodeEntry {
-            signup_id: generate_random_string(10),
-            serial_id: serial_id as u64,
-            iris_code_left: left.code,
-            mask_code_left: left.mask,
-            iris_code_right: right.code,
-            mask_code_right: right.mask,
-        };
-
-        collection.insert_one(iris_code_entry, None).await?;
-    }
-
-    Ok(())
-}
-
-//NOTE: util for testing TODO: delete this
-fn generate_random_string(len: usize) -> String {
-    rand::thread_rng()
-        .sample_iter(&Alphanumeric)
-        .take(len)
-        .map(char::from)
-        .collect()
-}
diff --git a/bin/utils.rs b/bin/utils.rs
deleted file mode 100644
index 5f4091d..0000000
--- a/bin/utils.rs
+++ /dev/null
@@ -1,273 +0,0 @@
-use clap::{Args, Parser};
-use eyre::ContextCompat;
-use indicatif::ProgressBar;
-use mpc::config::{AwsConfig, DbConfig};
-use mpc::coordinator::{UniquenessCheckRequest, UniquenessCheckResult};
-use mpc::db::Db;
-use mpc::template::Template;
-use mpc::utils::aws::sqs_client_from_config;
-use rand::distributions::Alphanumeric;
-use rand::{thread_rng, Rng};
-
-#[derive(Debug, Clone, Parser)]
-enum Opt {
-    SQSQuery(SQSQuery),
-    SeedDb(SeedDb),
-    SQSReceive(SQSReceive),
-    GenerateMockTemplates(GenerateMockTemplates),
-}
-
-#[derive(Debug, Clone, Args)]
-struct SQSQuery {
-    /// The endpoint URL for the AWS service
-    ///
-    /// Useful when using LocalStack
-    #[clap(short, long)]
-    pub endpoint_url: Option<String>,
-
-    /// The AWS region
-    #[clap(short, long)]
-    pub region: Option<String>,
-
-    /// The URL of the SQS queue
-    #[clap(short, long)]
-    pub queue_url: String,
-}
-
-#[derive(Debug, Clone, Args)]
-struct SeedDb {
-    #[clap(short, long)]
-    pub coordinator_db_url: String,
-
-    #[clap(short, long)]
-    pub participant_db_url: Vec<String>,
-
-    #[clap(short, long, default_value = "3000000")]
-    pub num: usize,
-
-    #[clap(short, long, default_value = "10000")]
-    pub batch_size: usize,
-}
-
-#[derive(Debug, Clone, Args)]
-struct SQSReceive {
-    /// The endpoint URL for the AWS service
-    ///
-    /// Useful when using LocalStack
-    #[clap(short, long)]
-    pub endpoint_url: Option<String>,
-
-    /// The AWS region
-    #[clap(short, long)]
-    pub region: Option<String>,
-
-    /// The URL of the SQS queue
-    #[clap(short, long)]
-    pub queue_url: String,
-}
-
-#[derive(Debug, Clone, Args)]
-struct GenerateMockTemplates {
-    #[clap(short, long)]
-    pub output: String,
-
-    #[clap(short, long)]
-    pub num_templates: usize,
-}
-
-#[tokio::main]
-async fn main() -> eyre::Result<()> {
-    dotenv::dotenv().ok();
-
-    let args = Opt::parse();
-
-    match args {
-        Opt::SeedDb(args) => {
-            seed_db(&args).await?;
-        }
-        Opt::SQSQuery(args) => {
-            sqs_query(&args).await?;
-        }
-        Opt::SQSReceive(args) => {
-            sqs_receive(&args).await?;
-        }
-        Opt::GenerateMockTemplates(args) => {
-            generate_mock_templates(&args).await?;
-        }
-    }
-
-    Ok(())
-}
-
-async fn seed_db(args: &SeedDb) -> eyre::Result<()> {
-    let mut templates: Vec<Template> = Vec::with_capacity(args.num);
-
-    let pb =
-        ProgressBar::new(args.num as u64).with_message("Generating templates");
-
-    let mut rng = thread_rng();
-
-    for _ in 0..args.num {
-        templates.push(rng.gen());
-
-        pb.inc(1);
-    }
-
-    pb.finish_with_message("done");
-
-    let coordinator_db = Db::new(&DbConfig {
-        url: args.coordinator_db_url.clone(),
-        migrate: true,
-        create: true,
-    })
-    .await?;
-
-    let mut participant_dbs = vec![];
-
-    for db_config in args.participant_db_url.iter() {
-        participant_dbs.push(
-            Db::new(&DbConfig {
-                url: db_config.clone(),
-                migrate: true,
-                create: true,
-            })
-            .await?,
-        );
-    }
-
-    let pb = ProgressBar::new(args.num as u64).with_message("Seeding DBs");
-
-    for (idx, chunk) in templates.chunks(args.batch_size).enumerate() {
-        let mut chunk_masks = Vec::with_capacity(chunk.len());
-        let mut chunk_shares: Vec<_> = (0..participant_dbs.len())
-            .map(|_| Vec::with_capacity(chunk.len()))
-            .collect();
-
-        for (offset, template) in chunk.iter().enumerate() {
-            let shares =
-                mpc::distance::encode(template).share(participant_dbs.len());
-
-            let id = offset + (idx * args.batch_size);
-
-            chunk_masks.push((id as u64, template.mask));
-            for (idx, share) in shares.iter().enumerate() {
-                chunk_shares[idx].push((id as u64, *share));
-            }
-        }
-
-        let mut tasks = vec![];
-
-        for (idx, db) in participant_dbs.iter().enumerate() {
-            tasks.push(db.insert_shares(&chunk_shares[idx]));
-        }
-
-        let (coordinator, participants) = tokio::join!(
-            coordinator_db.insert_masks(&chunk_masks),
-            futures::future::join_all(tasks),
-        );
-
-        coordinator?;
-        participants.into_iter().collect::<Result<_, _>>()?;
-
-        pb.inc(args.batch_size as u64);
-    }
-
-    pb.finish_with_message("done");
-
-    Ok(())
-}
-
-async fn generate_mock_templates(
-    args: &GenerateMockTemplates,
-) -> eyre::Result<()> {
-    let mut rng = thread_rng();
-
-    let templates: Vec<Template> =
-        (0..args.num_templates).map(|_| rng.gen()).collect();
-
-    let json = serde_json::to_string(&templates)?;
-
-    //write to file
-    std::fs::write(&args.output, json)?;
-
-    Ok(())
-}
-
-async fn sqs_query(args: &SQSQuery) -> eyre::Result<()> {
-    let sqs_client = sqs_client_from_config(&AwsConfig {
-        endpoint: args.endpoint_url.clone(),
-        region: args.region.clone(),
-    })
-    .await?;
-
-    let mut rng = thread_rng();
-
-    let plain_code: Template = rng.gen();
-
-    let signup_id = generate_random_string(4);
-    let group_id = generate_random_string(4);
-
-    let request = UniquenessCheckRequest {
-        plain_code,
-        signup_id,
-    };
-
-    sqs_client
-        .send_message()
-        .queue_url(args.queue_url.clone())
-        .message_group_id(group_id)
-        .message_body(serde_json::to_string(&request)?)
-        .send()
-        .await?;
-
-    Ok(())
-}
-
-async fn sqs_receive(args: &SQSReceive) -> eyre::Result<()> {
-    let sqs_client = sqs_client_from_config(&AwsConfig {
-        endpoint: args.endpoint_url.clone(),
-        region: args.region.clone(),
-    })
-    .await?;
-
-    loop {
-        let sqs_msg = sqs_client
-            .receive_message()
-            .queue_url(args.queue_url.clone())
-            .send()
-            .await?;
-
-        let messages = sqs_msg.messages.unwrap_or_default();
-
-        if messages.is_empty() {
-            tokio::time::sleep(tokio::time::Duration::from_secs(1)).await;
-            continue;
-        }
-
-        for message in messages {
-            let body = message.body.context("Missing message body")?;
-            let receipt_handle = message
-                .receipt_handle
-                .context("Missing receipt handle in message")?;
-
-            let request: UniquenessCheckResult = serde_json::from_str(&body)?;
-
-            tracing::info!(?request, "Received message");
-
-            sqs_client
-                .delete_message()
-                .queue_url(args.queue_url.clone())
-                .receipt_handle(receipt_handle)
-                .send()
-                .await?;
-        }
-    }
-}
-
-fn generate_random_string(len: usize) -> String {
-    rand::thread_rng()
-        .sample_iter(&Alphanumeric)
-        .take(len)
-        .map(char::from)
-        .collect()
-}
diff --git a/bin/utils/generate_mock_templates.rs b/bin/utils/generate_mock_templates.rs
new file mode 100644
index 0000000..9884b30
--- /dev/null
+++ b/bin/utils/generate_mock_templates.rs
@@ -0,0 +1,28 @@
+use clap::Args;
+use mpc::template::Template;
+use rand::{thread_rng, Rng};
+
+#[derive(Debug, Clone, Args)]
+pub struct GenerateMockTemplates {
+    #[clap(short, long)]
+    pub output: String,
+
+    #[clap(short, long)]
+    pub num_templates: usize,
+}
+
+pub async fn generate_mock_templates(
+    args: &GenerateMockTemplates,
+) -> eyre::Result<()> {
+    let mut rng = thread_rng();
+
+    let templates: Vec<Template> =
+        (0..args.num_templates).map(|_| rng.gen()).collect();
+
+    let json = serde_json::to_string(&templates)?;
+
+    //write to file
+    std::fs::write(&args.output, json)?;
+
+    Ok(())
+}
diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
new file mode 100644
index 0000000..87a7076
--- /dev/null
+++ b/bin/utils/seed_iris_db.rs
@@ -0,0 +1,69 @@
+use clap::Args;
+use mpc::bits::Bits;
+use mpc::template::Template;
+use rand::{thread_rng, Rng};
+use serde::{Deserialize, Serialize};
+
+use crate::generate_random_string;
+
+pub const DATABASE_NAME: &str = "iris";
+pub const COLLECTION_NAME: &str = "codes.v2";
+
+#[derive(Debug, Clone, Args)]
+pub struct SeedIrisDb {
+    #[clap(short, long)]
+    pub iris_code_db: String,
+}
+
+pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
+    let client_options =
+        mongodb::options::ClientOptions::parse(&args.iris_code_db).await?;
+
+    let client: mongodb::Client =
+        mongodb::Client::with_options(client_options)?;
+
+    let iris_db = client.database(DATABASE_NAME);
+
+    let num_templates = 100;
+    let mut rng = thread_rng();
+
+    let left_templates = (0..num_templates)
+        .map(|_| rng.gen())
+        .collect::<Vec<Template>>();
+
+    let right_templates = (0..num_templates)
+        .map(|_| rng.gen())
+        .collect::<Vec<Template>>();
+
+    let collection = iris_db.collection::<IrisCodeEntry>(COLLECTION_NAME);
+
+    //TODO: update to insert many in batches
+    for (serial_id, (left, right)) in left_templates
+        .iter()
+        .zip(right_templates.iter())
+        .enumerate()
+    {
+        let iris_code_entry = IrisCodeEntry {
+            signup_id: generate_random_string(10),
+            serial_id: serial_id as u64,
+            iris_code_left: left.code,
+            mask_code_left: left.mask,
+            iris_code_right: right.code,
+            mask_code_right: right.mask,
+        };
+
+        collection.insert_one(iris_code_entry, None).await?;
+    }
+
+    Ok(())
+}
+
+#[derive(Serialize, Deserialize)]
+pub struct IrisCodeEntry {
+    pub signup_id: String,
+    pub serial_id: u64,
+    pub iris_code_left: Bits,
+    pub mask_code_left: Bits,
+    pub iris_code_right: Bits,
+    pub mask_code_right: Bits,
+}
diff --git a/bin/utils/seed_mpc_db.rs b/bin/utils/seed_mpc_db.rs
new file mode 100644
index 0000000..edf17cc
--- /dev/null
+++ b/bin/utils/seed_mpc_db.rs
@@ -0,0 +1,99 @@
+use clap::Args;
+use indicatif::ProgressBar;
+use mpc::config::DbConfig;
+use mpc::db::Db;
+use mpc::template::Template;
+use rand::{thread_rng, Rng};
+
+#[derive(Debug, Clone, Args)]
+pub struct SeedMPCDb {
+    #[clap(short, long)]
+    pub coordinator_db_url: String,
+
+    #[clap(short, long)]
+    pub participant_db_url: Vec<String>,
+
+    #[clap(short, long, default_value = "3000000")]
+    pub num: usize,
+
+    #[clap(short, long, default_value = "10000")]
+    pub batch_size: usize,
+}
+
+pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
+    let mut templates: Vec<Template> = Vec::with_capacity(args.num);
+
+    let pb =
+        ProgressBar::new(args.num as u64).with_message("Generating templates");
+
+    let mut rng = thread_rng();
+
+    for _ in 0..args.num {
+        templates.push(rng.gen());
+
+        pb.inc(1);
+    }
+
+    pb.finish_with_message("done");
+
+    let coordinator_db = Db::new(&DbConfig {
+        url: args.coordinator_db_url.clone(),
+        migrate: true,
+        create: true,
+    })
+    .await?;
+
+    let mut participant_dbs = vec![];
+
+    for db_config in args.participant_db_url.iter() {
+        participant_dbs.push(
+            Db::new(&DbConfig {
+                url: db_config.clone(),
+                migrate: true,
+                create: true,
+            })
+            .await?,
+        );
+    }
+
+    let pb = ProgressBar::new(args.num as u64).with_message("Seeding DBs");
+
+    for (idx, chunk) in templates.chunks(args.batch_size).enumerate() {
+        let mut chunk_masks = Vec::with_capacity(chunk.len());
+        let mut chunk_shares: Vec<_> = (0..participant_dbs.len())
+            .map(|_| Vec::with_capacity(chunk.len()))
+            .collect();
+
+        for (offset, template) in chunk.iter().enumerate() {
+            let shares =
+                mpc::distance::encode(template).share(participant_dbs.len());
+
+            let id = offset + (idx * args.batch_size);
+
+            chunk_masks.push((id as u64, template.mask));
+            for (idx, share) in shares.iter().enumerate() {
+                chunk_shares[idx].push((id as u64, *share));
+            }
+        }
+
+        let mut tasks = vec![];
+
+        for (idx, db) in participant_dbs.iter().enumerate() {
+            tasks.push(db.insert_shares(&chunk_shares[idx]));
+        }
+
+        let (coordinator, participants) = tokio::join!(
+            coordinator_db.insert_masks(&chunk_masks),
+            futures::future::join_all(tasks),
+        );
+
+        coordinator?;
+        participants.into_iter().collect::<Result<_, _>>()?;
+
+        pb.inc(args.batch_size as u64);
+    }
+
+    pb.finish_with_message("done");
+
+    Ok(())
+}
diff --git a/bin/utils/sqs_query.rs b/bin/utils/sqs_query.rs
new file mode 100644
index 0000000..ae7cf93
--- /dev/null
+++ b/bin/utils/sqs_query.rs
@@ -0,0 +1,55 @@
+use clap::Args;
+use mpc::config::AwsConfig;
+use mpc::coordinator::{UniquenessCheckRequest, UniquenessCheckResult};
+use mpc::template::Template;
+use mpc::utils::aws::sqs_client_from_config;
+use rand::distributions::Alphanumeric;
+use rand::{thread_rng, Rng};
+
+use crate::generate_random_string;
+
+const REQUEST_MESSAGE_GROUP_ID: &str = "mpc-uniqueness-check-request";
+
+#[derive(Debug, Clone, Args)]
+pub struct SQSQuery {
+    /// The endpoint URL for the AWS service
+    ///
+    /// Useful when using LocalStack
+    #[clap(short, long)]
+    pub endpoint_url: Option<String>,
+
+    /// The AWS region
+    #[clap(short, long)]
+    pub region: Option<String>,
+
+    /// The URL of the SQS queue
+    #[clap(short, long)]
+    pub queue_url: String,
+}
+
+pub async fn sqs_query(args: &SQSQuery) -> eyre::Result<()> {
+    let sqs_client = sqs_client_from_config(&AwsConfig {
+        endpoint: args.endpoint_url.clone(),
+        region: args.region.clone(),
+    })
+    .await?;
+
+    let mut rng = thread_rng();
+    let plain_code: Template = rng.gen();
+
+    let signup_id = generate_random_string(10);
+    let request = UniquenessCheckRequest {
+        plain_code,
+        signup_id,
+    };
+
+    sqs_client
+        .send_message()
+        .queue_url(args.queue_url.clone())
+        .message_group_id(REQUEST_MESSAGE_GROUP_ID)
+        .message_body(serde_json::to_string(&request)?)
+        .send()
+        .await?;
+
+    Ok(())
+}
diff --git a/bin/utils/sqs_receive.rs b/bin/utils/sqs_receive.rs
new file mode 100644
index 0000000..6597834
--- /dev/null
+++ b/bin/utils/sqs_receive.rs
@@ -0,0 +1,63 @@
+use clap::Args;
+use eyre::ContextCompat;
+use mpc::config::AwsConfig;
+use mpc::coordinator::UniquenessCheckResult;
+use mpc::utils::aws::sqs_client_from_config;
+
+#[derive(Debug, Clone, Args)]
+pub struct SQSReceive {
+    /// The endpoint URL for the AWS service
+    ///
+    /// Useful when using LocalStack
+    #[clap(short, long)]
+    pub endpoint_url: Option<String>,
+
+    /// The AWS region
+    #[clap(short, long)]
+    pub region: Option<String>,
+
+    /// The URL of the SQS queue
+    #[clap(short, long)]
+    pub queue_url: String,
+}
+
+pub async fn sqs_receive(args: &SQSReceive) -> eyre::Result<()> {
+    let sqs_client = sqs_client_from_config(&AwsConfig {
+        endpoint: args.endpoint_url.clone(),
+        region: args.region.clone(),
+    })
+    .await?;
+
+    loop {
+        let sqs_msg = sqs_client
+            .receive_message()
+            .queue_url(args.queue_url.clone())
+            .send()
+            .await?;
+
+        let messages = sqs_msg.messages.unwrap_or_default();
+
+        if messages.is_empty() {
+            tokio::time::sleep(tokio::time::Duration::from_secs(1)).await;
+            continue;
+        }
+
+        for message in messages {
+            let body = message.body.context("Missing message body")?;
+            let receipt_handle = message
+                .receipt_handle
+                .context("Missing receipt handle in message")?;
+
+            let request: UniquenessCheckResult = serde_json::from_str(&body)?;
+
+            tracing::info!(?request, "Received message");
+
+            sqs_client
+                .delete_message()
+                .queue_url(args.queue_url.clone())
+                .receipt_handle(receipt_handle)
+                .send()
+                .await?;
+        }
+    }
+}
diff --git a/bin/utils/utils.rs b/bin/utils/utils.rs
new file mode 100644
index 0000000..feb74ae
--- /dev/null
+++ b/bin/utils/utils.rs
@@ -0,0 +1,58 @@
+use clap::Parser;
+use generate_mock_templates::{generate_mock_templates, GenerateMockTemplates};
+use rand::distributions::Alphanumeric;
+use rand::Rng;
+use seed_iris_db::{seed_iris_db, SeedIrisDb};
+use seed_mpc_db::{seed_mpc_db, SeedMPCDb};
+use sqs_query::{sqs_query, SQSQuery};
+use sqs_receive::{sqs_receive, SQSReceive};
+
+mod generate_mock_templates;
+mod seed_iris_db;
+mod seed_mpc_db;
+mod sqs_query;
+mod sqs_receive;
+
+#[derive(Debug, Clone, Parser)]
+enum Opt {
+    SQSQuery(SQSQuery),
+    SeedMPCDb(SeedMPCDb),
+    SeedIrisDb(SeedIrisDb),
+    SQSReceive(SQSReceive),
+    GenerateMockTemplates(GenerateMockTemplates),
+}
+
+#[tokio::main]
+async fn main() -> eyre::Result<()> {
+    dotenv::dotenv().ok();
+
+    let args = Opt::parse();
+
+    match args {
+        Opt::SeedMPCDb(args) => {
+            seed_mpc_db(&args).await?;
+        }
+        Opt::SeedIrisDb(args) => {
+            seed_iris_db(&args).await?;
+        }
+        Opt::SQSQuery(args) => {
+            sqs_query(&args).await?;
+        }
+        Opt::SQSReceive(args) => {
+            sqs_receive(&args).await?;
+        }
+        Opt::GenerateMockTemplates(args) => {
+            generate_mock_templates(&args).await?;
+        }
+    }
+
+    Ok(())
+}
+
+pub fn generate_random_string(len: usize) -> String {
+    rand::thread_rng()
+        .sample_iter(&Alphanumeric)
+        .take(len)
+        .map(char::from)
+        .collect()
+}

From 358c27f5690a426ce2d313cab79fa53a4408b53c Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 21:01:04 -0500
Subject: [PATCH 05/14] added readme for utils

---
 bin/migrate-codes/iris_db.rs |  6 ++++--
 bin/migrate-codes/migrate.rs |  2 +-
 bin/utils/README.md          | 40 ++++++++++++++++++++++++++++++++++++
 bin/utils/seed_iris_db.rs    |  8 +++++---
 bin/utils/seed_mpc_db.rs     | 17 +++++++++------
 bin/utils/sqs_query.rs       |  3 +--
 bin/utils/sqs_receive.rs     |  4 ++++
 7 files changed, 66 insertions(+), 14 deletions(-)
 create mode 100644 bin/utils/README.md

diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
index 8283959..f9f3961 100644
--- a/bin/migrate-codes/iris_db.rs
+++ b/bin/migrate-codes/iris_db.rs
@@ -4,6 +4,8 @@ use mpc::bits::Bits;
 use serde::{Deserialize, Serialize};
 
 pub const IRIS_CODE_BATCH_SIZE: u32 = 30_000;
+pub const DATABASE_NAME: &str = "iris";
+pub const COLLECTION_NAME: &str = "codes.v2";
 
 #[derive(Serialize, Deserialize)]
 pub struct IrisCodeEntry {
@@ -27,7 +29,7 @@ impl IrisDb {
         let client: mongodb::Client =
             mongodb::Client::with_options(client_options)?;
 
-        let db = client.database("iris");
+        let db = client.database(DATABASE_NAME);
 
         Ok(Self { db })
     }
@@ -39,7 +41,7 @@ impl IrisDb {
 
         let mut last_serial_id = 0_i64;
 
-        let collection = self.db.collection("codes.v2");
+        let collection = self.db.collection(COLLECTION_NAME);
 
         loop {
             let find_options = mongodb::options::FindOptions::builder()
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
index 4d8a887..a6156b6 100644
--- a/bin/migrate-codes/migrate.rs
+++ b/bin/migrate-codes/migrate.rs
@@ -28,7 +28,7 @@ pub struct SeedDbConfig {
     pub mpc_db: MPCDbConfig,
 }
 
-//TODO: update this
+//TODO: update this to be configurable
 pub const INSERTION_BATCH_SIZE: usize = 10;
 
 #[tokio::main]
diff --git a/bin/utils/README.md b/bin/utils/README.md
new file mode 100644
index 0000000..065597d
--- /dev/null
+++ b/bin/utils/README.md
@@ -0,0 +1,40 @@
+# MPC Utils
+
+
+## Seed MPC Databases
+Seed the coordinator and participant databases with random shares and masks. When seeding multiple participant databases, specify a `--participant-db-url` for each participant db.
+
+```bash
+cargo run --bin utils seed-mpc-db  --coordinator-db-url <COORDINATOR_DB_URL> --num-templates <NUM_TEMPLATES> --participant-db-url <PARTICIPANT_0_DB_URL> --participant-db-url <PARTICIPANT_1_DB_URL>
+```
+
+## Seed Iris Database
+Seed the iris code database with random iris code entries. Each entry includes a `signup_id`, `serial_id`, `iris_code_left`, `mask_code_left`, `iris_code_right` and `mask_code_right`.
+
+```bash
+cargo run --bin utils seed-iris-db  --iris-code-db <IRIS_CODE_DB> --num-templates <NUM_TEMPLATES> 
+```
+
+
+## Send a Random Query via SQS
+Send a random iris code template to the MPC setup via SQS.
+
+```bash
+cargo run --bin utils sqs-query  --queue-url <SQS_QUEUE_URL> 
+```
+
+
+## Receive SQS Results
+Receive messages from a queue. This is useful when inspecting the results queue after sending a query to the MPC setup. If the queue is empty, the program will continually check for new message every second. Once messages are in the queue, the program will receive all messages, print them to the terminal and then delete the message from the queue. 
+
+```bash
+cargo run --bin utils sqs-receive  --queue-url <SQS_QUEUE_URL> 
+```
+
+## Generate Mock Templates
+
+Generate random templates and write the resulting items to an output file.
+
+```bash
+cargo run --bin utils generate-mock-templates --num-templates <NUM_TEMPLATES> --output <OUTPUT_FILE>
+```
diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
index 87a7076..f0d106b 100644
--- a/bin/utils/seed_iris_db.rs
+++ b/bin/utils/seed_iris_db.rs
@@ -13,6 +13,9 @@ pub const COLLECTION_NAME: &str = "codes.v2";
 pub struct SeedIrisDb {
     #[clap(short, long)]
     pub iris_code_db: String,
+
+    #[clap(short, long)]
+    pub num_templates: usize,
 }
 
 pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
@@ -24,14 +27,13 @@ pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
 
     let iris_db = client.database(DATABASE_NAME);
 
-    let num_templates = 100;
     let mut rng = thread_rng();
 
-    let left_templates = (0..num_templates)
+    let left_templates = (0..args.num_templates)
         .map(|_| rng.gen())
         .collect::<Vec<Template>>();
 
-    let right_templates = (0..num_templates)
+    let right_templates = (0..args.num_templates)
         .map(|_| rng.gen())
         .collect::<Vec<Template>>();
 
diff --git a/bin/utils/seed_mpc_db.rs b/bin/utils/seed_mpc_db.rs
index edf17cc..873e822 100644
--- a/bin/utils/seed_mpc_db.rs
+++ b/bin/utils/seed_mpc_db.rs
@@ -14,21 +14,25 @@ pub struct SeedMPCDb {
     pub participant_db_url: Vec<String>,
 
     #[clap(short, long, default_value = "3000000")]
-    pub num: usize,
+    pub num_templates: usize,
 
     #[clap(short, long, default_value = "10000")]
     pub batch_size: usize,
 }
 
 pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
-    let mut templates: Vec<Template> = Vec::with_capacity(args.num);
+    if args.participant_db_url.len() == 0 {
+        return Err(eyre::eyre!("No participant DBs provided"));
+    }
 
-    let pb =
-        ProgressBar::new(args.num as u64).with_message("Generating templates");
+    let mut templates: Vec<Template> = Vec::with_capacity(args.num_templates);
+
+    let pb = ProgressBar::new(args.num_templates as u64)
+        .with_message("Generating templates");
 
     let mut rng = thread_rng();
 
-    for _ in 0..args.num {
+    for _ in 0..args.num_templates {
         templates.push(rng.gen());
 
         pb.inc(1);
@@ -56,7 +60,8 @@ pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
         );
     }
 
-    let pb = ProgressBar::new(args.num as u64).with_message("Seeding DBs");
+    let pb =
+        ProgressBar::new(args.num_templates as u64).with_message("Seeding DBs");
 
     for (idx, chunk) in templates.chunks(args.batch_size).enumerate() {
         let mut chunk_masks = Vec::with_capacity(chunk.len());
diff --git a/bin/utils/sqs_query.rs b/bin/utils/sqs_query.rs
index ae7cf93..2531c1f 100644
--- a/bin/utils/sqs_query.rs
+++ b/bin/utils/sqs_query.rs
@@ -1,9 +1,8 @@
 use clap::Args;
 use mpc::config::AwsConfig;
-use mpc::coordinator::{UniquenessCheckRequest, UniquenessCheckResult};
+use mpc::coordinator::UniquenessCheckRequest;
 use mpc::template::Template;
 use mpc::utils::aws::sqs_client_from_config;
-use rand::distributions::Alphanumeric;
 use rand::{thread_rng, Rng};
 
 use crate::generate_random_string;
diff --git a/bin/utils/sqs_receive.rs b/bin/utils/sqs_receive.rs
index 6597834..dbb2238 100644
--- a/bin/utils/sqs_receive.rs
+++ b/bin/utils/sqs_receive.rs
@@ -59,5 +59,9 @@ pub async fn sqs_receive(args: &SQSReceive) -> eyre::Result<()> {
                 .send()
                 .await?;
         }
+
+        break;
     }
+
+    Ok(())
 }

From d76b06e6e02da5088c67214fc033e627b60fe623 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 22:20:20 -0500
Subject: [PATCH 06/14] updated readme

---
 bin/utils/README.md    |  6 +++---
 bin/utils/sqs_query.rs | 10 +++++++---
 bin/utils/utils.rs     |  3 +++
 3 files changed, 13 insertions(+), 6 deletions(-)

diff --git a/bin/utils/README.md b/bin/utils/README.md
index 065597d..ea5fd59 100644
--- a/bin/utils/README.md
+++ b/bin/utils/README.md
@@ -5,7 +5,7 @@
 Seed the coordinator and participant databases with random shares and masks. When seeding multiple participant databases, specify a `--participant-db-url` for each participant db.
 
 ```bash
-cargo run --bin utils seed-mpc-db  --coordinator-db-url <COORDINATOR_DB_URL> --num-templates <NUM_TEMPLATES> --participant-db-url <PARTICIPANT_0_DB_URL> --participant-db-url <PARTICIPANT_1_DB_URL>
+cargo run --bin utils seed-mpc-db  --coordinator-db-url <COORDINATOR_DB_URL> --participant-db-url <PARTICIPANT_0_DB_URL> --participant-db-url <PARTICIPANT_1_DB_URL> --num-templates <NUM_TEMPLATES> 
 ```
 
 ## Seed Iris Database
@@ -17,7 +17,7 @@ cargo run --bin utils seed-iris-db  --iris-code-db <IRIS_CODE_DB> --num-template
 
 
 ## Send a Random Query via SQS
-Send a random iris code template to the MPC setup via SQS.
+Send a random iris code template to the MPC setup via SQS. If running with Localstack, make sure to pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
 
 ```bash
 cargo run --bin utils sqs-query  --queue-url <SQS_QUEUE_URL> 
@@ -25,7 +25,7 @@ cargo run --bin utils sqs-query  --queue-url <SQS_QUEUE_URL>
 
 
 ## Receive SQS Results
-Receive messages from a queue. This is useful when inspecting the results queue after sending a query to the MPC setup. If the queue is empty, the program will continually check for new message every second. Once messages are in the queue, the program will receive all messages, print them to the terminal and then delete the message from the queue. 
+Receive messages from a queue. This is useful when inspecting the results queue after sending a query to the MPC setup. If the queue is empty, the program will continually check for new message every second. Once messages are in the queue, the program will receive all messages, print them to the terminal and then delete the message from the queue. If running with Localstack, make sure to pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
 
 ```bash
 cargo run --bin utils sqs-receive  --queue-url <SQS_QUEUE_URL> 
diff --git a/bin/utils/sqs_query.rs b/bin/utils/sqs_query.rs
index 2531c1f..5dc4487 100644
--- a/bin/utils/sqs_query.rs
+++ b/bin/utils/sqs_query.rs
@@ -1,14 +1,14 @@
 use clap::Args;
 use mpc::config::AwsConfig;
 use mpc::coordinator::UniquenessCheckRequest;
+use mpc::db;
 use mpc::template::Template;
 use mpc::utils::aws::sqs_client_from_config;
 use rand::{thread_rng, Rng};
+use telemetry_batteries::tracing::stdout::StdoutBattery;
 
 use crate::generate_random_string;
 
-const REQUEST_MESSAGE_GROUP_ID: &str = "mpc-uniqueness-check-request";
-
 #[derive(Debug, Clone, Args)]
 pub struct SQSQuery {
     /// The endpoint URL for the AWS service
@@ -37,6 +37,10 @@ pub async fn sqs_query(args: &SQSQuery) -> eyre::Result<()> {
     let plain_code: Template = rng.gen();
 
     let signup_id = generate_random_string(10);
+    let group_id = generate_random_string(10);
+
+    tracing::info!(?signup_id, ?group_id, "Sending message");
+
     let request = UniquenessCheckRequest {
         plain_code,
         signup_id,
@@ -45,7 +49,7 @@ pub async fn sqs_query(args: &SQSQuery) -> eyre::Result<()> {
     sqs_client
         .send_message()
         .queue_url(args.queue_url.clone())
-        .message_group_id(REQUEST_MESSAGE_GROUP_ID)
+        .message_group_id(group_id)
         .message_body(serde_json::to_string(&request)?)
         .send()
         .await?;
diff --git a/bin/utils/utils.rs b/bin/utils/utils.rs
index feb74ae..9ee7423 100644
--- a/bin/utils/utils.rs
+++ b/bin/utils/utils.rs
@@ -6,6 +6,7 @@ use seed_iris_db::{seed_iris_db, SeedIrisDb};
 use seed_mpc_db::{seed_mpc_db, SeedMPCDb};
 use sqs_query::{sqs_query, SQSQuery};
 use sqs_receive::{sqs_receive, SQSReceive};
+use telemetry_batteries::tracing::stdout::StdoutBattery;
 
 mod generate_mock_templates;
 mod seed_iris_db;
@@ -26,6 +27,8 @@ enum Opt {
 async fn main() -> eyre::Result<()> {
     dotenv::dotenv().ok();
 
+    let _shutdown_tracing_provider = StdoutBattery::init();
+
     let args = Opt::parse();
 
     match args {

From 92cdb4b68302d473bd73c2e29992d81ed180995e Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 22:33:08 -0500
Subject: [PATCH 07/14] update seed mpc db logging

---
 bin/utils/seed_mpc_db.rs | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/bin/utils/seed_mpc_db.rs b/bin/utils/seed_mpc_db.rs
index 873e822..2fc509c 100644
--- a/bin/utils/seed_mpc_db.rs
+++ b/bin/utils/seed_mpc_db.rs
@@ -27,6 +27,7 @@ pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
 
     let mut templates: Vec<Template> = Vec::with_capacity(args.num_templates);
 
+    tracing::info!("Generating templates");
     let pb = ProgressBar::new(args.num_templates as u64)
         .with_message("Generating templates");
 
@@ -60,15 +61,25 @@ pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
         );
     }
 
+    tracing::info!("Seeding databases");
     let pb =
         ProgressBar::new(args.num_templates as u64).with_message("Seeding DBs");
 
     for (idx, chunk) in templates.chunks(args.batch_size).enumerate() {
+        tracing::info!(
+            "Seeding chunk {}/{}",
+            idx + 1,
+            (templates.len() / args.batch_size) + 1
+        );
+
         let mut chunk_masks = Vec::with_capacity(chunk.len());
         let mut chunk_shares: Vec<_> = (0..participant_dbs.len())
             .map(|_| Vec::with_capacity(chunk.len()))
             .collect();
 
+        tracing::info!("Encoding shares");
+        let pb = ProgressBar::new(chunk.len() as u64)
+            .with_message("Encoding shares");
         for (offset, template) in chunk.iter().enumerate() {
             let shares =
                 mpc::distance::encode(template).share(participant_dbs.len());
@@ -79,14 +90,19 @@ pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
             for (idx, share) in shares.iter().enumerate() {
                 chunk_shares[idx].push((id as u64, *share));
             }
+
+            pb.inc(1);
         }
 
         let mut tasks = vec![];
 
         for (idx, db) in participant_dbs.iter().enumerate() {
+            tracing::info!("Inserting shares into participant DB {idx}");
+
             tasks.push(db.insert_shares(&chunk_shares[idx]));
         }
 
+        tracing::info!("Inserting masks into coordinator DB");
         let (coordinator, participants) = tokio::join!(
             coordinator_db.insert_masks(&chunk_masks),
             futures::future::join_all(tasks),

From 0a2d6387ab88f0d351b7366446c5f076064738cc Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:00:12 -0500
Subject: [PATCH 08/14] updated iris db seed logging

---
 bin/utils/seed_iris_db.rs | 25 ++++++++++++++++++-------
 1 file changed, 18 insertions(+), 7 deletions(-)

diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
index f0d106b..8db2e34 100644
--- a/bin/utils/seed_iris_db.rs
+++ b/bin/utils/seed_iris_db.rs
@@ -1,4 +1,5 @@
 use clap::Args;
+use indicatif::ProgressBar;
 use mpc::bits::Bits;
 use mpc::template::Template;
 use rand::{thread_rng, Rng};
@@ -16,6 +17,9 @@ pub struct SeedIrisDb {
 
     #[clap(short, long)]
     pub num_templates: usize,
+
+    #[clap(short, long, default_value = "10000")]
+    pub batch_size: usize,
 }
 
 pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
@@ -29,6 +33,7 @@ pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
 
     let mut rng = thread_rng();
 
+    tracing::info!("Generating codes");
     let left_templates = (0..args.num_templates)
         .map(|_| rng.gen())
         .collect::<Vec<Template>>();
@@ -38,23 +43,29 @@ pub async fn seed_iris_db(args: &SeedIrisDb) -> eyre::Result<()> {
         .collect::<Vec<Template>>();
 
     let collection = iris_db.collection::<IrisCodeEntry>(COLLECTION_NAME);
+    let next_serial_id = collection.count_documents(None, None).await?;
 
-    //TODO: update to insert many in batches
-    for (serial_id, (left, right)) in left_templates
+    let documents = left_templates
         .iter()
         .zip(right_templates.iter())
         .enumerate()
-    {
-        let iris_code_entry = IrisCodeEntry {
+        .map(|(serial_id, (left, right))| IrisCodeEntry {
             signup_id: generate_random_string(10),
-            serial_id: serial_id as u64,
+            serial_id: next_serial_id + serial_id as u64,
             iris_code_left: left.code,
             mask_code_left: left.mask,
             iris_code_right: right.code,
             mask_code_right: right.mask,
-        };
+        })
+        .collect::<Vec<IrisCodeEntry>>();
 
-        collection.insert_one(iris_code_entry, None).await?;
+    for (i, chunk) in documents.chunks(args.batch_size).enumerate() {
+        tracing::info!(
+            "Seeding iris codes, chunk {}/{}",
+            i + 1,
+            (documents.len() / args.batch_size) + 1
+        );
+        collection.insert_many(chunk, None).await?;
     }
 
     Ok(())

From e25ae0cdebc4b86c6553a800a12573ef495cb927 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:13:51 -0500
Subject: [PATCH 09/14] updated migrate code args

---
 bin/migrate-codes/iris_db.rs |  2 +-
 bin/migrate-codes/migrate.rs | 33 ++++++++++++++-------------------
 bin/migrate-codes/mpc_db.rs  | 19 ++++++++++++-------
 bin/utils/seed_iris_db.rs    |  2 +-
 4 files changed, 28 insertions(+), 28 deletions(-)

diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
index f9f3961..62c0fcf 100644
--- a/bin/migrate-codes/iris_db.rs
+++ b/bin/migrate-codes/iris_db.rs
@@ -22,7 +22,7 @@ pub struct IrisDb {
 }
 
 impl IrisDb {
-    pub async fn new(url: &str) -> eyre::Result<Self> {
+    pub async fn new(url: String) -> eyre::Result<Self> {
         let client_options =
             mongodb::options::ClientOptions::parse(url).await?;
 
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
index a6156b6..7d6532f 100644
--- a/bin/migrate-codes/migrate.rs
+++ b/bin/migrate-codes/migrate.rs
@@ -16,16 +16,13 @@ use crate::mpc_db::MPCDbs;
 mod iris_db;
 mod mpc_db;
 
-#[derive(Parser)]
+#[derive(Deserialize, Parser)]
 pub struct Args {
-    #[clap(short, long, env)]
-    config: PathBuf,
-}
-
-#[derive(Deserialize)]
-pub struct SeedDbConfig {
     pub iris_code_db: String,
-    pub mpc_db: MPCDbConfig,
+    pub left_coordinator_db: String,
+    pub left_participant_db: Vec<String>,
+    pub right_coordinator_db: String,
+    pub right_participant_db: Vec<String>,
 }
 
 //TODO: update this to be configurable
@@ -36,19 +33,17 @@ async fn main() -> eyre::Result<()> {
     let _shutdown_tracing_provider = StdoutBattery::init();
 
     let args = Args::parse();
-    let settings = Config::builder()
-        .add_source(File::from(args.config).required(true))
-        .build()?;
-    let config = settings.try_deserialize::<SeedDbConfig>()?;
-
-    assert_eq!(
-        config.mpc_db.left_participant_dbs.len(),
-        config.mpc_db.right_participant_dbs.len()
-    );
 
     // Connect to the dbs
-    let mpc_db = MPCDbs::new(config.mpc_db).await?;
-    let iris_db = IrisDb::new(&config.iris_code_db).await?;
+    let mpc_db = MPCDbs::new(
+        args.left_coordinator_db,
+        args.left_participant_db,
+        args.right_coordinator_db,
+        args.right_participant_db,
+    )
+    .await?;
+
+    let iris_db = IrisDb::new(args.iris_code_db).await?;
 
     //TODO: Get the latest serial ids from all mpc db
     let mut latest_serial_id = 0;
diff --git a/bin/migrate-codes/mpc_db.rs b/bin/migrate-codes/mpc_db.rs
index 594b7d0..a4a7e42 100644
--- a/bin/migrate-codes/mpc_db.rs
+++ b/bin/migrate-codes/mpc_db.rs
@@ -19,9 +19,14 @@ pub struct MPCDbs {
     pub right_participant_dbs: Vec<Db>,
 }
 impl MPCDbs {
-    pub async fn new(config: MPCDbConfig) -> eyre::Result<Self> {
+    pub async fn new(
+        left_coordinator_db_url: String,
+        left_participant_db_urls: Vec<String>,
+        right_coordinator_db_url: String,
+        right_participant_db_urls: Vec<String>,
+    ) -> eyre::Result<Self> {
         let left_coordinator_db = Db::new(&DbConfig {
-            url: config.left_coordinator_db,
+            url: left_coordinator_db_url,
             migrate: false,
             create: false,
         })
@@ -31,9 +36,9 @@ impl MPCDbs {
 
         let mut left_participant_dbs = vec![];
 
-        for db in config.left_participant_dbs {
+        for url in left_participant_db_urls {
             let db = Db::new(&DbConfig {
-                url: db,
+                url,
                 migrate: false,
                 create: false,
             })
@@ -42,16 +47,16 @@ impl MPCDbs {
         }
 
         let right_coordinator_db = Db::new(&DbConfig {
-            url: config.right_coordinator_db,
+            url: right_coordinator_db_url,
             migrate: false,
             create: false,
         })
         .await?;
 
         let mut right_participant_dbs = vec![];
-        for db in config.right_participant_dbs {
+        for url in right_participant_db_urls {
             let db = Db::new(&DbConfig {
-                url: db,
+                url,
                 migrate: false,
                 create: false,
             })
diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
index 8db2e34..b2596ad 100644
--- a/bin/utils/seed_iris_db.rs
+++ b/bin/utils/seed_iris_db.rs
@@ -8,7 +8,7 @@ use serde::{Deserialize, Serialize};
 use crate::generate_random_string;
 
 pub const DATABASE_NAME: &str = "iris";
-pub const COLLECTION_NAME: &str = "codes.v2";
+pub const COLLECTION_NAME: &str = "codes.v3";
 
 #[derive(Debug, Clone, Args)]
 pub struct SeedIrisDb {

From d7e7160c23ab5faecc968d3c244b99ea0eb0a832 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:16:43 -0500
Subject: [PATCH 10/14] removed migrate code from branch

---
 bin/migrate-codes/README.md    |   0
 bin/migrate-codes/iris_db.rs   |  75 ------------------
 bin/migrate-codes/migrate.rs   |  83 --------------------
 bin/migrate-codes/migrate.toml |   1 -
 bin/migrate-codes/mpc_db.rs    | 134 ---------------------------------
 5 files changed, 293 deletions(-)
 delete mode 100644 bin/migrate-codes/README.md
 delete mode 100644 bin/migrate-codes/iris_db.rs
 delete mode 100644 bin/migrate-codes/migrate.rs
 delete mode 100644 bin/migrate-codes/migrate.toml
 delete mode 100644 bin/migrate-codes/mpc_db.rs

diff --git a/bin/migrate-codes/README.md b/bin/migrate-codes/README.md
deleted file mode 100644
index e69de29..0000000
diff --git a/bin/migrate-codes/iris_db.rs b/bin/migrate-codes/iris_db.rs
deleted file mode 100644
index 62c0fcf..0000000
--- a/bin/migrate-codes/iris_db.rs
+++ /dev/null
@@ -1,75 +0,0 @@
-use futures::TryStreamExt;
-use mongodb::bson::doc;
-use mpc::bits::Bits;
-use serde::{Deserialize, Serialize};
-
-pub const IRIS_CODE_BATCH_SIZE: u32 = 30_000;
-pub const DATABASE_NAME: &str = "iris";
-pub const COLLECTION_NAME: &str = "codes.v2";
-
-#[derive(Serialize, Deserialize)]
-pub struct IrisCodeEntry {
-    pub signup_id: String,
-    pub serial_id: u64,
-    pub iris_code_left: Bits,
-    pub mask_code_left: Bits,
-    pub iris_code_right: Bits,
-    pub mask_code_right: Bits,
-}
-
-pub struct IrisDb {
-    pub db: mongodb::Database,
-}
-
-impl IrisDb {
-    pub async fn new(url: String) -> eyre::Result<Self> {
-        let client_options =
-            mongodb::options::ClientOptions::parse(url).await?;
-
-        let client: mongodb::Client =
-            mongodb::Client::with_options(client_options)?;
-
-        let db = client.database(DATABASE_NAME);
-
-        Ok(Self { db })
-    }
-
-    pub async fn get_iris_code_snapshot(
-        &self,
-    ) -> eyre::Result<Vec<IrisCodeEntry>> {
-        let mut items = vec![];
-
-        let mut last_serial_id = 0_i64;
-
-        let collection = self.db.collection(COLLECTION_NAME);
-
-        loop {
-            let find_options = mongodb::options::FindOptions::builder()
-                .batch_size(IRIS_CODE_BATCH_SIZE)
-                .sort(doc! {"serial_id": 1})
-                .build();
-
-            let mut cursor = collection
-                .find(doc! {"serial_id": {"$gt": last_serial_id}}, find_options)
-                .await?;
-
-            let mut items_added = 0;
-            while let Some(document) = cursor.try_next().await? {
-                let iris_code_element =
-                    mongodb::bson::from_document::<IrisCodeEntry>(document)?;
-
-                last_serial_id += iris_code_element.serial_id as i64;
-
-                items.push(iris_code_element);
-
-                items_added += 1;
-            }
-
-            if items_added == 0 {
-                break;
-            }
-        }
-
-        Ok(items)
-    }
-}
diff --git a/bin/migrate-codes/migrate.rs b/bin/migrate-codes/migrate.rs
deleted file mode 100644
index 7d6532f..0000000
--- a/bin/migrate-codes/migrate.rs
+++ /dev/null
@@ -1,83 +0,0 @@
-use std::path::PathBuf;
-
-use ::config::{Config, File};
-use clap::Parser;
-use mpc::db;
-use mpc::template::Template;
-use mpc_db::MPCDbConfig;
-use rand::distributions::Alphanumeric;
-use rand::{thread_rng, Rng};
-use serde::Deserialize;
-use telemetry_batteries::tracing::stdout::StdoutBattery;
-
-use crate::iris_db::{IrisCodeEntry, IrisDb};
-use crate::mpc_db::MPCDbs;
-
-mod iris_db;
-mod mpc_db;
-
-#[derive(Deserialize, Parser)]
-pub struct Args {
-    pub iris_code_db: String,
-    pub left_coordinator_db: String,
-    pub left_participant_db: Vec<String>,
-    pub right_coordinator_db: String,
-    pub right_participant_db: Vec<String>,
-}
-
-//TODO: update this to be configurable
-pub const INSERTION_BATCH_SIZE: usize = 10;
-
-#[tokio::main]
-async fn main() -> eyre::Result<()> {
-    let _shutdown_tracing_provider = StdoutBattery::init();
-
-    let args = Args::parse();
-
-    // Connect to the dbs
-    let mpc_db = MPCDbs::new(
-        args.left_coordinator_db,
-        args.left_participant_db,
-        args.right_coordinator_db,
-        args.right_participant_db,
-    )
-    .await?;
-
-    let iris_db = IrisDb::new(args.iris_code_db).await?;
-
-    //TODO: Get the latest serial ids from all mpc db
-    let mut latest_serial_id = 0;
-
-    let iris_code_entries = iris_db.get_iris_code_snapshot().await?;
-
-    for entries in iris_code_entries.chunks(INSERTION_BATCH_SIZE) {
-        let (left_templates, right_templates): (Vec<Template>, Vec<Template>) =
-            entries
-                .iter()
-                .map(|entry| {
-                    (
-                        Template {
-                            code: entry.iris_code_left,
-                            mask: entry.mask_code_left,
-                        },
-                        Template {
-                            code: entry.iris_code_left,
-                            mask: entry.mask_code_left,
-                        },
-                    )
-                })
-                .unzip();
-
-        mpc_db
-            .insert_shares_and_masks(
-                latest_serial_id,
-                &left_templates,
-                &right_templates,
-            )
-            .await?;
-
-        latest_serial_id += 1;
-    }
-
-    Ok(())
-}
diff --git a/bin/migrate-codes/migrate.toml b/bin/migrate-codes/migrate.toml
deleted file mode 100644
index 8b13789..0000000
--- a/bin/migrate-codes/migrate.toml
+++ /dev/null
@@ -1 +0,0 @@
-
diff --git a/bin/migrate-codes/mpc_db.rs b/bin/migrate-codes/mpc_db.rs
deleted file mode 100644
index a4a7e42..0000000
--- a/bin/migrate-codes/mpc_db.rs
+++ /dev/null
@@ -1,134 +0,0 @@
-use mpc::config::DbConfig;
-use mpc::db::Db;
-use mpc::distance::EncodedBits;
-use mpc::template::Template;
-use serde::Deserialize;
-
-#[derive(Deserialize)]
-pub struct MPCDbConfig {
-    pub left_coordinator_db: String,
-    pub left_participant_dbs: Vec<String>,
-    pub right_coordinator_db: String,
-    pub right_participant_dbs: Vec<String>,
-}
-
-pub struct MPCDbs {
-    pub left_coordinator_db: Db,
-    pub left_participant_dbs: Vec<Db>,
-    pub right_coordinator_db: Db,
-    pub right_participant_dbs: Vec<Db>,
-}
-impl MPCDbs {
-    pub async fn new(
-        left_coordinator_db_url: String,
-        left_participant_db_urls: Vec<String>,
-        right_coordinator_db_url: String,
-        right_participant_db_urls: Vec<String>,
-    ) -> eyre::Result<Self> {
-        let left_coordinator_db = Db::new(&DbConfig {
-            url: left_coordinator_db_url,
-            migrate: false,
-            create: false,
-        })
-        .await?;
-
-        dbg!(2);
-
-        let mut left_participant_dbs = vec![];
-
-        for url in left_participant_db_urls {
-            let db = Db::new(&DbConfig {
-                url,
-                migrate: false,
-                create: false,
-            })
-            .await?;
-            left_participant_dbs.push(db);
-        }
-
-        let right_coordinator_db = Db::new(&DbConfig {
-            url: right_coordinator_db_url,
-            migrate: false,
-            create: false,
-        })
-        .await?;
-
-        let mut right_participant_dbs = vec![];
-        for url in right_participant_db_urls {
-            let db = Db::new(&DbConfig {
-                url,
-                migrate: false,
-                create: false,
-            })
-            .await?;
-            right_participant_dbs.push(db);
-        }
-
-        Ok(Self {
-            left_coordinator_db,
-            left_participant_dbs,
-            right_coordinator_db,
-            right_participant_dbs,
-        })
-    }
-
-    pub async fn insert_shares_and_masks(
-        &self,
-        mut serial_id: u64,
-        left_templates: &[Template],
-        right_templates: &[Template],
-    ) -> eyre::Result<()> {
-        let participants = self.left_participant_dbs.len();
-
-        let mut left_participant_shares: Vec<Vec<(u64, EncodedBits)>> =
-            Vec::with_capacity(participants);
-        let mut right_participant_shares: Vec<Vec<(u64, EncodedBits)>> =
-            Vec::with_capacity(participants);
-
-        let mut left_masks = vec![];
-        let mut right_masks = vec![];
-
-        // Collect the shares and masks with the corresponding serial id
-        for (left, right) in left_templates.iter().zip(right_templates) {
-            let left_shares = mpc::distance::encode(left)
-                .share(participants)
-                .iter()
-                .map(|share| (serial_id, *share))
-                .collect::<Vec<(u64, EncodedBits)>>();
-
-            for (i, share) in left_shares.into_iter().enumerate() {
-                left_participant_shares[i].push(share);
-            }
-
-            left_masks.push((serial_id, left.mask));
-
-            let right_shares = mpc::distance::encode(right)
-                .share(participants)
-                .iter()
-                .map(|share| (serial_id, *share))
-                .collect::<Vec<(u64, EncodedBits)>>();
-
-            for (i, share) in right_shares.into_iter().enumerate() {
-                right_participant_shares[i].push(share);
-            }
-
-            right_masks.push((serial_id, right.mask));
-
-            serial_id += 1;
-        }
-
-        // Insert left shares and masks
-        for (i, db) in self.left_participant_dbs.iter().enumerate() {
-            db.insert_shares(&left_participant_shares[i]).await?;
-        }
-        self.left_coordinator_db.insert_masks(&left_masks).await?;
-
-        // Insert right shares and masks
-        for (i, db) in self.right_participant_dbs.iter().enumerate() {
-            db.insert_shares(&right_participant_shares[i]).await?;
-        }
-        self.right_coordinator_db.insert_masks(&right_masks).await?;
-
-        Ok(())
-    }
-}

From f6fa2d315bfe8bf802c517bbc839de32a52c8263 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:17:31 -0500
Subject: [PATCH 11/14] clippy

---
 Cargo.toml                | 4 ----
 bin/utils/seed_iris_db.rs | 2 +-
 bin/utils/seed_mpc_db.rs  | 2 +-
 bin/utils/sqs_query.rs    | 4 ++--
 4 files changed, 4 insertions(+), 8 deletions(-)

diff --git a/Cargo.toml b/Cargo.toml
index 0e7ea9c..cc02a6f 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -63,10 +63,6 @@ path = "bin/utils/utils.rs"
 name = "e2e"
 path = "bin/e2e/e2e.rs"
 
-[[bin]]
-name = "migrate-codes"
-path = "bin/migrate-codes/migrate.rs"
-
 [[bench]]
 name = "example"
 harness = false
diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
index b2596ad..44955f0 100644
--- a/bin/utils/seed_iris_db.rs
+++ b/bin/utils/seed_iris_db.rs
@@ -1,5 +1,5 @@
 use clap::Args;
-use indicatif::ProgressBar;
+
 use mpc::bits::Bits;
 use mpc::template::Template;
 use rand::{thread_rng, Rng};
diff --git a/bin/utils/seed_mpc_db.rs b/bin/utils/seed_mpc_db.rs
index 2fc509c..3243089 100644
--- a/bin/utils/seed_mpc_db.rs
+++ b/bin/utils/seed_mpc_db.rs
@@ -21,7 +21,7 @@ pub struct SeedMPCDb {
 }
 
 pub async fn seed_mpc_db(args: &SeedMPCDb) -> eyre::Result<()> {
-    if args.participant_db_url.len() == 0 {
+    if args.participant_db_url.is_empty() {
         return Err(eyre::eyre!("No participant DBs provided"));
     }
 
diff --git a/bin/utils/sqs_query.rs b/bin/utils/sqs_query.rs
index 5dc4487..36245f0 100644
--- a/bin/utils/sqs_query.rs
+++ b/bin/utils/sqs_query.rs
@@ -1,11 +1,11 @@
 use clap::Args;
 use mpc::config::AwsConfig;
 use mpc::coordinator::UniquenessCheckRequest;
-use mpc::db;
+
 use mpc::template::Template;
 use mpc::utils::aws::sqs_client_from_config;
 use rand::{thread_rng, Rng};
-use telemetry_batteries::tracing::stdout::StdoutBattery;
+
 
 use crate::generate_random_string;
 

From 0333d7f66135425fbb34aa5f36fc19e627f8da51 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:19:42 -0500
Subject: [PATCH 12/14] fix collection name

---
 bin/utils/seed_iris_db.rs | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/bin/utils/seed_iris_db.rs b/bin/utils/seed_iris_db.rs
index 44955f0..0a51201 100644
--- a/bin/utils/seed_iris_db.rs
+++ b/bin/utils/seed_iris_db.rs
@@ -1,5 +1,4 @@
 use clap::Args;
-
 use mpc::bits::Bits;
 use mpc::template::Template;
 use rand::{thread_rng, Rng};
@@ -8,7 +7,7 @@ use serde::{Deserialize, Serialize};
 use crate::generate_random_string;
 
 pub const DATABASE_NAME: &str = "iris";
-pub const COLLECTION_NAME: &str = "codes.v3";
+pub const COLLECTION_NAME: &str = "codes.v2";
 
 #[derive(Debug, Clone, Args)]
 pub struct SeedIrisDb {

From f3b1cbbafdc3524fe0b6ffbba0910c2edf96a8a7 Mon Sep 17 00:00:00 2001
From: 0xKitsune <0xKitsune@protonmail.com>
Date: Thu, 22 Feb 2024 23:25:32 -0500
Subject: [PATCH 13/14] cargo fmt

---
 bin/utils/sqs_query.rs | 2 --
 1 file changed, 2 deletions(-)

diff --git a/bin/utils/sqs_query.rs b/bin/utils/sqs_query.rs
index 36245f0..66ff472 100644
--- a/bin/utils/sqs_query.rs
+++ b/bin/utils/sqs_query.rs
@@ -1,12 +1,10 @@
 use clap::Args;
 use mpc::config::AwsConfig;
 use mpc::coordinator::UniquenessCheckRequest;
-
 use mpc::template::Template;
 use mpc::utils::aws::sqs_client_from_config;
 use rand::{thread_rng, Rng};
 
-
 use crate::generate_random_string;
 
 #[derive(Debug, Clone, Args)]

From d008248204f58ad991374f60deaf8a1c26fc8f2a Mon Sep 17 00:00:00 2001
From: 0xKitsune <77890308+0xKitsune@users.noreply.github.com>
Date: Thu, 22 Feb 2024 23:36:32 -0500
Subject: [PATCH 14/14] Update README.md

---
 bin/utils/README.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/bin/utils/README.md b/bin/utils/README.md
index ea5fd59..23dcba9 100644
--- a/bin/utils/README.md
+++ b/bin/utils/README.md
@@ -17,7 +17,7 @@ cargo run --bin utils seed-iris-db  --iris-code-db <IRIS_CODE_DB> --num-template
 
 
 ## Send a Random Query via SQS
-Send a random iris code template to the MPC setup via SQS. If running with Localstack, make sure to pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
+Send a random iris code template to the MPC setup via SQS. Ensure that you are logged into the proper AWS account for the queue url you are using. If running with Localstack, ensure to also pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
 
 ```bash
 cargo run --bin utils sqs-query  --queue-url <SQS_QUEUE_URL> 
@@ -25,7 +25,7 @@ cargo run --bin utils sqs-query  --queue-url <SQS_QUEUE_URL>
 
 
 ## Receive SQS Results
-Receive messages from a queue. This is useful when inspecting the results queue after sending a query to the MPC setup. If the queue is empty, the program will continually check for new message every second. Once messages are in the queue, the program will receive all messages, print them to the terminal and then delete the message from the queue. If running with Localstack, make sure to pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
+Receive messages from a queue. This is useful when inspecting the results queue after sending a query to the MPC setup. If the queue is empty, the program will continually check for new message every second. Once messages are in the queue, the program will receive all messages, print them to the terminal and then delete the message from the queue. Ensure that you are logged into the proper AWS account for the queue url you are using. If running with Localstack, ensure to also pass `--endpoint-url <ENDPOINT_URL>` and `--region <AWS_REGION>`.
 
 ```bash
 cargo run --bin utils sqs-receive  --queue-url <SQS_QUEUE_URL>