gift_deploy/pussygift_final_merkle_tree.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "source": [
    "## Calculation of Merkle Root and Proofs for Pussy Final Distribution"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "from multiprocess import Pool\n",
    "from math import ceil\n",
    "import json\n",
    "from tqdm.notebook import tqdm\n",
    "from IPython.display import display, HTML\n",
    "\n",
    "from ..src.contract_utils import instantiate_contract, execute_contract_bash, query_contract, get_proofs\n",
    "\n",
    "INITIAL_BALANCE = str(100_000_000_000)\n",
    "\n",
    "COEF_UP = str(5)\n",
    "COEF_DOWN = str(3)\n",
    "TARGET_CLAIM = str(10)\n",
    "\n",
    "NUMBER_OF_THREADS = 10\n",
    "BASH_SIZE = 1000\n",
    "\n",
    "WALLET_ADDRESS = os.getenv('WALLET_ADDRESS')\n",
    "DISPLAY_TX_EXECUTION = False\n",
    "\n",
    "INIT_SUBGRAPH_CONTRACTS = False\n",
    "SUBGRAPH_CODE_ID = str(40)\n",
    "NAME_SUBGRAPH_CONTRACT_ADDRESS = 'bostrom1rncw9n73gm30vhrv6e4p603hav0gue8y5y9fgqa84k4atf5pqvfqcrnpl6'\n",
    "AVATAR_SUBGRAPH_CONTRACT_ADDRESS = 'bostrom164w2vl7z7lpuvex6z3ru0v55fgq3dmvxuqt0aejp49w7fyc8g6kshreggq'\n",
    "PROOF_SUBGRAPH_CONTRACT_ADDRESS = 'bostrom1543j9n7slzff3curyac7ylf2ctg7rk9zjf9ehj08eqx57xj33zzqdy6ga4'\n",
    "\n",
    "INIT_PASSPORT_CONTRACT = False\n",
    "PASSPORT_CODE_ID = str(25)\n",
    "PASSPORT_CONTRACT_ADDRESS = 'bostrom15hzg7eaxgs6ecn46gmu4juc9tau2w45l9cnf8n0797nmmtkdv7jscv88ra'\n",
    "\n",
    "INIT_GIFT_CONTRACT = False\n",
    "GIFT_CODE_ID = str(20)\n",
    "GIFT_CONTRACT_ADDRESS = 'bostrom1rt2acjyhs4jfjdq56pftpu7762hy9gfl63je6fnhwrc5p5y4kmuqxg0262'\n",
    "MERKLE_ROOT = 'ed39bd35cd17b492838ca2c82196cb55d19e9b02154bf9ce6e3a30c59ea1ec7f'\n",
    "\n",
    "CALCULATE_PROOFS = False\n",
    "STATE_FILE_NAME = 'data/pussygift_state_final_221228.csv'\n",
    "ROOT_SOURCE_FILE_NAME = 'data/pussy_root_source_final.json'\n",
    "PROOF_FILE_NAME = 'data/pussy_proof_final.json'\n",
    "ROOT_FILE_NAME = 'data/pussy_root_final'"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Create source data for Merkle Tree"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "outputs": [
    {
     "data": {
      "text/plain": "<IPython.core.display.HTML object>",
      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th>address</th>\n      <th>grade</th>\n      <th>segment</th>\n      <th>gift</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <td>cosmos100000aeu2lh0jrrnmn2npc88typ25u7td9wqxv</td>\n      <td>2.0</td>\n      <td>CosmosHub</td>\n      <td>1820000000000</td>\n    </tr>\n    <tr>\n      <td>cosmos10005vr6w230rer02rgwsvmhh0vdpk9hv6wla36</td>\n      <td>1.0</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <td>cosmos100080ak7ge6pkqf6s3el7et0jd579n65fytesw</td>\n      <td>1.0</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <td>cosmos1000e3j8mesez4pma6fpn42ufn2xluhvh59uwt4</td>\n      <td>1.0</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <td>cosmos1000g09cm584wzmwuszdyvryg6p62xkauqud2jc</td>\n      <td>1.0</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of addresses: 1,380,697\n"
     ]
    }
   ],
   "source": [
    "if CALCULATE_PROOFS:\n",
    "    state_df = pd.read_csv(STATE_FILE_NAME)\n",
    "    display(HTML(state_df.head().to_html(index=False, notebook=True, show_dimensions=False)))\n",
    "\n",
    "    state_df = state_df.rename(columns={'gift': 'amount'})\n",
    "\n",
    "    root_source_list = state_df[['address', 'amount']].to_dict(orient='records')\n",
    "    number_of_addresses = len(root_source_list)\n",
    "    print(f'Number of addresses: {number_of_addresses:>,}')\n",
    "\n",
    "    with open(ROOT_SOURCE_FILE_NAME, 'w') as outfile:\n",
    "        outfile.write(str(root_source_list).replace(\"'\", '\"'))"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Calculate Merkle Root and Proofs"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "First task: ('data/pussy_root_source_final.json', 'pussy_final_temp/proofs_0.json', 0, 1000)\n",
      "Last task: ('data/pussy_root_source_final.json', 'pussy_final_temp/proofs_1380.json', 1380000, 1380697)\n",
      "Total tasks: 1381\n",
      "Threads: 10\n"
     ]
    }
   ],
   "source": [
    "if CALCULATE_PROOFS:\n",
    "    tasks = list(\n",
    "        (\n",
    "        (ROOT_SOURCE_FILE_NAME,\n",
    "         f'pussy_final_temp/proofs_{i}.json',\n",
    "         i * BASH_SIZE,\n",
    "         min(number_of_addresses, (i + 1) * BASH_SIZE))\n",
    "        for i in range(ceil(number_of_addresses/BASH_SIZE))\n",
    "        )\n",
    "    )\n",
    "    print(f'First task: {tasks[0]}\\nLast task: {tasks[-1]}\\nTotal tasks: {len(tasks)}\\nThreads: {NUMBER_OF_THREADS:>,}')\n",
    "    with Pool(processes=NUMBER_OF_THREADS) as pool:\n",
    "        res = pool.starmap(get_proofs, tasks, 1)\n",
    "    assert res == [True] * len(res)"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Get proofs and root from temporary files"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Merkle root: ed39bd35cd17b492838ca2c82196cb55d19e9b02154bf9ce6e3a30c59ea1ec7f\n",
      "Number of proofs: 1,380,697\n"
     ]
    },
    {
     "data": {
      "text/plain": "<IPython.core.display.HTML object>",
      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th>Unnamed: 0</th>\n      <th>address</th>\n      <th>amount</th>\n      <th>proof</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <td>0</td>\n      <td>cosmos100000aeu2lh0jrrnmn2npc88typ25u7td9wqxv</td>\n      <td>1830000000000</td>\n      <td>['1f4d76ff0fd98a94f78d8b57d8c45656dffaa2f9c6908...</td>\n    </tr>\n    <tr>\n      <td>1</td>\n      <td>cosmos10005vr6w230rer02rgwsvmhh0vdpk9hv6wla36</td>\n      <td>210000000000</td>\n      <td>['d194bea65a73dc5b7fcf8b11bf79678ac868f328dfd1f...</td>\n    </tr>\n    <tr>\n      <td>2</td>\n      <td>cosmos100080ak7ge6pkqf6s3el7et0jd579n65fytesw</td>\n      <td>210000000000</td>\n      <td>['a237820e75ddbfa9ddf39ecd148ee7d408e8b383f9a8a...</td>\n    </tr>\n    <tr>\n      <td>3</td>\n      <td>cosmos1000e3j8mesez4pma6fpn42ufn2xluhvh59uwt4</td>\n      <td>210000000000</td>\n      <td>['4f9d777f744de0715f0fcca0de9c6e1b6870f4ea53606...</td>\n    </tr>\n    <tr>\n      <td>4</td>\n      <td>cosmos1000g09cm584wzmwuszdyvryg6p62xkauqud2jc</td>\n      <td>210000000000</td>\n      <td>['8a3a025ee739a561f90d11b033eb07124b3d27ee8a1a8...</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "if CALCULATE_PROOFS:\n",
    "    roots = []\n",
    "    proofs = []\n",
    "    for task in tqdm(tasks):\n",
    "        with open(task[1], 'r') as proof_file:\n",
    "            root_and_proof_json = json.load(proof_file)\n",
    "        if len(proofs) == 0:\n",
    "            proofs = root_and_proof_json['proofs']\n",
    "        else:\n",
    "            proofs.extend(root_and_proof_json['proofs'])\n",
    "        roots.append(root_and_proof_json['merkle_root'])\n",
    "\n",
    "    assert roots == [roots[0]] * len(roots)\n",
    "    root = roots[0]\n",
    "    proofs_df = pd.DataFrame(proofs)\n",
    "    proofs_df.to_csv('pussy_proofs_final.csv', header=True, index=True)\n",
    "else:\n",
    "    root = MERKLE_ROOT\n",
    "    proofs_df = pd.read_csv('pussy_proofs_final.csv')\n",
    "print(f'Merkle root: {root}')\n",
    "print(f'Number of proofs: {len(proofs_df):>,}')\n",
    "display(HTML(proofs_df.head().to_html(index=False, notebook=True, show_dimensions=False)))"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/_r/0gtnrvss25qf6227jb63hqf00000gn/T/ipykernel_27213/2330796207.py:2: FutureWarning: In a future version, `df.iloc[:, i] = newvals` will attempt to set the values inplace instead of always setting a new array. To retain the old behavior, use either `df[df.columns[i]] = newvals` or, if columns are non-unique, `df.isetitem(i, newvals)`\n",
      "  pussygift_state_final_df.loc[:,'grade'] = pussygift_state_final_df.grade.astype(int)\n"
     ]
    },
    {
     "data": {
      "text/plain": "                                         address  grade   audience  \\\n0  cosmos100000aeu2lh0jrrnmn2npc88typ25u7td9wqxv      2  CosmosHub   \n1  cosmos10005vr6w230rer02rgwsvmhh0vdpk9hv6wla36      1  CosmosHub   \n2  cosmos100080ak7ge6pkqf6s3el7et0jd579n65fytesw      1  CosmosHub   \n3  cosmos1000e3j8mesez4pma6fpn42ufn2xluhvh59uwt4      1  CosmosHub   \n4  cosmos1000g09cm584wzmwuszdyvryg6p62xkauqud2jc      1  CosmosHub   \n\n            gift  \n0  1830000000000  \n1   210000000000  \n2   210000000000  \n3   210000000000  \n4   210000000000  ",
      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>address</th>\n      <th>grade</th>\n      <th>audience</th>\n      <th>gift</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>cosmos100000aeu2lh0jrrnmn2npc88typ25u7td9wqxv</td>\n      <td>2</td>\n      <td>CosmosHub</td>\n      <td>1830000000000</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>cosmos10005vr6w230rer02rgwsvmhh0vdpk9hv6wla36</td>\n      <td>1</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>cosmos100080ak7ge6pkqf6s3el7et0jd579n65fytesw</td>\n      <td>1</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>cosmos1000e3j8mesez4pma6fpn42ufn2xluhvh59uwt4</td>\n      <td>1</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>cosmos1000g09cm584wzmwuszdyvryg6p62xkauqud2jc</td>\n      <td>1</td>\n      <td>CosmosHub</td>\n      <td>210000000000</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pussygift_state_final_df = pd.read_csv('data/pussygift_state_final.csv').rename(columns={'segment': 'audience'})\n",
    "pussygift_state_final_df.loc[:,'grade'] = pussygift_state_final_df.grade.astype(int)\n",
    "pussygift_state_final_df.head()"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "outputs": [],
   "source": [
    "pussygift_state_final_df.merge(proofs_df,\n",
    "                               how='left',\n",
    "                               on='address')[['address', 'grade', 'audience', 'amount', 'proof']].to_csv('pussy_proofs_final_with_audiences.csv')"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Instantiate Contracts\n",
    "### Instantiate SUBGRAPH Contracts"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "if INIT_SUBGRAPH_CONTRACTS:\n",
    "    name_subgraph_contract_address = \\\n",
    "        instantiate_contract(\n",
    "            init_query=f'''{{\"owner\":\"{WALLET_ADDRESS}\", \"executer\":\"{WALLET_ADDRESS}\"}}''',\n",
    "            contract_code_id=SUBGRAPH_CODE_ID,\n",
    "            contract_label='test name subgraph')\n",
    "    avatar_subgraph_contract_address = \\\n",
    "        instantiate_contract(\n",
    "            init_query=f'''{{\"owner\":\"{WALLET_ADDRESS}\", \"executer\":\"{WALLET_ADDRESS}\"}}''',\n",
    "            contract_code_id=SUBGRAPH_CODE_ID,\n",
    "            contract_label='test avatar subgraph')\n",
    "    proof_subgraph_contract_address = \\\n",
    "        instantiate_contract(\n",
    "            init_query=f'''{{\"owner\":\"{WALLET_ADDRESS}\", \"executer\":\"{WALLET_ADDRESS}\"}}''',\n",
    "            contract_code_id=SUBGRAPH_CODE_ID,\n",
    "            contract_label='test proof subgraph')\n",
    "else:\n",
    "    name_subgraph_contract_address = NAME_SUBGRAPH_CONTRACT_ADDRESS\n",
    "    avatar_subgraph_contract_address = AVATAR_SUBGRAPH_CONTRACT_ADDRESS\n",
    "    proof_subgraph_contract_address = PROOF_SUBGRAPH_CONTRACT_ADDRESS\n",
    "print(f'Name subgraph contract address: {name_subgraph_contract_address}\\n'\n",
    "      f'Avatar subgraph contract address: {avatar_subgraph_contract_address}\\n'\n",
    "      f'Proof subgraph contract address: {proof_subgraph_contract_address}')"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Instantiate Passport Contract"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "if INIT_PASSPORT_CONTRACT:\n",
    "    passport_contract_address = \\\n",
    "        instantiate_contract(\n",
    "            init_query=f'''{{\"name\":\"CPT\", \"minter\":\"{WALLET_ADDRESS}\", \"owner\":\"{WALLET_ADDRESS}\", \"symbol\":\"CPT\", \"avatar_subgraph\": \"{avatar_subgraph_contract_address}\", \"name_subgraph\": \"{name_subgraph_contract_address}\", \"proof_subgraph\": \"{proof_subgraph_contract_address}\"}}''',\n",
    "            contract_code_id=PASSPORT_CODE_ID,\n",
    "            contract_label='test passport')\n",
    "else:\n",
    "    passport_contract_address = PASSPORT_CONTRACT_ADDRESS\n",
    "print(f'Passport contract address: {passport_contract_address}')"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Set executor in the Subgraph Contracts"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "def set_executor_subgraph(subgraph_contract_address: str, new_executor_address: str, display_data: bool = False):\n",
    "    return execute_contract_bash(execute_query=f'''{{\"update_executer\":{{\"new_executer\":\"{new_executor_address}\"}}}}''',\n",
    "                            contract_address=subgraph_contract_address,\n",
    "                            gas=600000,\n",
    "                            display_data=display_data)\n",
    "\n",
    "if INIT_PASSPORT_CONTRACT or INIT_SUBGRAPH_CONTRACTS:\n",
    "    set_executor_subgraph(subgraph_contract_address=name_subgraph_contract_address, new_executor_address=passport_contract_address)\n",
    "    set_executor_subgraph(subgraph_contract_address=avatar_subgraph_contract_address, new_executor_address=passport_contract_address)\n",
    "    set_executor_subgraph(subgraph_contract_address=proof_subgraph_contract_address, new_executor_address=passport_contract_address)"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Instantiate Gift Contract"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "if INIT_GIFT_CONTRACT:\n",
    "    gift_contract_address = \\\n",
    "        instantiate_contract(\n",
    "            init_query=f'''{{\"owner\":\"{WALLET_ADDRESS}\", \"passport\":\"{passport_contract_address}\", \"allowed_native\":\"boot\", \"initial_balance\":\"{INITIAL_BALANCE}\", \"coefficient_up\":\"{COEF_UP}\", \"coefficient_down\":\"{COEF_DOWN}\", \"coefficient\":\"{COEF_UP}\", \"target_claim\":\"{TARGET_CLAIM}\"}}''',\n",
    "            contract_code_id=GIFT_CODE_ID,\n",
    "            amount=INITIAL_BALANCE,\n",
    "            contract_label='test gift')\n",
    "else:\n",
    "    gift_contract_address = GIFT_CONTRACT_ADDRESS\n",
    "print(f'Gift contract address: {gift_contract_address}')"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Register Merkle Root"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "root_register_output = execute_contract_bash(execute_query=f'''{{\"register_merkle_root\":{{\"merkle_root\":\"{root}\"}}}}''',\n",
    "                                        contract_address=gift_contract_address)"
   ],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "print(f'Gift contract {gift_contract_address}')\n",
    "print(query_contract(query='''{\"merkle_root\": {}}''',\n",
    "                     contract_address=gift_contract_address))\n"
   ],
   "metadata": {
    "collapsed": false
   }
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}