Skip to content

Commit

Permalink
New papers
Browse files Browse the repository at this point in the history
  • Loading branch information
@kelu124
kelu124 committed Oct 15, 2023
1 parent e186fe4 commit 591a3f4
Show file tree
Hide file tree
Showing 6 changed files with 4,380 additions and 2,319 deletions.
126 changes: 63 additions & 63 deletions 00.getURLs.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,18 +40,18 @@
"data": {
"text/plain": [
"(12,\n",
" ['https://kghosh.substack.com/p/20230819',\n",
" 'https://kghosh.substack.com/p/20230715',\n",
" 'https://kghosh.substack.com/p/20230927',\n",
" 'https://kghosh.substack.com/p/20230701',\n",
" 'https://kghosh.substack.com/p/20230320',\n",
" 'https://kghosh.substack.com/p/20230810',\n",
" 'https://kghosh.substack.com/p/20230730',\n",
" 'https://kghosh.substack.com/p/20230708',\n",
" ['https://kghosh.substack.com/p/20231010',\n",
" 'https://kghosh.substack.com/p/20230827',\n",
" 'https://kghosh.substack.com/p/20230819',\n",
" 'https://kghosh.substack.com/p/20230730',\n",
" 'https://kghosh.substack.com/p/20230723',\n",
" 'https://kghosh.substack.com/p/20230927',\n",
" 'https://kghosh.substack.com/p/20230320',\n",
" 'https://kghosh.substack.com/p/20290830',\n",
" 'https://kghosh.substack.com/p/20290911'])"
" 'https://kghosh.substack.com/p/20231017',\n",
" 'https://kghosh.substack.com/p/20290911',\n",
" 'https://kghosh.substack.com/p/20230810',\n",
" 'https://kghosh.substack.com/p/20231005'])"
]
},
"execution_count": 2,
Expand Down Expand Up @@ -85,18 +85,18 @@
"name": "stdout",
"output_type": "stream",
"text": [
"20231010 saved\n",
"20230827 exists.\n",
"20230819 exists.\n",
"20230715 exists.\n",
"20230927 saved\n",
"20230701 exists.\n",
"20230320 saved\n",
"20230810 exists.\n",
"20230730 exists.\n",
"20230708 exists.\n",
"20230827 exists.\n",
"20230723 exists.\n",
"20230927 exists.\n",
"20230320 exists.\n",
"20290830 exists.\n",
"20290911 saved\n"
"20231017 saved\n",
"20290911 exists.\n",
"20230810 exists.\n",
"20231005 saved\n"
]
}
],
Expand Down Expand Up @@ -140,7 +140,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"There are 62 pages saved.\n"
"There are 65 pages saved.\n"
]
},
{
Expand Down Expand Up @@ -187,7 +187,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"1489\n"
"1562\n"
]
},
{
Expand Down Expand Up @@ -254,38 +254,38 @@
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1484</th>\n",
" <th>1557</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://web.yammer.com/main/org/mottmac.com/...</td>\n",
" <td>fc70437f7665556e8d27c5a9653763a6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1485</th>\n",
" <th>1558</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://www.kaggle.com/code/concretemlteam/t...</td>\n",
" <td>cde046296faf786f02951f73b9b25417</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1486</th>\n",
" <th>1559</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://substackcdn.com/image/fetch/f_auto,q...</td>\n",
" <td>f0a23dcd98c2fdf0a3fd523a04e7c255</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1487</th>\n",
" <th>1560</th>\n",
" <td>.cache/when-the-tide-of-ai-generated-texts</td>\n",
" <td>b'https://substackcdn.com/image/fetch/f_auto,q...</td>\n",
" <td>d256bfc733bfe7fe3f55726967800605</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1488</th>\n",
" <th>1561</th>\n",
" <td>.cache/when-the-tide-of-ai-generated-texts</td>\n",
" <td>b'https://bronasbooks.com/2022/01/17/the-libra...</td>\n",
" <td>228ce5d138c39687cacf2eae975950d7</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>1467 rows × 3 columns</p>\n",
"<p>1536 rows × 3 columns</p>\n",
"</div>"
],
"text/plain": [
Expand All @@ -296,11 +296,11 @@
"3 .cache/20220118 \n",
"4 .cache/20220118 \n",
"... ... \n",
"1484 .cache/fully-homomorphic-encryption \n",
"1485 .cache/fully-homomorphic-encryption \n",
"1486 .cache/fully-homomorphic-encryption \n",
"1487 .cache/when-the-tide-of-ai-generated-texts \n",
"1488 .cache/when-the-tide-of-ai-generated-texts \n",
"1557 .cache/fully-homomorphic-encryption \n",
"1558 .cache/fully-homomorphic-encryption \n",
"1559 .cache/fully-homomorphic-encryption \n",
"1560 .cache/when-the-tide-of-ai-generated-texts \n",
"1561 .cache/when-the-tide-of-ai-generated-texts \n",
"\n",
" url \\\n",
"0 b'https://www.gov.wales/sites/default/files/pu... \n",
Expand All @@ -309,11 +309,11 @@
"3 b'https://www.futuregenerations.wales/about-us... \n",
"4 b'https://www.bbc.com/future/article/20230215-... \n",
"... ... \n",
"1484 b'https://web.yammer.com/main/org/mottmac.com/... \n",
"1485 b'https://www.kaggle.com/code/concretemlteam/t... \n",
"1486 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1487 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1488 b'https://bronasbooks.com/2022/01/17/the-libra... \n",
"1557 b'https://web.yammer.com/main/org/mottmac.com/... \n",
"1558 b'https://www.kaggle.com/code/concretemlteam/t... \n",
"1559 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1560 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1561 b'https://bronasbooks.com/2022/01/17/the-libra... \n",
"\n",
" hash \n",
"0 3b92dc627d73b0d586fcff194b697c89 \n",
Expand All @@ -322,13 +322,13 @@
"3 3938700a79bbde32972657f9eb7b1b69 \n",
"4 32228bbf929d81d39a1808dd9b7c4493 \n",
"... ... \n",
"1484 fc70437f7665556e8d27c5a9653763a6 \n",
"1485 cde046296faf786f02951f73b9b25417 \n",
"1486 f0a23dcd98c2fdf0a3fd523a04e7c255 \n",
"1487 d256bfc733bfe7fe3f55726967800605 \n",
"1488 228ce5d138c39687cacf2eae975950d7 \n",
"1557 fc70437f7665556e8d27c5a9653763a6 \n",
"1558 cde046296faf786f02951f73b9b25417 \n",
"1559 f0a23dcd98c2fdf0a3fd523a04e7c255 \n",
"1560 d256bfc733bfe7fe3f55726967800605 \n",
"1561 228ce5d138c39687cacf2eae975950d7 \n",
"\n",
"[1467 rows x 3 columns]"
"[1536 rows x 3 columns]"
]
},
"execution_count": 7,
Expand Down Expand Up @@ -419,38 +419,38 @@
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1484</th>\n",
" <th>1557</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://web.yammer.com/main/org/mottmac.com/...</td>\n",
" <td>fc70437f7665556e8d27c5a9653763a6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1485</th>\n",
" <th>1558</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://www.kaggle.com/code/concretemlteam/t...</td>\n",
" <td>cde046296faf786f02951f73b9b25417</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1486</th>\n",
" <th>1559</th>\n",
" <td>.cache/fully-homomorphic-encryption</td>\n",
" <td>b'https://substackcdn.com/image/fetch/f_auto,q...</td>\n",
" <td>f0a23dcd98c2fdf0a3fd523a04e7c255</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1487</th>\n",
" <th>1560</th>\n",
" <td>.cache/when-the-tide-of-ai-generated-texts</td>\n",
" <td>b'https://substackcdn.com/image/fetch/f_auto,q...</td>\n",
" <td>d256bfc733bfe7fe3f55726967800605</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1488</th>\n",
" <th>1561</th>\n",
" <td>.cache/when-the-tide-of-ai-generated-texts</td>\n",
" <td>b'https://bronasbooks.com/2022/01/17/the-libra...</td>\n",
" <td>228ce5d138c39687cacf2eae975950d7</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>1467 rows × 3 columns</p>\n",
"<p>1536 rows × 3 columns</p>\n",
"</div>"
],
"text/plain": [
Expand All @@ -461,11 +461,11 @@
"3 .cache/20220118 \n",
"4 .cache/20220118 \n",
"... ... \n",
"1484 .cache/fully-homomorphic-encryption \n",
"1485 .cache/fully-homomorphic-encryption \n",
"1486 .cache/fully-homomorphic-encryption \n",
"1487 .cache/when-the-tide-of-ai-generated-texts \n",
"1488 .cache/when-the-tide-of-ai-generated-texts \n",
"1557 .cache/fully-homomorphic-encryption \n",
"1558 .cache/fully-homomorphic-encryption \n",
"1559 .cache/fully-homomorphic-encryption \n",
"1560 .cache/when-the-tide-of-ai-generated-texts \n",
"1561 .cache/when-the-tide-of-ai-generated-texts \n",
"\n",
" url \\\n",
"0 b'https://www.gov.wales/sites/default/files/pu... \n",
Expand All @@ -474,11 +474,11 @@
"3 b'https://www.futuregenerations.wales/about-us... \n",
"4 b'https://www.bbc.com/future/article/20230215-... \n",
"... ... \n",
"1484 b'https://web.yammer.com/main/org/mottmac.com/... \n",
"1485 b'https://www.kaggle.com/code/concretemlteam/t... \n",
"1486 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1487 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1488 b'https://bronasbooks.com/2022/01/17/the-libra... \n",
"1557 b'https://web.yammer.com/main/org/mottmac.com/... \n",
"1558 b'https://www.kaggle.com/code/concretemlteam/t... \n",
"1559 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1560 b'https://substackcdn.com/image/fetch/f_auto,q... \n",
"1561 b'https://bronasbooks.com/2022/01/17/the-libra... \n",
"\n",
" hash \n",
"0 3b92dc627d73b0d586fcff194b697c89 \n",
Expand All @@ -487,13 +487,13 @@
"3 3938700a79bbde32972657f9eb7b1b69 \n",
"4 32228bbf929d81d39a1808dd9b7c4493 \n",
"... ... \n",
"1484 fc70437f7665556e8d27c5a9653763a6 \n",
"1485 cde046296faf786f02951f73b9b25417 \n",
"1486 f0a23dcd98c2fdf0a3fd523a04e7c255 \n",
"1487 d256bfc733bfe7fe3f55726967800605 \n",
"1488 228ce5d138c39687cacf2eae975950d7 \n",
"1557 fc70437f7665556e8d27c5a9653763a6 \n",
"1558 cde046296faf786f02951f73b9b25417 \n",
"1559 f0a23dcd98c2fdf0a3fd523a04e7c255 \n",
"1560 d256bfc733bfe7fe3f55726967800605 \n",
"1561 228ce5d138c39687cacf2eae975950d7 \n",
"\n",
"[1467 rows x 3 columns]"
"[1536 rows x 3 columns]"
]
},
"execution_count": 8,
Expand Down
Loading

0 comments on commit 591a3f4

Please sign in to comment.