-
Notifications
You must be signed in to change notification settings - Fork 1
/
singleThread.py
22 lines (22 loc) · 907 Bytes
/
singleThread.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from fredapi import Fred
import pandas as pd
from tqdm import tqdm
import numpy as np
fred = Fred(api_key='APIkey')
treeDF = pd.read_csv('../data/cateTree.csv', index_col=0)
treeDF.index = range(treeDF.shape[0])
allData = []
dataInfo = []
error = []
treeDF.index = range(treeDF.shape[0])
for index in tqdm(range(treeDF.shape[0])):
try:
popu = fred.search_by_category(treeDF.loc[index, 'cate3Index'], limit=10, order_by='popularity', sort_order='desc')
for detailIndex, detialValues in popu.iterrows():
allData.append(pd.DataFrame(fred.get_series(detailIndex), columns=[detailIndex]))
allDataIn = pd.concat(allData, axis=1)
allDataIn.to_csv('../data/allData.csv')
except:
print treeDF.loc[index, 'cate3Index'], 'can not be found'
error.append(treeDF.loc[index, 'cate3Index'])
np.savetxt('../data/errorLog.csv', error, delimiter=',')