-
Notifications
You must be signed in to change notification settings - Fork 265
/
MakeLabel.py
119 lines (89 loc) · 4.49 KB
/
MakeLabel.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
"""
标签制作，提前制作好标签，方便后面建模回测
直接运行，会在label文件夹下保存label信息
"""
import numpy as np
import pandas as pd
import os
import tqdm
max_hold_day = 20 # 最大持股周期
min_profit_rate = 0.12 # 设置未来20天最小盈利点
loss_limit = -0.07 + 0.01 # 设置未来20天的止损点，如果我们止损点是7个点，标数据的时候超过6个点就标记为0
base_path = 'stock'
save_base_path = os.path.join(base_path, 'label')
company_info = pd.read_csv(os.path.join(base_path, 'company_info.csv'), encoding='ANSI')
# 丢弃一些多余的信息
company_info.drop(['index', 'symbol', 'fullname'], axis=1, inplace=True)
company_info.dropna(inplace=True)
# 读取指数信息
stock_index_info = pd.DataFrame()
tmp_df = pd.read_csv(os.path.join(base_path, 'OldData', '000001.SH_NormalData.csv'))
tmp_list = list(tmp_df['trade_date'].sort_values())
date_map = dict(zip(tmp_list, range(len(tmp_list))))
# 读取股票交易信息
stock_info = pd.DataFrame()
remove_stock = []
tmp_list = []
for ts_code in tqdm.tqdm(company_info['ts_code']):
try:
tmp_df = pd.read_csv(os.path.join(base_path, 'OldData', ts_code + '_NormalData.csv'))
except:
continue
pass
# 还需要去除一些停牌时间很久的企业，后期加
if len(tmp_df) < 100: # 去除一些上市不久的企业
remove_stock.append(ts_code)
continue
tmp_df = tmp_df.sort_values('trade_date', ascending=True).reset_index(drop=True)
tmp_list.append(tmp_df)
stock_info = pd.concat(tmp_list)
stock_info = stock_info.reset_index(drop=True)
ts_code_map = dict(zip(list(company_info['ts_code']), range(len(company_info))))
stock_info = stock_info.reset_index(drop=True)
stock_info['ts_code_id'] = stock_info['ts_code'].map(ts_code_map)
stock_info['trade_date_id'] = stock_info['trade_date'].map(date_map)
stock_info['ts_date_id'] = (10000 + stock_info['ts_code_id']) * 10000 + stock_info['trade_date_id']
stock_info = stock_info.merge(company_info, how='left', on='ts_code')
stock_info = stock_info[['ts_code', 'trade_date', 'ts_date_id', 'high', 'low', 'open']]
use_col = []
for i in range(max_hold_day):
print('begin shift %d days' % (i+1))
tmp_df = stock_info[['ts_date_id', 'high', 'low']]
tmp_df = tmp_df.rename(columns={'high':'high_shift_{}'.format(i+1), 'low':'low_shift_{}'.format(i+1)})
use_col.append('high_shift_{}'.format(i+1))
use_col.append('low_shift_{}'.format(i+1))
tmp_df['ts_date_id'] = tmp_df['ts_date_id'] - i - 1
stock_info = stock_info.merge(tmp_df, how='left', on='ts_date_id')
stock_info.dropna(inplace=True)
# 假设以当天开盘价买入
for i in range(max_hold_day):
stock_info['high_shift_{}'.format(i+1)] = (stock_info['high_shift_{}'.format(i+1)] - stock_info['open']) / stock_info['open']
stock_info['low_shift_{}'.format(i+1)] = (stock_info['low_shift_{}'.format(i+1)] - stock_info['open']) / stock_info['open']
tmp_array = stock_info[use_col].values
stock_info['label_max'] = 0
stock_info['label_min'] = 0
stock_info['label_final'] = 0
for i in range(max_hold_day):
# 先判断是否到止损
tmp_col = 'low_shift_' + str(i + 1)
idx = stock_info[tmp_col] <= loss_limit
stock_info.loc[idx, 'label_min'] = 1
# 再判断是否到最小利润点
tmp_col = 'high_shift_' + str(i + 1)
idx = stock_info[tmp_col] >= min_profit_rate
stock_info.loc[idx, 'label_max'] = 1
# 如果不到止损点并且 到了最小利润点， 标签为1
idx = (stock_info['label_min'] == 0) & (stock_info['label_max'] == 1) & (stock_info['label_final'] == 0)
stock_info.loc[idx, 'label_final'] = 1
# 如果到了止损点并且 到了最小利润点， 标签为1
idx = (stock_info['label_min'] == 1) & (stock_info['label_final'] == 0)
stock_info.loc[idx, 'label_final'] = -1
stock_info['label_final'] = stock_info['label_final'] == 1
# stock_info['label_final'] = (stock_info['label_max'] > 0.1) & (stock_info['label_min'] > -0.06)
stock_info['label_final'] = stock_info['label_final'].apply(lambda x: int(x))
print('the rate of label 1: %.4f' % (stock_info['label_final'].sum() / len(stock_info)))
if not os.path.exists(save_base_path):
os.mkdir(save_base_path)
save_path = os.path.join(save_base_path, 'label.csv')
print('begin save :' + save_path)
stock_info[['ts_code', 'open', 'trade_date', 'ts_date_id', 'label_final']].to_csv(save_path, index=None)