-
Notifications
You must be signed in to change notification settings - Fork 0
/
rotate-freebase-epoch.yaml
139 lines (139 loc) · 2.61 KB
/
rotate-freebase-epoch.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
dataset:
files:
test:
filename: test.del
type: triples
test_small:
filename: test_small.del
type: triples
test_tiny:
filename: test_tiny.del
type: triples
train:
filename: train.del
type: triples
valid:
filename: valid.del
type: triples
valid_small:
filename: valid_small.del
type: triples
valid_tiny:
filename: valid_tiny.del
type: triples
name: freebase
distributed_model:
base_model:
type: rotate
entity_ranking:
chunk_size: 40000
class_name: EntityRankingJob
filter_splits:
- train
- valid
filter_with_test: true
eval:
batch_size: 100
split: valid
trace_level: epoch
type: entity_ranking
import:
- distributed_model
- rotate
job:
device: cuda
device_pool:
- cuda:1
- cuda:2
- cuda:3
- cuda:0
distributed:
num_eval_workers: 1
num_partitions: 8
num_workers: 8
parameter_server: shared
partition_type: random
repartition_epoch: true
type: train
lookup_embedder:
class_name: LookupEmbedder
dim: 128
dropout: 0.0
initialize: normal_
initialize_args:
normal_:
mean: 0.0
std: 0.057636836355263586
uniform_:
a: -0.8837845757264425
xavier_normal_:
gain: 1.0
xavier_uniform_:
gain: 1.0
normalize:
p: -1.0
pretrain:
ensure_all: false
model_filename: ''
regularize: ''
regularize_args:
p: 2
weighted: true
regularize_weight: 0.0
sparse: true
model: distributed_model
negative_sampling:
class_name: TrainingJobNegativeSampling
implementation: batch
num_samples:
o: 953
p: 0
s: 682
sampling_type: uniform
shared: true
shared_type: default
with_replacement: false
rotate:
class_name: RotatE
entity_embedder:
dropout: 0.04101967335977119
regularize_weight: 2.731690015883009e-07
type: lookup_embedder
l_norm: 1.0
normalize_phases: true
relation_embedder:
dim: -1
dropout: -0.2361133290474866
initialize: uniform_
initialize_args:
uniform_:
a: -3.14159265359
b: 3.14159265359
regularize_weight: 0.004053106363239178
type: lookup_embedder
train:
abort_on_nan: true
auto_correct: true
batch_size: 1024
loss: kl
loss_arg: 1.0
max_epochs: 10
num_workers: 4
optimizer:
default:
args:
lr: 0.2713292667860881
type: dist_rowadagrad
split: train
trace_level: epoch
type: distributed_negative_sampling
valid:
early_stopping:
patience: 0
threshold:
epochs: 0
metric_value: 0.0
every: 1
metric: mean_reciprocal_rank_filtered
split: valid_tiny
trace_level: epoch