-
Notifications
You must be signed in to change notification settings - Fork 0
/
pico.c
48 lines (40 loc) · 1.25 KB
/
pico.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
#include "engine.c"
#include "nn.c"
int main() {
init_random_seed();
struct init_mlp_params mlp_params = {
.num_inputs = 3,
.num_hidden_layers = 2,
.hidden_layer_size = 4,
.num_outputs = 1,
};
int num_params = 41;
int num_prediction_runs = 4;
float input_cases[4][3] = {
{ 2.0, 3.0, -1.0 },
{ 3.0, -1.0, 0.5 },
{ 0.5, 1.0, 1.0 },
{ 1.0, 1.0, -1.0 }
};
float ground_truths[4] = { 1.0, -1.0, -1.0, 1.0 }; // Desired targets
MLP mlp = init_mlp(mlp_params);
Value **params = get_mlp_params(&mlp, num_params);
int num_steps = 60;
for (int i = 0; i < num_steps; i++) {
// forward pass
Value **predictions = malloc(sizeof(Value *) * num_prediction_runs);
for (int j = 0; j < num_prediction_runs; j++) {
predictions[j] = *run_mlp(mlp, input_cases[j]);
}
Value *loss = calc_loss(ground_truths, predictions, num_prediction_runs);
// backward pass
zero_grads(params, num_params);
loss->grad = 1;
backprop(loss);
// update
update_params(params, num_params);
loss = calc_loss(ground_truths, predictions, num_prediction_runs);
free(loss);
}
return 0;
}