-
Notifications
You must be signed in to change notification settings - Fork 0
/
model_params_jordan.yaml
103 lines (90 loc) · 3.11 KB
/
model_params_jordan.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
jordan_path: 'jordan.pt'
vanilla_path: 'vanilla.pt'
data_params:
need_normalize: True
mat_file: 'DC_motor_simulation/train_3_parameters.mat'
# specific_data_source: 'DC_motor_simulation/res_hyster_and_eddy_sig_duration_001_01.mat'
specific_data_source: 'DC_motor_simulation/test_3_parameters_d_001_2.mat'
specific_data_sources:
sin: 'DC_motor_simulation/test_3_parameters_5_15_1_20_additive_sin.mat'
noice: 'DC_motor_simulation/test_3_parameters_5_15_1_20_additive_noise.mat'
range: 'DC_motor_simulation/test_3_parameters_v_0_33.mat'
dur: 'DC_motor_simulation/test_3_parameters_d_001_2.mat'
tested_models: [
# 'jordan_indep_estimate_1l 2h 1b_18_May_04_09PM.pt',
# 'jordan_full_1l 2h 1b_18_May_04_09PM.pt',
# 'jordan_full_blind_1l 2h 1b_18_May_09_17PM.pt',
# 'jordan_full_blind_lower_const_param_1l 2h 1b_18_May_09_12PM.pt',
# 'jordan_vanilla_3_1l_2n_1b_18_May_09_36PM.pt', # now parameters are the same as full loss
# 'jordan_full_blind_lower_const_param_1l 2h 1b_18_May_09_56PM.pt',
# 'jordan_indep_estimate_1l 2h 1b_18_May_10_26PM.pt',
# 'jordan_vanilla_3_1l_2n_1b_18_May_10_26PM.pt',
'jordan_indep_estimate_1l 2h 1b_18_May_11_42PM.pt',
'jordan_full_blind_lower_cp_002_1l 2h 1b_18_May_11_42PM.pt',
'jordan_vanilla_3_1l_2n_1b_18_May_11_42PM.pt',
'jordan_full_blind_par_004_param_1l 2h 1b_19_May_12_20AM.pt',
'jordan_full_blind_par_007_1l 2h 1b_19_May_12_20AM.pt',
'jordan_full_blind_par_004_output_weights_1l 2h 1b_19_May_01_29AM.pt',
'jordan_vanilla_label_loss_par_004_3_1l_2n_1b_19_May_01_25AM.pt',
'jordan_full_blind_par_const_004_label_loss_1l 2h 1b_19_May_01_24AM.pt'
]
leave_nth: 13 #KD: choosing simple value to avoid systematic error
best_discrete_k: 3
integration_step: 0.01
test_size: 0.3
use_part_of_data: 1.0
network_params:
#input_size: 128
input_size: 64
retrospective_steps: 64
# If `per_element` is True, then LSTM reads in one timestep at a time.
per_element: True
# size of hidden layers
jordan_nodes: 3
hidden_size: 2
output_dim: 1
num_layers: 1
dtype: torch.float
bias: True
train_params:
optimizer:
loss_fn: mse
reduction: sum
optimizer: adam
lstm:
lr: 0.001
wd: 0
linear:
lr: 0.001
wd: 0
jordan:
lr: 0.01
wd: 0
lr_scheduler:
early_stop_order: -8
threshold: 0.01
lr_drop: 0.4
patience: 60
cooldown: 4
auto_loss: True
num_epochs: 80
# batch_size: 1024
batch_size: 1024
core_loss:
part_of_max_for_const: 0.07
# part_of_max_for_const: 0.05
scaling_order: 4
aux_loss:
part_of_max_for_const: 0.07
scaling_order: 4
steady_state_threshold: 0.001
jordan_loss:
scaling_order: 6
exp_path: "only_batches"
is_debug: False
to_generate_data: False
generator_params:
a: 0.5
b: 1.0
f_X: "math.sin"
f_Y: "math.cos"