-
Notifications
You must be signed in to change notification settings - Fork 147
/
layer-params-conv-local-11pct.cfg
57 lines (48 loc) · 1.24 KB
/
layer-params-conv-local-11pct.cfg
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
# 11% error on CIFAR-10 - layer parameter file
# Methodology:
# 1. Train on batches 1-4, use batch 5 for validation.
# 2. After about 350 epochs, validation error no longer making improvements.
# 3. Fold in batch 5.
# 4. Train on batches 1-5 for about 150 more epochs, until the batch 5 error is near the errors for batches 1-4. It takes forever to actually get there but after 150 epochs it's close enough.
# 5. Lower learning rates (epsW) by a factor of 10 to 0.0001, train for 10 more epochs.
# 6. Lower learning rates (epsW) by another factor of 10 to 0.00001, train for 10 more epochs.
# 7. Stop. Test on batch 6 with --test-range=6 --multiview-test=1 --logreg-name=logprob (read more about what this does here: http://code.google.com/p/cuda-convnet/wiki/TrainingNet#Training_on_image_translations )
# More details about methodology: http://code.google.com/p/cuda-convnet/wiki/Methodology
[conv1]
epsW=0.001
epsB=0.002
momW=0.9
momB=0.9
wc=0.000
[conv2]
epsW=0.001
epsB=0.002
momW=0.9
momB=0.9
wc=0.000
[local3]
epsW=0.001
epsB=0.002
momW=0.9
momB=0.9
wc=0.004
[local4]
epsW=0.001
epsB=0.002
momW=0.9
momB=0.9
wc=0.004
[fc10]
epsW=0.001
epsB=0.002
momW=0.9
momB=0.9
wc=0.01
[logprob]
coeff=1
[rnorm1]
scale=0.001
pow=0.75
[rnorm2]
scale=0.001
pow=0.75