andr3/gotch
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

change(example/cifar): increase epochs to 350, changed weight-decay to mutiplied by batchSize

Browse Source
This commit is contained in:
sugarme 2020-07-11 08:48:26 +10:00
parent 7f078159fd
commit 274f419f70
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
example/cifar/main.go
View File

@ -120,9 +120,10 @@ func main() {
var bestAccuracy float64
for epoch := 0; epoch < 150; epoch++ {
batchSize := 512
for epoch := 0; epoch < 350; epoch++ {
// opt.SetLR(learningRate(epoch))
optConfig := nn.NewSGDConfig(0.9, 0.0, 5e-4, true)
optConfig := nn.NewSGDConfig(0.9, 0.0, 5e-4*float64(batchSize), true)
var opt nn.Optimizer
var err error
switch {
@ -156,8 +157,7 @@ func main() {
devicedData := item.Data.MustTo(vs.Device(), true)
devicedLabel := item.Label.MustTo(vs.Device(), true)
// bimages := vision.Augmentation(devicedData, true, 4, 8)
bimages := vision.Augmentation(devicedData, true, 32, 8)
bimages := vision.Augmentation(devicedData, true, 4, 8)
logits := net.ForwardT(bimages, true)