From 8689e8da65ed02a13975956d70216d7f33db1688 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 19 Jun 2022 20:58:36 +0200
Subject: Fix lr and optim conf

---
 training/conf/lr_scheduler/one_cycle.yaml | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100644 training/conf/lr_scheduler/one_cycle.yaml

(limited to 'training/conf/lr_scheduler/one_cycle.yaml')

diff --git a/training/conf/lr_scheduler/one_cycle.yaml b/training/conf/lr_scheduler/one_cycle.yaml
new file mode 100644
index 0000000..20eab9f
--- /dev/null
+++ b/training/conf/lr_scheduler/one_cycle.yaml
@@ -0,0 +1,17 @@
+_target_: torch.optim.lr_scheduler.OneCycleLR
+max_lr: 1.0e-3
+total_steps: null
+epochs: 512
+steps_per_epoch: 4992
+pct_start: 0.3
+anneal_strategy: cos
+cycle_momentum: true
+base_momentum: 0.85
+max_momentum: 0.95
+div_factor: 25.0
+final_div_factor: 10000.0
+three_phase: true
+last_epoch: -1
+verbose: false
+interval: step
+monitor: val/loss
-- 
cgit v1.2.3-70-g09d2