Forgot the yaml
This commit is contained in:
parent
c12cf5e755
commit
f3f29ddf06
85
data/config.yaml
Executable file
85
data/config.yaml
Executable file
|
@ -0,0 +1,85 @@
|
|||
dataset:
|
||||
training: [
|
||||
"./data/captchas/"
|
||||
]
|
||||
|
||||
validation: []
|
||||
|
||||
use_hdf5: False
|
||||
|
||||
workers: 0
|
||||
cache: True
|
||||
|
||||
models:
|
||||
_models:
|
||||
- name: "captcha"
|
||||
tokens: 0
|
||||
len: 6
|
||||
|
||||
hyperparameters:
|
||||
batch_size: 256
|
||||
gradient_accumulation_steps: 5
|
||||
gradient_clipping: 100
|
||||
|
||||
optimizer: Adamw
|
||||
learning_rate: 5.0e-5
|
||||
|
||||
scheduler_type: ""
|
||||
#scheduler_type: OneCycle
|
||||
#scheduler_params:
|
||||
# cycle_first_step_size: 10_000
|
||||
# cycle_first_stair_count: 10_000
|
||||
|
||||
# cycle_second_step_size: 15_000
|
||||
# cycle_second_stair_count: 15_000
|
||||
|
||||
# decay_step_size: 5_000
|
||||
|
||||
# cycle_min_lr: 2.5e-4 # 1.0e-5
|
||||
# cycle_max_lr: 2.5e-4 # 1.0e-4
|
||||
# decay_lr_rate: 0.0
|
||||
|
||||
# cycle_min_mom: 0.90
|
||||
# cycle_max_mom: 0.99
|
||||
# decay_mom_rate: 0.0
|
||||
|
||||
evaluation:
|
||||
batch_size: 32
|
||||
frequency: 250
|
||||
size: 32
|
||||
|
||||
steps: 300
|
||||
temperature: 1.0
|
||||
|
||||
trainer:
|
||||
iterations: 100_000
|
||||
|
||||
save_tag: step
|
||||
save_on_oom: True
|
||||
save_on_quit: True
|
||||
save_frequency: 100
|
||||
|
||||
aggressive_optimizations: False
|
||||
|
||||
check_for_oom: False
|
||||
|
||||
#load_tag: "9500"
|
||||
#load_state_dict: True
|
||||
#load_states: False
|
||||
#strict_loading: False
|
||||
#restart_step_count: True
|
||||
|
||||
gc_mode: None # "global_step"
|
||||
|
||||
weight_dtype: float32
|
||||
|
||||
backend: local
|
||||
deepspeed:
|
||||
zero_optimization_level: 0
|
||||
use_compression_training: True
|
||||
|
||||
inference:
|
||||
use_vocos: True
|
||||
|
||||
bitsandbytes:
|
||||
enabled: false
|
Loading…
Reference in New Issue
Block a user