1 2 3 4 5 6 7 8 9 10 11 12
LONG_SCHEDULE = { 'step_values': [400000, 600000, 800000, 1000000], 'learning_rates': [0.0001, 0.00005, 0.000025, 0.0000125, 0.00000625], 'momentum': 0.9, 'momentum2': 0.999, 'weight_decay': 0.0004, 'max_iter': 1200000, } FINETUNE_SCHEDULE = { # TODO: Finetune schedule }