File size: 395 Bytes
b84549f |
1 2 3 4 5 6 7 8 9 10 |
def get_linear_schedule_with_warmup(num_warmup_steps, num_training_steps):
def lr_lambda(current_step: int):
if current_step < num_warmup_steps:
return float(current_step) / float(max(1, num_warmup_steps))
return max(
0.0, float(num_training_steps - current_step) / float(max(1, num_training_steps - num_warmup_steps))
)
return lr_lambda
|