deepapaikar
/

CutomGPTKatz

Model card Files Files and versions Community

deepapaikar commited on Apr 15, 2024

Commit

a1037ac

·

verified ·

1 Parent(s): 3f47af0

Update train.py

Files changed (1) hide show

train.py +1 -1

train.py CHANGED Viewed

@@ -38,7 +38,7 @@ log_interval = 1
 eval_iters = 2
 eval_only = False # if True, script exits right after the first eval
 always_save_checkpoint = True # if True, always save a checkpoint after each eval
-init_from = 'gpt2-medium' # 'scratch' or 'resume' or 'gpt2*'
 # wandb logging
 wandb_log = False # disabled by default
 wandb_project = 'owt'

 eval_iters = 2
 eval_only = False # if True, script exits right after the first eval
 always_save_checkpoint = True # if True, always save a checkpoint after each eval
+init_from = 'scratch' # 'scratch' or 'resume' or 'gpt2*'
 # wandb logging
 wandb_log = False # disabled by default
 wandb_project = 'owt'