 Full config {'dataset': {'datasets': ['kejian/codeparrot-train-more-filter-3.3b-cleaned'],              'is_split_by_sentences': True},  'generation': {'batch_size': 64,                 'metrics_configs': [{}, {'n': 1}, {}],                 'scenario_configs': [{'display_as_html': True,                                       'generate_kwargs': {'do_sample': True,                                                           'eos_token_id': 0,                                                           'max_length': 640,                                                           'min_length': 10,                                                           'temperature': 0.7,                                                           'top_k': 0,                                                           'top_p': 0.9},                                       'name': 'unconditional',                                       'num_samples': 512},                                      {'display_as_html': True,                                       'generate_kwargs': {'do_sample': True,                                                           'eos_token_id': 0,                                                           'max_length': 272,                                                           'min_length': 10,                                                           'temperature': 0.7,                                                           'top_k': 0,                                                           'top_p': 0.9},                                       'name': 'functions',                                       'num_samples': 512,                                       'prompts_path': 'resources/functions_csnet.jsonl',                                       'use_prompt_for_scoring': True}],                 'scorer_config': {}},  'kl_gpt3_callback': {'gpt3_kwargs': {'model_name': 'code-cushman-001'},                       'max_tokens': 64,                       'num_samples': 4096},  'model': {'from_scratch': True,            'gpt2_config_kwargs': {'reorder_and_upcast_attn': True,                                   'scale_attn_by': True},            'model_kwargs': {'value_head_config': {'is_detached': False}},            'path_or_name': 'codeparrot/codeparrot-small'},  'objective': {'alpha': 0.05, 'beta': 1, 'name': 'AWR'},  'tokenizer': {'path_or_name': 'codeparrot/codeparrot-small'},  'training': {'dataloader_num_workers': 0,               'effective_batch_size': 256,               'evaluation_strategy': 'no',               'fp16': True,               'hub_model_id': 'kejian/final-awr',               'hub_strategy': 'all_checkpoints',               'learning_rate': 0.001,               'logging_first_step': True,               'logging_steps': 1,               'num_tokens': 3300000000.0,               'output_dir': 'training_output',               'per_device_eval_batch_size': 16,               'per_device_train_batch_size': 16,               'push_to_hub': True,               'remove_unused_columns': False,               'save_steps': 5000,               'save_strategy': 'steps',               'seed': 42,               'warmup_ratio': 0.01,               'weight_decay': 0.1}}  