 Full config {'dataset': {'datasets': ['tomekkorbak/pii-pile-chunk3-0-50000',                           'tomekkorbak/pii-pile-chunk3-50000-100000',                           'tomekkorbak/pii-pile-chunk3-100000-150000',                           'tomekkorbak/pii-pile-chunk3-150000-200000',                           'tomekkorbak/pii-pile-chunk3-200000-250000',                           'tomekkorbak/pii-pile-chunk3-250000-300000',                           'tomekkorbak/pii-pile-chunk3-300000-350000',                           'tomekkorbak/pii-pile-chunk3-350000-400000',                           'tomekkorbak/pii-pile-chunk3-400000-450000',                           'tomekkorbak/pii-pile-chunk3-450000-500000',                           'tomekkorbak/pii-pile-chunk3-500000-550000',                           'tomekkorbak/pii-pile-chunk3-550000-600000',                           'tomekkorbak/pii-pile-chunk3-600000-650000',                           'tomekkorbak/pii-pile-chunk3-650000-700000',                           'tomekkorbak/pii-pile-chunk3-700000-750000',                           'tomekkorbak/pii-pile-chunk3-750000-800000',                           'tomekkorbak/pii-pile-chunk3-800000-850000',                           'tomekkorbak/pii-pile-chunk3-850000-900000',                           'tomekkorbak/pii-pile-chunk3-900000-950000',                           'tomekkorbak/pii-pile-chunk3-950000-1000000',                           'tomekkorbak/pii-pile-chunk3-1000000-1050000',                           'tomekkorbak/pii-pile-chunk3-1050000-1100000',                           'tomekkorbak/pii-pile-chunk3-1100000-1150000',                           'tomekkorbak/pii-pile-chunk3-1150000-1200000',                           'tomekkorbak/pii-pile-chunk3-1200000-1250000',                           'tomekkorbak/pii-pile-chunk3-1250000-1300000',                           'tomekkorbak/pii-pile-chunk3-1300000-1350000',                           'tomekkorbak/pii-pile-chunk3-1350000-1400000',                           'tomekkorbak/pii-pile-chunk3-1400000-1450000',                           'tomekkorbak/pii-pile-chunk3-1450000-1500000',                           'tomekkorbak/pii-pile-chunk3-1500000-1550000',                           'tomekkorbak/pii-pile-chunk3-1550000-1600000',                           'tomekkorbak/pii-pile-chunk3-1600000-1650000',                           'tomekkorbak/pii-pile-chunk3-1650000-1700000',                           'tomekkorbak/pii-pile-chunk3-1700000-1750000',                           'tomekkorbak/pii-pile-chunk3-1750000-1800000',                           'tomekkorbak/pii-pile-chunk3-1800000-1850000',                           'tomekkorbak/pii-pile-chunk3-1850000-1900000',                           'tomekkorbak/pii-pile-chunk3-1900000-1950000'],              'is_split_by_sentences': True},  'generation': {'force_call_on': [25177],                 'metrics_configs': [{}, {'n': 1}, {'n': 2}, {'n': 5}],                 'scenario_configs': [{'generate_kwargs': {'do_sample': True,                                                           'max_length': 128,                                                           'min_length': 10,                                                           'temperature': 0.7,                                                           'top_k': 0,                                                           'top_p': 0.9},                                       'name': 'unconditional',                                       'num_samples': 4096}],                 'scorer_config': {}},  'kl_gpt3_callback': {'force_call_on': [25177],                       'gpt3_kwargs': {'model_name': 'davinci'},                       'max_tokens': 64,                       'num_samples': 4096},  'model': {'from_scratch': True,            'gpt2_config_kwargs': {'reorder_and_upcast_attn': True,                                   'scale_attn_by': True},            'model_kwargs': {'value_head_config': {'is_detached': False}},            'path_or_name': 'gpt2'},  'objective': {'alpha': 0.5, 'beta': 0.1, 'name': 'AWR'},  'tokenizer': {'path_or_name': 'gpt2'},  'training': {'dataloader_num_workers': 0,               'effective_batch_size': 64,               'evaluation_strategy': 'no',               'fp16': True,               'hub_model_id': 'boring_stonebraker',               'hub_strategy': 'all_checkpoints',               'learning_rate': 0.0005,               'logging_first_step': True,               'logging_steps': 1,               'num_tokens': 3300000000,               'output_dir': 'training_output2',               'per_device_train_batch_size': 16,               'push_to_hub': True,               'remove_unused_columns': False,               'save_steps': 25177,               'save_strategy': 'steps',               'seed': 42,               'warmup_ratio': 0.01,               'weight_decay': 0.1}}  