selfbot_256_mistral / training_log.json
jeiku's picture
Upload 6 files
f5399e3 verified
{
"base_model_name": "TheBloke_Mistral-7B-Instruct-v0.2-GPTQ",
"base_model_class": "MistralForCausalLM",
"base_loaded_in_4bit": false,
"base_loaded_in_8bit": false,
"projections": "q, v",
"loss": 2.411,
"learning_rate": 0.0,
"epoch": 4.48,
"current_steps": 627,
"train_runtime": 5597.7502,
"train_samples_per_second": 0.511,
"train_steps_per_second": 0.007,
"total_flos": 7562020069048320.0,
"train_loss": 2.6539355278015138
}