https://huggingface.co/greymatter-2024/tiny-llama-alpaka20kds/tree/main

check point 100
 per_device_train_batch_size=2,
        gradient_accumulation_steps=7,