Add instructions for playing with qlora model to colab example (#1290)
Browse files* Add instructions for playing with qlora model to colab example
* Update examples/colab-notebooks/colab-axolotl-example.ipynb
Co-authored-by: JohanWork <[email protected]>
---------
Co-authored-by: NanoCode012 <[email protected]>
Co-authored-by: JohanWork <[email protected]>
examples/colab-notebooks/colab-axolotl-example.ipynb
CHANGED
|
@@ -177,6 +177,24 @@
|
|
| 177 |
"# Buy using the ! the comand will be executed as a bash command\n",
|
| 178 |
"!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
| 179 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 180 |
}
|
| 181 |
],
|
| 182 |
"metadata": {
|
|
|
|
| 177 |
"# Buy using the ! the comand will be executed as a bash command\n",
|
| 178 |
"!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
| 179 |
]
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"cell_type": "markdown",
|
| 183 |
+
"metadata": {},
|
| 184 |
+
"source": [
|
| 185 |
+
"## Play with inference"
|
| 186 |
+
]
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"cell_type": "code",
|
| 190 |
+
"execution_count": null,
|
| 191 |
+
"metadata": {},
|
| 192 |
+
"outputs": [],
|
| 193 |
+
"source": [
|
| 194 |
+
"# Buy using the ! the comand will be executed as a bash command\n",
|
| 195 |
+
"!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n",
|
| 196 |
+
" --qlora_model_dir=\"./qlora-out\" --gradio"
|
| 197 |
+
]
|
| 198 |
}
|
| 199 |
],
|
| 200 |
"metadata": {
|