llama.sh

pip3 install llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/124

# pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124