Duplicate from gendisjawi/ollama-openwebui-colab

Co-authored-by: Gendis Jawi <[email protected]>

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Ollama_OpenWebUI_colab_v2.ipynb

@@ -0,0 +1,136 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "source": [
+        "##***Project `Ollama-OpenWebUI-colab`***\n",
+        "### Menjalankan large language model dengan ollama dan open-webui sebagai web server di google colab. Gratis tanpa spek PC gemink cukup pake hape saja.\n",
+        "###### Author: Yudhistira Ardhi\n",
+        "###### Last time updated: Feb 4, 2025"
+      ],
+      "metadata": {
+        "id": "Ubw_-UYhKUcB"
+      }
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "### Cara Penggunaan\n",
+        "## Atur Runtime di Google Colab\n",
+        "- Klik menu Runtime di Google Colab.\n",
+        "- Pilih Change runtime type dan pastikan opsi T4 GPU dipilih."
+      ],
+      "metadata": {
+        "id": "RXTgiBTuMZ59"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title 1. Jalankan dibawah ini: Cek Driver Nvidia\n",
+        "#@markdown tinggal di klik ikon segitiga\n",
+        "!nvidia-smi"
+      ],
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "MC-TH8SNwrbQ",
+        "outputId": "10eb82b2-2ce2-428b-d3c7-117c30a4e164",
+        "collapsed": true,
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Tue Feb  4 02:52:49 2025       \n",
+            "+-----------------------------------------------------------------------------------------+\n",
+            "| NVIDIA-SMI 550.54.15              Driver Version: 550.54.15      CUDA Version: 12.4     |\n",
+            "|-----------------------------------------+------------------------+----------------------+\n",
+            "| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n",
+            "| Fan  Temp   Perf          Pwr:Usage/Cap |           Memory-Usage | GPU-Util  Compute M. |\n",
+            "|                                         |                        |               MIG M. |\n",
+            "|=========================================+========================+======================|\n",
+            "|   0  Tesla T4                       Off |   00000000:00:04.0 Off |                    0 |\n",
+            "| N/A   45C    P8              9W /   70W |       0MiB /  15360MiB |      0%      Default |\n",
+            "|                                         |                        |                  N/A |\n",
+            "+-----------------------------------------+------------------------+----------------------+\n",
+            "                                                                                         \n",
+            "+-----------------------------------------------------------------------------------------+\n",
+            "| Processes:                                                                              |\n",
+            "|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n",
+            "|        ID   ID                                                               Usage      |\n",
+            "|=========================================================================================|\n",
+            "|  No running processes found                                                             |\n",
+            "+-----------------------------------------------------------------------------------------+\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title 2. Jalankan dibawah ini:\n",
+        "#@markdown ## Download dan install program yang diperlukan\n",
+        "#@markdown tinggal di klik icon segitiga. agak lama sih installnya.\n",
+        "!git clone https://huggingface.co/gendisjawi/ollama-openwebui-colab\n",
+        "!chmod +x ollama-openwebui-colab/install_program.sh ollama-openwebui-colab/download_model.sh ollama-openwebui-colab/start.sh\n",
+        "!./ollama-openwebui-colab/install_program.sh"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "0xSHZwa8PDiv"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title 3. Jalankan dibawah ini:\n",
+        "#@markdown ## Download model dari repository ollama\n",
+        "#@markdown kalian bisa melihat list model yang ingin digunakan di web ollama yaitu di: https://ollama.com/search <br>\n",
+        "#@markdown cukup masukkan nama model disini, default = \"deepseek-r1:1.5b\" dengan ukuran 1.1gb\n",
+        "model_name = \"deepseek-r1:1.5b\" #@param {type: \"string\"}\n",
+        "!./ollama-openwebui-colab/download_model.sh --model {model_name}\n"
+      ],
+      "metadata": {
+        "id": "bVvWniFqIS67",
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title 4. Jalankan dibawah ini\n",
+        "#@markdown ## Jalankan program\n",
+        "#@markdown tolong tunggu hingga link/url muncul, jangan di klik dulu soalnya masih loading lamaa sebenernya hehe. <br>jika sudah muncul maka daftarkan akun di situs tersebut baru bisa digunakan\n",
+        "!./ollama-openwebui-colab/start.sh"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "D_bbexsqRy-C"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "gpuType": "T4"
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "accelerator": "GPU"
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

download_model.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+set -e
+
+usage() {
+  echo "Usage: $0 --model <model_name>"
+  exit 1
+}
+
+MODEL=""
+
+PARSED_ARGS=$(getopt -o '' --long model: -n "$0" -- "$@")
+if [ $? -ne 0 ]; then
+  usage
+fi
+
+eval set -- "$PARSED_ARGS"
+
+while true; do
+  case "$1" in
+    --model)
+      MODEL="$2"
+      shift 2
+      ;;
+    --)
+      shift
+      break
+      ;;
+    *)
+      break
+      ;;
+  esac
+done
+
+if [ -z "$MODEL" ]; then
+  usage
+fi
+
+echo "Menjalankan 'ollama serve' di background..."
+ollama serve > /dev/null 2>&1 &
+
+sleep 2
+
+echo "Mendownload model: $MODEL"
+ollama pull "$MODEL"

install_program.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+set -e
+# Untuk menampilkan log
+log() {
+  echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
+}
+
+# 1. Install lshw pada Debian
+log "Memperbarui daftar paket..."
+apt-get update
+
+log "Menginstall lshw..."
+apt-get install -y lshw
+
+# 2. Install ollama service
+log "Menginstall ollama service..."
+curl -fsSL https://ollama.com/install.sh | sh
+
+# 3. Install uvx
+log "Menginstall uvx..."
+curl -LsSf https://astral.sh/uv/install.sh | sh
+
+# 4. Install cloudflared
+CLOUDFLARED_DEB="cloudflared-linux-amd64.deb"
+log "Mengunduh cloudflared..."
+curl -L "https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64.deb" -o "${CLOUDFLARED_DEB}"
+
+log "Menginstall cloudflared..."
+dpkg -i "${CLOUDFLARED_DEB}" || apt-get install -f -y
+
+log "Membersihkan file installer cloudflared..."
+rm -f "${CLOUDFLARED_DEB}"
+
+# 5. Install open-webui
+log "Menginstall open-webui..."
+DATA_DIR=$PWD/open-webui uvx --python 3.11 open-webui@latest
+
+log "Instalasi selesai!"

start.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+set -e
+
+# 1. Jalankan ollama serve di background terlebih dahulu
+echo "Menjalankan ollama serve di background..."
+ollama serve > /dev/null 2>&1 &
+
+# 2. Jalankan open-webui dengan uvx di background
+echo "Menjalankan open-webui di background..."
+DATA_DIR=$PWD/open-webui uvx --python 3.11 open-webui@latest serve --port 8090 > /dev/null 2>&1 &
+
+echo "Tunggu..."
+sleep 20
+
+# # 3. Jalankan Cloudflared Tunnel
+# echo "Menjalankan cloudflared tunnel..."
+# cloudflared tunnel --url http://localhost:8090
+
+# 3. Download dan ekstrak Bore
+echo "Mengunduh dan mengekstrak Bore..."
+wget -qO- "https://github.com/ekzhang/bore/releases/download/v0.5.2/bore-v0.5.2-x86_64-unknown-linux-musl.tar.gz" | tar -xz
+
+# 4. Jalankan Bore
+echo "Menjalankan bore tunnel..."
+./bore local 8090 --to bore.pub | while read line; do
+    if echo "$line" | grep -q 'bore.pub'; then
+        port=$(echo "$line" | grep -o 'bore.pub:[0-9]*')
+        echo "Ini situsnya, silahkan di klik http://$port"
+        echo "Tolong tunggu agak lama ya"
+    fi
+done