Upload 6 files

app.py

@@ -1,36 +1,10 @@
-import os
+import fn
 import gradio as gr
 
-from duckduckgo_search import DDGS
-from urllib.request import urlopen
-from bs4 import BeautifulSoup
-
-def fn(text):
-    with DDGS() as ddgs:
-        results = [r for r in ddgs.text(text, max_results=5)]
-
-    url = results[0]['href']
-
-    html = urlopen(url).read()
-    soup = BeautifulSoup(html, features="html.parser")
-
-    # kill all script and style elements
-    for script in soup(["script", "style"]):
-        script.extract()    # rip it out
-
-    # get text
-    text = soup.get_text()
-
-    # break into lines and remove leading and trailing space on each
-    lines = (line.strip() for line in text.splitlines())
-    # break multi-headlines into a line each
-    chunks = (phrase.strip() for line in lines for phrase in line.split("  "))
-    # drop blank lines
-    text = '\n'.join(chunk for chunk in chunks if chunk)
-
-    return text, results
-
-gr.Interface(
-    fn=fn,
+demo = gr.Interface(
+    fn=fn.run,
     inputs="text",
     outputs=["text","text"]).launch()
+
+if __name__ == '__main__':
+    demo.launch()

fn.py

@@ -0,0 +1,36 @@
+import os
+
+from duckduckgo_search import DDGS
+from urllib.request import urlopen
+from bs4 import BeautifulSoup
+
+def run(text):
+    results = ddg(text)
+    url = results[0]['href']
+    text = bs4(url)
+    return text, results
+
+def ddg(text, max_results = 5):
+    with DDGS() as ddgs:
+        results = [r for r in ddgs.text(text, max_results=max_results)]
+    return results
+
+def bs4(url):
+    html = urlopen(url).read()
+    soup = BeautifulSoup(html, features="html.parser")
+
+    # kill all script and style elements
+    for script in soup(["script", "style"]):
+        script.extract()    # rip it out
+
+    # get text
+    text = soup.get_text()
+
+    # break into lines and remove leading and trailing space on each
+    lines = (line.strip() for line in text.splitlines())
+    # break multi-headlines into a line each
+    chunks = (phrase.strip() for line in lines for phrase in line.split("  "))
+    # drop blank lines
+    text = '\n'.join(chunk for chunk in chunks if chunk)
+
+    return text

install.bat

@@ -0,0 +1,56 @@
+@echo off
+
+rem -------------------------------------------
+rem NOT guaranteed to work on Windows
+
+set REPOS=https://huggingface.co/spaces/aka7774/ddg_bs4
+set APPDIR=ddg_bs4
+set VENV=venv
+
+rem -------------------------------------------
+
+set INSTALL_DIR=%~dp0
+cd /d %INSTALL_DIR%
+
+:git_clone
+set DL_URL=%REPOS%
+set DL_DST=%APPDIR%
+git clone %DL_URL% %APPDIR%
+if exist %DL_DST% goto install_python
+
+set DL_URL=https://github.com/git-for-windows/git/releases/download/v2.41.0.windows.3/PortableGit-2.41.0.3-64-bit.7z.exe
+set DL_DST=PortableGit-2.41.0.3-64-bit.7z.exe
+curl -L -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+%DL_DST% -y
+del %DL_DST%
+
+set GIT=%INSTALL_DIR%PortableGit\bin\git
+%GIT% clone %REPOS%
+
+:install_python
+set DL_URL=https://github.com/indygreg/python-build-standalone/releases/download/20240107/cpython-3.10.13+20240107-i686-pc-windows-msvc-shared-install_only.tar.gz
+set DL_DST="%INSTALL_DIR%python.tar.gz"
+curl -L -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+tar -xzf %DL_DST%
+
+set PYTHON=%INSTALL_DIR%python\python.exe
+set PATH=%PATH%;%INSTALL_DIR%python310\Scripts
+
+:install_venv
+cd %APPDIR%
+%PYTHON% -m venv %VENV%
+set PYTHON=%VENV%\Scripts\python.exe
+
+:install_pip
+set DL_URL=https://bootstrap.pypa.io/get-pip.py
+set DL_DST=%INSTALL_DIR%get-pip.py
+curl -o %DL_DST% %DL_URL%
+if not exist %DL_DST% bitsadmin /transfer dl %DL_URL% %DL_DST%
+%PYTHON% %DL_DST%
+
+%PYTHON% -m pip install gradio
+%PYTHON% -m pip install -r requirements.txt
+
+pause

main.py

@@ -0,0 +1,58 @@
+import os
+import sys
+import time
+import signal
+import psutil
+import io
+
+from fastapi import FastAPI, Request, status, Form, UploadFile
+from fastapi.staticfiles import StaticFiles
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel, Field
+from fastapi.exceptions import RequestValidationError
+from fastapi.responses import JSONResponse
+
+import fn
+import gradio as gr
+from app import demo
+
+app = FastAPI()
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=['*'],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+gr.mount_gradio_app(app, demo, path="/gradio")
+
+fn.load_model()
+
+@app.post("/run")
+async def api_run(text: str):
+    try:
+        text, results = fn.run(text)
+
+        return {"text": text, "results": results}
+    except Exception as e:
+        return {"error": str(e)}
+
+@app.post("/ddg")
+async def api_ddg(text: str):
+    try:
+        results = fn.ddg(text)
+
+        return {"results": results}
+    except Exception as e:
+        return {"error": str(e)}
+
+@app.post("/bs4")
+async def api_bs4(url: str):
+    try:
+        text = fn.bs4(url)
+
+        return {"text": text}
+    except Exception as e:
+        return {"error": str(e)}

requirements.txt

@@ -1,2 +1,5 @@
+fastapi
+uvicorn
 duckduckgo_search
 beautifulsoup4
+python-multipart

venv.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/bash
+
+python3 -m venv venv
+curl -kL https://bootstrap.pypa.io/get-pip.py | venv/bin/python
+
+venv/bin/python -m pip install gradio
+venv/bin/python -m pip install -r requirements.txt