Jeong-hun Kim commited on
Commit
57cd8e6
·
0 Parent(s):

Initial commit

Browse files
Files changed (5) hide show
  1. .gitattributes +2 -0
  2. .gitignore +203 -0
  3. app/__init__.py.py +0 -0
  4. app/main.py +111 -0
  5. app/utils.py +0 -0
.gitattributes ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ # Auto detect text files and perform LF normalization
2
+ * text=auto
.gitignore ADDED
@@ -0,0 +1,203 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[codz]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py.cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # UV
98
+ # Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ #uv.lock
102
+
103
+ # poetry
104
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
105
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
106
+ # commonly ignored for libraries.
107
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
108
+ #poetry.lock
109
+ #poetry.toml
110
+
111
+ # pdm
112
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
113
+ # pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
114
+ # https://pdm-project.org/en/latest/usage/project/#working-with-version-control
115
+ #pdm.lock
116
+ #pdm.toml
117
+ .pdm-python
118
+ .pdm-build/
119
+
120
+ # pixi
121
+ # Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
122
+ #pixi.lock
123
+ # Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
124
+ # in the .venv directory. It is recommended not to include this directory in version control.
125
+ .pixi
126
+
127
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
128
+ __pypackages__/
129
+
130
+ # Celery stuff
131
+ celerybeat-schedule
132
+ celerybeat.pid
133
+
134
+ # SageMath parsed files
135
+ *.sage.py
136
+
137
+ # Environments
138
+ .env
139
+ .envrc
140
+ .venv
141
+ env/
142
+ venv/
143
+ ENV/
144
+ env.bak/
145
+ venv.bak/
146
+
147
+ # Spyder project settings
148
+ .spyderproject
149
+ .spyproject
150
+
151
+ # Rope project settings
152
+ .ropeproject
153
+
154
+ # mkdocs documentation
155
+ /site
156
+
157
+ # mypy
158
+ .mypy_cache/
159
+ .dmypy.json
160
+ dmypy.json
161
+
162
+ # Pyre type checker
163
+ .pyre/
164
+
165
+ # pytype static type analyzer
166
+ .pytype/
167
+
168
+ # Cython debug symbols
169
+ cython_debug/
170
+
171
+ # PyCharm
172
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
173
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
174
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
175
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
176
+ #.idea/
177
+
178
+ # Abstra
179
+ # Abstra is an AI-powered process automation framework.
180
+ # Ignore directories containing user credentials, local state, and settings.
181
+ # Learn more at https://abstra.io/docs
182
+ .abstra/
183
+
184
+ # Visual Studio Code
185
+ # Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
186
+ # that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
187
+ # and can be added to the global gitignore or merged into this file. However, if you prefer,
188
+ # you could uncomment the following to ignore the entire vscode folder
189
+ # .vscode/
190
+
191
+ # Ruff stuff:
192
+ .ruff_cache/
193
+
194
+ # PyPI configuration file
195
+ .pypirc
196
+
197
+ # Marimo
198
+ marimo/_static/
199
+ marimo/_lsp/
200
+ __marimo__/
201
+
202
+ # Streamlit
203
+ .streamlit/secrets.toml
app/__init__.py.py ADDED
File without changes
app/main.py ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI, Request
2
+ from pydantic import BaseModel
3
+ from typing import List
4
+ from transformers import pipeline
5
+ from PIL import Image
6
+ import re, os
7
+ import gradio as gr
8
+
9
+ app = FastAPI()
10
+
11
+ # 1. LLM 파이프라인 초기화 (SmolLM3 모델)
12
+ llm = pipeline("text-generation", model="HuggingFaceTB/SmolLM3-3B")
13
+
14
+ # 2. 감정 및 상황별 이미지 매핑
15
+ emotion_to_face = {
16
+ "happy": "aria_happy.png",
17
+ "sad": "aria_sad.png",
18
+ "angry": "aria_angry.png",
19
+ "excited": "aria_excited.png",
20
+ "nervous": "aria_nervous.png",
21
+ "neutral": "aria_neutral.png"
22
+ }
23
+ situation_to_bg = {
24
+ "greeting": "bg_town.jpg",
25
+ "mission_start": "bg_forest_day.jpg",
26
+ "enemy_detected": "bg_dungeon_dark.jpg",
27
+ "spooky_location": "bg_cave.png",
28
+ "farewell": "bg_sunset.jpg"
29
+ }
30
+
31
+ # 3. 출력 라인 파싱 함수
32
+ def parse_output(text: str):
33
+ pattern = r'"(.*?)"\s*\(emotion:\s*(\w+),\s*situation:\s*(\w+)\)'
34
+ results = []
35
+ for line in text.strip().split('\n'):
36
+ match = re.match(pattern, line.strip())
37
+ if match:
38
+ results.append({
39
+ "text": match.group(1),
40
+ "emotion": match.group(2),
41
+ "situation": match.group(3)
42
+ })
43
+ return results
44
+
45
+ # 4. 이미지 합성 함수
46
+ def combine_images(bg_path, char_path):
47
+ bg = Image.open(bg_path).convert("RGBA")
48
+ char = Image.open(char_path).convert("RGBA")
49
+ char = char.resize((300, 300))
50
+ pos = ((bg.width - char.width) // 2, bg.height - char.height - 20)
51
+ bg.paste(char, pos, char)
52
+ return bg
53
+
54
+ # 5. 챗봇 처리 함수 (Gradio용)
55
+ def character_chat(prompt):
56
+ system_prompt = (
57
+ "You are Aria, a cheerful and expressive fantasy mage."
58
+ " Respond in multiple steps if needed."
59
+ " Format: \"text\" (emotion: tag, situation: tag)"
60
+ )
61
+ full_prompt = system_prompt + "\nUser: " + prompt + "\nAria:"
62
+
63
+ raw_output = llm(full_prompt, max_new_tokens=300)[0]['generated_text']
64
+ parsed = parse_output(raw_output)
65
+
66
+ result_outputs = []
67
+ for i, item in enumerate(parsed):
68
+ face = emotion_to_face.get(item['emotion'], "aria_neutral.png")
69
+ bg = situation_to_bg.get(item['situation'], "bg_default.jpg")
70
+ composite = combine_images(os.path.join("assets/bg", bg), os.path.join("assets/face", face))
71
+ img_path = f"static/output_{i}.png"
72
+ composite.save(img_path)
73
+ result_outputs.append((item['text'], img_path))
74
+
75
+ return result_outputs
76
+
77
+ # 6. Gradio UI with chat history
78
+ chat_history = []
79
+
80
+ with gr.Blocks(css="""
81
+ .chat-box { max-height: 500px; overflow-y: auto; padding: 10px; border: 1px solid #ccc; border-radius: 10px; }
82
+ .bubble-left { background-color: #f1f0f0; border-radius: 10px; padding: 10px; margin: 5px; max-width: 70%; float: left; clear: both; }
83
+ .bubble-right { background-color: #d1e7ff; border-radius: 10px; padding: 10px; margin: 5px; max-width: 70%; float: right; clear: both; text-align: right; }
84
+ .image-preview { margin: 5px 0; max-width: 100%; border-radius: 10px; }
85
+ """) as demo:
86
+ gr.Markdown("# Aria 캐릭터 챗봇")
87
+ with gr.Column():
88
+ chat_output = gr.HTML(value="<div class='chat-box' id='chat-box'></div>")
89
+ user_input = gr.Textbox(label="Say something to Aria", placeholder="Type here and press Enter")
90
+
91
+ def render_chat():
92
+ html = "<div class='chat-box'>"
93
+ for item in chat_history:
94
+ if item['role'] == 'user':
95
+ html += f"<div class='bubble-right'>{item['text']}</div>"
96
+ elif item['role'] == 'bot':
97
+ html += f"<div class='bubble-left'>{item['text']}<br><img class='image-preview' src='{item['image']}'></div>"
98
+ html += "</div>"
99
+ return html
100
+
101
+ def on_submit(user_msg):
102
+ chat_history.append({"role": "user", "text": user_msg})
103
+ bot_results = character_chat(user_msg)
104
+ for text, image_path in bot_results:
105
+ chat_history.append({"role": "bot", "text": text, "image": image_path})
106
+ return render_chat(), ""
107
+
108
+ user_input.submit(on_submit, inputs=user_input, outputs=[chat_output, user_input])
109
+
110
+ if __name__ == "__main__":
111
+ demo.launch()
app/utils.py ADDED
File without changes