Spaces:
Paused
Paused
# encoding:utf-8 | |
from bot.bot import Bot | |
from config import conf | |
from common.log import logger | |
import openai | |
import time | |
user_session = dict() | |
# OpenAI对话模型API (可用) | |
class ChatGPTBot(Bot): | |
def __init__(self): | |
openai.api_key = "sk-R3HlMsYBk0NpAlLu2aA4B19054Ea4884A2Cf93D25662243d" | |
openai.api_base="https://apai.zyai.online/v1" | |
def reply(self, query, context=None): | |
# acquire reply content | |
if not context or not context.get('type') or context.get('type') == 'TEXT': | |
logger.info("[OPEN_AI] query={}".format(query)) | |
from_user_id = context['from_user_id'] | |
if query == '#清除记忆': | |
Session.clear_session(from_user_id) | |
return '记忆已清除' | |
new_query = Session.build_session_query(query, from_user_id) | |
logger.debug("[OPEN_AI] session query={}".format(new_query)) | |
# if context.get('stream'): | |
# # reply in stream | |
# return self.reply_text_stream(query, new_query, from_user_id) | |
reply_content = self.reply_text(new_query, from_user_id, 0) | |
logger.debug("[OPEN_AI] new_query={}, user={}, reply_cont={}".format(new_query, from_user_id, reply_content)) | |
if reply_content: | |
Session.save_session(query, reply_content, from_user_id) | |
return reply_content | |
elif context.get('type', None) == 'IMAGE_CREATE': | |
return self.create_img(query, 0) | |
def reply_text(self, query, user_id, retry_count=0): | |
try: | |
response = openai.ChatCompletion.create( | |
model="gpt-3.5-turbo", # 对话模型的名称 | |
messages=query, | |
temperature=1, # 值在[0,1]之间,越大表示回复越具有不确定性 | |
max_tokens=600, # 回复最大的字符数 | |
top_p=1, | |
frequency_penalty=0, # [-2,2]之间,该值越大则更倾向于产生不同的内容 | |
presence_penalty=0, # [-2,2]之间,该值越大则更倾向于产生不同的内容 | |
) | |
# res_content = response.choices[0]['text'].strip().replace('<|endoftext|>', '') | |
logger.info(response.choices[0]['message']['content']) | |
# log.info("[OPEN_AI] reply={}".format(res_content)) | |
return response.choices[0]['message']['content'] | |
except openai.error.RateLimitError as e: | |
# rate limit exception | |
logger.warn(e) | |
if retry_count < 3: | |
time.sleep(5) | |
logger.warn("[OPEN_AI] RateLimit exceed, 第{}次重试".format(retry_count+1)) | |
return self.reply_text(query, user_id, retry_count+1) | |
else: | |
return "问太快了,慢点行不行" | |
except Exception as e: | |
# unknown exception | |
logger.exception(e) | |
Session.clear_session(user_id) | |
return "没听懂" | |
def create_img(self, query, retry_count=0): | |
try: | |
logger.info("[OPEN_AI] image_query={}".format(query)) | |
response = openai.Image.create( | |
prompt=query, #图片描述 | |
n=1, #每次生成图片的数量 | |
size="1024x1024" #图片大小,可选有 256x256, 512x512, 1024x1024 | |
) | |
image_url = response['data'][0]['url'] | |
logger.info("[OPEN_AI] image_url={}".format(image_url)) | |
return image_url | |
except openai.error.RateLimitError as e: | |
logger.warn(e) | |
if retry_count < 3: | |
time.sleep(5) | |
logger.warn("[OPEN_AI] ImgCreate RateLimit exceed, 第{}次重试".format(retry_count+1)) | |
return self.reply_text(query, retry_count+1) | |
else: | |
return "问太快了,慢点行不行" | |
except Exception as e: | |
logger.exception(e) | |
return None | |
class Session(object): | |
def build_session_query(query, user_id): | |
''' | |
build query with conversation history | |
e.g. [ | |
{"role": "system", "content": "You are a helpful assistant,let's think step by step in multiple different ways."}, | |
{"role": "user", "content": "Who won the world series in 2020?"}, | |
{"role": "assistant", "content": "The Los Angeles Dodgers won the World Series in 2020."}, | |
{"role": "user", "content": "Where was it played?"} | |
] | |
:param query: query content | |
:param user_id: from user id | |
:return: query content with conversaction | |
''' | |
session = user_session.get(user_id, []) | |
if len(session) == 0: | |
system_prompt = conf().get("character_desc", "") | |
system_item = {'role': 'system', 'content': system_prompt} | |
session.append(system_item) | |
user_session[user_id] = session | |
user_item = {'role': 'user', 'content': query} | |
session.append(user_item) | |
return session | |
def save_session(query, answer, user_id): | |
session = user_session.get(user_id) | |
if session: | |
# append conversation | |
gpt_item = {'role': 'assistant', 'content': answer} | |
session.append(gpt_item) | |
def clear_session(user_id): | |
user_session[user_id] = [] |