Omnibus commited on
Commit
1ceb7eb
1 Parent(s): 945157e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -4
app.py CHANGED
@@ -65,7 +65,7 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
65
  print(f'cnt:: {cnt}')
66
  if cnt > MAX_HISTORY:
67
  history1 = compress_history(str(history), temperature, max_new_tokens, top_p, repetition_penalty)
68
- formatted_prompt = format_prompt(f"{GAME_MASTER.format(history=history1,health=health)}, {prompt}", history)
69
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
70
  output = ""
71
 
@@ -76,13 +76,19 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
76
  else:
77
  yield "",[(prompt,output)],health
78
 
79
- lines = output.strip().strip("\n").split("\n")
80
  #history=""
 
 
 
 
 
 
 
81
  for i,line in enumerate(lines):
82
  if line.startswith("Health: "):
83
  try:
84
  new_health = line.split("Health: ")[1]
85
- health+=int(new_health)
86
  print(health)
87
  except Exception as e:
88
  print (f'{health}--Error :: {e}')
@@ -94,7 +100,8 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
94
  print(line)
95
  if line.startswith("5. "):
96
  print(line)
97
-
 
98
  if history:
99
  history.append((prompt,output))
100
  yield "",history,health
 
65
  print(f'cnt:: {cnt}')
66
  if cnt > MAX_HISTORY:
67
  history1 = compress_history(str(history), temperature, max_new_tokens, top_p, repetition_penalty)
68
+ formatted_prompt = format_prompt(f"{GAME_MASTER.format(history=history1)}, {prompt}", history)
69
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
70
  output = ""
71
 
 
76
  else:
77
  yield "",[(prompt,output)],health
78
 
 
79
  #history=""
80
+ #formatted_prompt2 = format_prompt(f"{ADJUST_STATS.format(history=output,health=health)}, {prompt}", history)
81
+ stream2 = client.text_generation(f"{ADJUST_STATS.format(history=output,health=health)}", **generate_kwargs, stream=True, details=True, return_full_text=False)
82
+ output2=""
83
+ for response in stream2:
84
+ output2 += response.token.text
85
+
86
+ lines = output2.strip().strip("\n").split("\n")
87
  for i,line in enumerate(lines):
88
  if line.startswith("Health: "):
89
  try:
90
  new_health = line.split("Health: ")[1]
91
+ health=int(new_health)
92
  print(health)
93
  except Exception as e:
94
  print (f'{health}--Error :: {e}')
 
100
  print(line)
101
  if line.startswith("5. "):
102
  print(line)
103
+ else:
104
+ print(f'Line:: {line}')
105
  if history:
106
  history.append((prompt,output))
107
  yield "",history,health