alonsosilva commited on
Commit
4902b5d
·
verified ·
1 Parent(s): 494c812

Replace ⎵ by space in the dataframe otherwise it will not search correctly

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ text3 = solara.reactive("")
12
  # Create dataframe mapping token IDs and tokens
13
  df = pd.DataFrame()
14
  df["token ID"] = range(tokenizer.vocab_size)
15
- df["token"] = [f'{tokenizer.decode([i])}'.replace(" ","⎵") for i in range(tokenizer.vocab_size)]
16
 
17
  @solara.component
18
  def Page():
 
12
  # Create dataframe mapping token IDs and tokens
13
  df = pd.DataFrame()
14
  df["token ID"] = range(tokenizer.vocab_size)
15
+ df["token"] = [tokenizer.decode([i]) for i in range(tokenizer.vocab_size)]
16
 
17
  @solara.component
18
  def Page():