arthurbr11 commited on
Commit
3535a59
·
1 Parent(s): b53842a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -6
README.md CHANGED
@@ -71,14 +71,10 @@ sim = model.similarity(query_embed, document_embed)
71
  print(f"Similarity: {sim}")
72
  # Similarity: tensor([[11.1105]])
73
 
74
- # Visualize top tokens for each text
75
- top_k = 8
76
- print(f"\nTop tokens {top_k} for each text:")
77
-
78
- decoded_query = model.decode(query_embed, top_k=top_k)
79
  decoded_document = model.decode(document_embed)
80
 
81
- for i in range(top_k):
82
  query_token, query_score = decoded_query[i]
83
  doc_score = next((score for token, score in decoded_document if token == query_token), 0)
84
  if doc_score != 0:
 
71
  print(f"Similarity: {sim}")
72
  # Similarity: tensor([[11.1105]])
73
 
74
+ decoded_query = model.decode(query_embed)
 
 
 
 
75
  decoded_document = model.decode(document_embed)
76
 
77
+ for i in range(len(decoded_query)):
78
  query_token, query_score = decoded_query[i]
79
  doc_score = next((score for token, score in decoded_document if token == query_token), 0)
80
  if doc_score != 0: