Update README.md
Browse files
README.md
CHANGED
@@ -37,7 +37,7 @@ def response_generate(
|
|
37 |
return_token_type_ids=False,
|
38 |
).to(
|
39 |
device
|
40 |
-
)
|
41 |
|
42 |
with torch.autocast("cuda", dtype=torch.bfloat16):
|
43 |
response = model.generate(
|
|
|
37 |
return_token_type_ids=False,
|
38 |
).to(
|
39 |
device
|
40 |
+
)
|
41 |
|
42 |
with torch.autocast("cuda", dtype=torch.bfloat16):
|
43 |
response = model.generate(
|