Spaces:
Running
Running
Ruslan Magana Vsevolodovna
commited on
Commit
·
76c4f36
1
Parent(s):
3ad339f
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,9 +24,8 @@ model = AutoModelForSeq2SeqLM.from_pretrained("sshleifer/distilbart-cnn-12-6")
|
|
| 24 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 25 |
print(device)
|
| 26 |
|
| 27 |
-
def log_gpu_memory():
|
| 28 |
-
print(subprocess.check_output('nvidia-smi').decode('utf-8'))
|
| 29 |
-
|
| 30 |
#log_gpu_memory()
|
| 31 |
|
| 32 |
|
|
@@ -65,7 +64,7 @@ def get_output_video(text):
|
|
| 65 |
models_root=models_root,
|
| 66 |
is_reusable=True,
|
| 67 |
is_verbose=True,
|
| 68 |
-
dtype=torch.float16 if fp16 else torch.float32
|
| 69 |
#device='cuda' #'cpu'
|
| 70 |
)
|
| 71 |
#log_gpu_memory()
|
|
|
|
| 24 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 25 |
print(device)
|
| 26 |
|
| 27 |
+
#def log_gpu_memory():
|
| 28 |
+
# print(subprocess.check_output('nvidia-smi').decode('utf-8'))
|
|
|
|
| 29 |
#log_gpu_memory()
|
| 30 |
|
| 31 |
|
|
|
|
| 64 |
models_root=models_root,
|
| 65 |
is_reusable=True,
|
| 66 |
is_verbose=True,
|
| 67 |
+
dtype=torch.float16 if fp16 else torch.float32, #param ["float32", "float16", "bfloat16"]
|
| 68 |
#device='cuda' #'cpu'
|
| 69 |
)
|
| 70 |
#log_gpu_memory()
|