vram
Browse files
app.py
CHANGED
|
@@ -5,10 +5,17 @@ import torch
|
|
| 5 |
zero = torch.Tensor([0]).cuda()
|
| 6 |
print(zero.device) # <-- 'cpu' 🤔
|
| 7 |
|
|
|
|
| 8 |
@spaces.GPU
|
| 9 |
def greet(n):
|
| 10 |
print(zero.device) # <-- 'cuda:0' 🤗
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
return f"Hello {zero + n} Tensor"
|
| 12 |
|
| 13 |
-
demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
|
| 14 |
demo.launch()
|
|
|
|
| 5 |
zero = torch.Tensor([0]).cuda()
|
| 6 |
print(zero.device) # <-- 'cpu' 🤔
|
| 7 |
|
| 8 |
+
|
| 9 |
@spaces.GPU
|
| 10 |
def greet(n):
|
| 11 |
print(zero.device) # <-- 'cuda:0' 🤗
|
| 12 |
+
if torch.cuda.is_available():
|
| 13 |
+
total_memory_bytes = torch.cuda.get_device_properties(0).total_memory
|
| 14 |
+
gb = total_memory_bytes / (1024**3)
|
| 15 |
+
print(f"VRAM 0: {gb:.2f} GB"
|
| 16 |
+
else:
|
| 17 |
+
print("CUDA is NOT available")
|
| 18 |
return f"Hello {zero + n} Tensor"
|
| 19 |
|
| 20 |
+
demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text(), share=True)
|
| 21 |
demo.launch()
|