gpu_benchmark / benchmark_fp16_fixed.py
meccatronis's picture
Upload benchmark_fp16_fixed.py with huggingface_hub
6c9004a verified
Raw
History Blame Contribute Delete
13 kB
#!/usr/bin/env python3
import torch
import matplotlib.pyplot as plt
import matplotlib.animation as animation
from datetime import datetime
import subprocess
import time
import psutil
import re
from collections import deque
import threading
import signal
import sys
class FP16BenchmarkFixed:
def __init__(self):
self.max_temp = 85
self.temperatures = deque(maxlen=200)
self.tflops_history = deque(maxlen=200)
self.load_level = deque(maxlen=200)
self.power_watts = deque(maxlen=200)
self.voltage_volts = deque(maxlen=200)
self.current_amps = deque(maxlen=200)
self.peak_tflops = 0
self.peak_power = 0
self.running = True
self.current_load = 1
self.matrix_size = 10240
self.num_operations = 1
self.num_streams = 1
plt.ion()
self.fig, ((self.ax1, self.ax2), (self.ax3, self.ax4)) = plt.subplots(2, 2, figsize=(16, 10))
self.fig.suptitle('BENCHMARK FP16 COMPLETO - Radeon Pro VII', fontsize=16, weight='bold')
self.last_temp_check = time.time()
self.temp_rising_fast = False
signal.signal(signal.SIGINT, self.signal_handler)
def signal_handler(self, sig, frame):
print("\n\n🛑 Interrompido pelo usuário")
self.running = False
sys.exit(0)
def get_gpu_metrics(self):
"""Obtém temperatura, potência via sensors e rocm-smi"""
temp = 0
power = 0
# Temperatura via sensors
try:
result = subprocess.run(['sensors'], capture_output=True, text=True, timeout=0.5)
for line in result.stdout.split('\n'):
if 'edge:' in line.lower():
match = re.search(r'([+-]?\d+\.?\d*)\s*°C', line)
if match:
temp = float(match.group(1))
except:
pass
# Potência via rocm-smi
try:
result = subprocess.run(['rocm-smi', '--showpower'],
capture_output=True, text=True, timeout=0.5)
for line in result.stdout.split('\n'):
# Captura: "Current Socket Graphics Package Power (W): 19.0"
if 'Power (W)' in line or 'Power: ' in line:
match = re.search(r':\s*(\d+\.?\d*)', line)
if match:
power = float(match.group(1))
except:
pass
# Tensão estimada baseada na potência (V = P/I, estimando ~200A max)
# Radeon VII tipicamente opera em ~1.0-1.2V
voltage = 1.05 # Valor típico
return temp, power, voltage
def check_system_health(self):
try:
start = time.time()
cpu = psutil.cpu_percent(interval=0.05)
response = time.time() - start
if response > 0.4 or cpu > 95:
return False
return True
except:
return False
def calculate_tflops(self, matrix_size, elapsed_time, num_ops, num_streams):
operations = 2 * (matrix_size ** 3) * num_ops * num_streams
return (operations / elapsed_time) / 1e12
def increase_load(self):
if self.current_load < 10:
self.current_load += 1
if self.current_load >= 2 and self.num_streams < 4:
self.num_streams += 1
if self.current_load >= 4 and self.num_operations < 30:
self.num_operations += 5
if self.current_load >= 6 and self.matrix_size < 16384:
self.matrix_size = min(self.matrix_size + 1024, 16384)
def decrease_load(self):
if self.current_load > 1:
self.current_load -= 1
if self.matrix_size > 8192:
self.matrix_size = max(self.matrix_size - 512, 8192)
if self.num_operations > 5:
self.num_operations = max(self.num_operations - 5, 1)
def stress_gpu(self):
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
if device.type == 'cpu':
print("❌ ERRO: GPU não detectada!")
self.running = False
return
props = torch.cuda.get_device_properties(0)
print(f"🎯 GPU: {torch.cuda.get_device_name(0)}")
print(f"💾 VRAM: {props.total_memory / 1e9:.1f} GB")
print(f"🔥 Modo: FP16 (Half Precision)")
print(f"📊 TFLOPS Teórico FP16: ~26.88")
print(f"⚡ TDP: 300W")
print(f"⚠️ Limite: {self.max_temp}°C\n")
streams = [torch.cuda.Stream() for _ in range(4)]
last_temp = 0
stable_cycles = 0
while self.running:
current_time = time.time()
if current_time - self.last_temp_check > 0.1:
temp, power, voltage = self.get_gpu_metrics()
self.last_temp_check = current_time
current = power / voltage if voltage > 0 and power > 0 else 0
if len(self.temperatures) > 0:
temp_delta = temp - last_temp
if temp_delta > 2:
self.temp_rising_fast = True
else:
self.temp_rising_fast = False
if temp >= self.max_temp:
print(f"\n🚨 TEMPERATURA: {temp}°C - ABORTANDO!")
self.running = False
break
if temp >= self.max_temp - 3:
self.decrease_load()
self.decrease_load()
if self.temp_rising_fast and temp > 75:
self.decrease_load()
last_temp = temp
else:
temp, power, voltage = last_temp, self.power_watts[-1] if self.power_watts else 0, 1.05
current = power / voltage if voltage > 0 and power > 0 else 0
if not self.check_system_health():
print(f"\n🚨 SISTEMA INSTÁVEL!")
self.running = False
break
try:
torch.cuda.synchronize()
start = time.time()
for i in range(self.num_streams):
with torch.cuda.stream(streams[i]):
a = torch.randn(self.matrix_size, self.matrix_size, device=device, dtype=torch.float16)
b = torch.randn(self.matrix_size, self.matrix_size, device=device, dtype=torch.float16)
for _ in range(self.num_operations):
c = torch.mm(a, b)
a = b
b = c
torch.cuda.synchronize()
elapsed = time.time() - start
tflops = self.calculate_tflops(self.matrix_size, elapsed,
self.num_operations, self.num_streams)
self.temperatures.append(temp)
self.tflops_history.append(tflops)
self.load_level.append(self.current_load)
self.power_watts.append(power)
self.voltage_volts.append(voltage)
self.current_amps.append(current)
if tflops > self.peak_tflops:
self.peak_tflops = tflops
if power > self.peak_power:
self.peak_power = power
print(f"TFLOPS: {tflops:6.2f} | Temp: {temp:5.1f}°C | {power:6.1f}W | {voltage:5.3f}V | {current:6.1f}A | Peak: {self.peak_tflops:.2f}", end='\r')
if temp < 75 and stable_cycles > 10:
self.increase_load()
stable_cycles = 0
elif temp < 80:
stable_cycles += 1
else:
stable_cycles = 0
time.sleep(0.02)
except RuntimeError as e:
if "out of memory" in str(e):
self.decrease_load()
torch.cuda.empty_cache()
else:
print(f"\n🚨 ERRO: {e}")
self.running = False
break
except Exception as e:
print(f"\n🚨 ERRO: {e}")
self.running = False
break
def update_plot(self, frame):
if len(self.tflops_history) == 0:
return
for ax in [self.ax1, self.ax2, self.ax3, self.ax4]:
ax.clear()
if len(self.tflops_history) > 0:
self.ax1.plot(list(self.tflops_history), 'b-', linewidth=2.5)
self.ax1.axhline(y=self.peak_tflops, color='g', linestyle='--', linewidth=2,
label=f'Peak: {self.peak_tflops:.2f}')
self.ax1.axhline(y=26.88, color='orange', linestyle=':', linewidth=2,
label='Teórico: 26.88')
self.ax1.set_ylabel('TFLOPS', fontsize=11, weight='bold')
self.ax1.set_title('Performance FP16', fontsize=11, weight='bold')
self.ax1.legend(loc='upper left', fontsize=9)
self.ax1.grid(True, alpha=0.3)
self.ax1.set_ylim(0, 30)
if len(self.temperatures) > 0:
temps = list(self.temperatures)
self.ax2.plot(temps, 'r-', linewidth=2.5)
self.ax2.axhline(y=self.max_temp, color='red', linestyle='--', linewidth=2)
self.ax2.fill_between(range(len(temps)), temps, self.max_temp,
where=[t >= self.max_temp - 5 for t in temps],
alpha=0.3, color='orange')
self.ax2.set_ylabel('Temperatura (°C)', fontsize=11, weight='bold')
self.ax2.set_title('Temperatura', fontsize=11, weight='bold')
self.ax2.grid(True, alpha=0.3)
self.ax2.set_ylim(30, 95)
if len(self.power_watts) > 0:
powers = list(self.power_watts)
self.ax3.plot(powers, 'green', linewidth=2.5)
self.ax3.axhline(y=300, color='red', linestyle='--', linewidth=2,
label='TDP: 300W')
self.ax3.axhline(y=self.peak_power, color='orange', linestyle=':', linewidth=2,
label=f'Peak: {self.peak_power:.1f}W')
self.ax3.fill_between(range(len(powers)), powers, alpha=0.3, color='green')
self.ax3.set_ylabel('Potência (W)', fontsize=11, weight='bold')
self.ax3.set_xlabel('Amostras', fontsize=11, weight='bold')
self.ax3.set_title('Consumo', fontsize=11, weight='bold')
self.ax3.legend(loc='upper left', fontsize=9)
self.ax3.grid(True, alpha=0.3)
self.ax3.set_ylim(0, 350)
if len(self.current_amps) > 0:
amps = list(self.current_amps)
self.ax4.plot(amps, 'purple', linewidth=2.5)
self.ax4.fill_between(range(len(amps)), amps, alpha=0.3, color='purple')
self.ax4.set_ylabel('Corrente (A)', fontsize=11, weight='bold')
self.ax4.set_xlabel('Amostras', fontsize=11, weight='bold')
self.ax4.set_title('Corrente Estimada', fontsize=11, weight='bold')
self.ax4.grid(True, alpha=0.3)
def run(self):
stress_thread = threading.Thread(target=self.stress_gpu)
stress_thread.daemon = True
stress_thread.start()
while self.running and stress_thread.is_alive():
self.update_plot(None)
plt.pause(0.3)
avg_power = sum(self.power_watts) / len(self.power_watts) if self.power_watts else 0
avg_current = sum(self.current_amps) / len(self.current_amps) if self.current_amps else 0
print(f"\n\n{'='*70}")
print(f"{'RESULTADO FINAL':^70}")
print(f"{'='*70}")
print(f"🏆 PEAK TFLOPS (FP16): {self.peak_tflops:.2f}")
print(f"📊 Teórico: 26.88 TFLOPS")
print(f"📈 Eficiência: {(self.peak_tflops / 26.88) * 100:.1f}%")
print(f"🌡️ Temp Máx: {max(self.temperatures) if self.temperatures else 0:.1f}°C")
print(f"⚡ Potência Peak: {self.peak_power:.1f}W")
print(f"⚡ Potência Média: {avg_power:.1f}W")
print(f"🔌 Corrente Média: {avg_current:.1f}A")
print(f"🔥 Carga Máx: {max(self.load_level) if self.load_level else 0}/10")
print(f"{'='*70}\n")
plt.ioff()
plt.show()
if __name__ == "__main__":
bench = FP16BenchmarkFixed()
bench.run()