code-Movens-Zero_train / scale /script /setup_dlc_local_monitor.py
Tinghong-Ye22's picture
Add files using upload-large-folder tool
13cc860 verified
Raw History Blame Contribute Delete
1.34 kB
"""Create only the new monitoring namespace, leaving the old dashboard untouched."""
from pathlib import Path
import json
import shutil
import subprocess
from dlc_local_storage import save
ROOT=Path(__file__).resolve().parents[2]
BASE=ROOT/'scale/groups/sml_dlc_local_monitor'
def main():
count=subprocess.check_output(['nvidia-smi','--query-gpu=index','--format=csv,noheader'],text=True).splitlines()
if len(count)!=4:raise RuntimeError('This monitoring entry is for the four-GPU DSW, not the eight-GPU DLC')
settings=dict(active_group='live',default_backend='dlc',
group_label='DLC 本地续训 · 日志约20秒同步 · 全程历史(旧数据1000步聚合,最近5000步保留细节) · 视频跟随已回传 checkpoint',
planned={s:dict(max_steps=1000000,nproc=4 if s=='L' else 2,global_batch=48,workers=8) for s in 'SML'},
previews=[dict(id='dlc-simple',label='DLC 本地组 · 简单文本 · 自动回传推理',path='live/previews/auto_simple_text'),
dict(id='dlc-original',label='DLC 本地组 · 原四模态 · 自动回传推理',path='live/previews/auto')])
save(BASE/'dashboard/sources.json',settings)
if not (BASE/'model_parameters.json').exists():shutil.copy2(ROOT/'scale/model_parameters.json',BASE/'model_parameters.json')
if __name__=='__main__':main()