File size: 1,335 Bytes
13cc860
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
"""Create only the new monitoring namespace, leaving the old dashboard untouched."""
from pathlib import Path
import json
import shutil
import subprocess
from dlc_local_storage import save

ROOT=Path(__file__).resolve().parents[2]
BASE=ROOT/'scale/groups/sml_dlc_local_monitor'

def main():
    count=subprocess.check_output(['nvidia-smi','--query-gpu=index','--format=csv,noheader'],text=True).splitlines()
    if len(count)!=4:raise RuntimeError('This monitoring entry is for the four-GPU DSW, not the eight-GPU DLC')
    settings=dict(active_group='live',default_backend='dlc',
      group_label='DLC 本地续训 · 日志约20秒同步 · 全程历史(旧数据1000步聚合,最近5000步保留细节) · 视频跟随已回传 checkpoint',
      planned={s:dict(max_steps=1000000,nproc=4 if s=='L' else 2,global_batch=48,workers=8) for s in 'SML'},
      previews=[dict(id='dlc-simple',label='DLC 本地组 · 简单文本 · 自动回传推理',path='live/previews/auto_simple_text'),
                dict(id='dlc-original',label='DLC 本地组 · 原四模态 · 自动回传推理',path='live/previews/auto')])
    save(BASE/'dashboard/sources.json',settings)
    if not (BASE/'model_parameters.json').exists():shutil.copy2(ROOT/'scale/model_parameters.json',BASE/'model_parameters.json')

if __name__=='__main__':main()