File size: 10,369 Bytes
133b124 cdd19e1 133b124 cdd19e1 133b124 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | import fs from 'node:fs'
import path from 'node:path'
import {createRequire} from 'node:module'
import assert from 'node:assert/strict'
const require=createRequire(import.meta.url)
const {chromium}=require(process.env.PLAYWRIGHT_MODULE||'C:/Users/didi/.cache/codex-runtimes/codex-primary-runtime/dependencies/node/node_modules/playwright')
const base=process.env.PULSE_TEST_URL||'http://127.0.0.1:7103',stamp=Date.now().toString(),out=path.resolve('../tmp/pulse-ui-20261015/flow-'+stamp)
fs.mkdirSync(out,{recursive:true});console.log('Flow directory:',out)
const browser=await chromium.launch({headless:true,executablePath:process.env.CHROME_EXECUTABLE||'C:/Program Files/Google/Chrome/Application/chrome.exe'})
const saved=path.resolve('.local/pulse-ui-browser-state.json'),context=await browser.newContext({viewport:{width:1480,height:1020},...(process.env.PULSE_FRESH!=='1'&&fs.existsSync(saved)?{storageState:saved}:{})}),page=await context.newPage()
page.setDefaultTimeout(20000)
const errors=[],report={at:new Date().toISOString(),base,modelMode:'real Kimi API + configured imajev',hardware:'browser media adapter and explicit command simulator',steps:[],errors}
page.on('pageerror',e=>errors.push(e.message))
const stage=async(name,fn)=>{const start=Date.now();const result=await fn();report.steps.push({name,ms:Date.now()-start});console.log('Passed:',name);return result}
const responseFor=route=>page.waitForResponse(r=>r.url().includes('/api/v1'+route)&&r.request().method()==='POST',{timeout:240000})
const shot=name=>page.screenshot({path:path.join(out,name+'.png')})
try{
await page.goto(base+'/app/agent');await page.getByRole('button',{name:/小狗围栏守护/}).click()
await stage('Select recorded dog scene and ask Agent',async()=>{
assert.match(await page.locator('select[aria-label="观察来源"] option:checked').innerText(),/幼犬翻越围栏/)
await page.waitForFunction(()=>{const b=document.querySelector('button[aria-label="一起确认"]');return b&&!b.disabled})
const pending=responseFor('/setups/draft');await page.getByRole('button',{name:'一起确认',exact:true}).click();const response=await pending;const body=await response.json();if(response.status()!==200)fs.writeFileSync(path.join(out,'api-error.json'),JSON.stringify(body,null,2));assert.equal(response.status(),200,body.error?.message);return body.data
}).then(async draft=>{
fs.writeFileSync(path.join(out,'draft.json'),JSON.stringify(draft,null,2));await shot('01-grounding');console.log('Grounding confirmation needed:',JSON.stringify(draft.draft.questions))
const input=path.join(out,'confirmation.json'),deadline=Date.now()+480000
if(process.env.PULSE_CONFIRM_RECORDED_DOG==='1'){
assert.equal(draft.draft.taskKind,'dog_boundary');assert.match(draft.draft.targetName,/狗/)
const fixture=JSON.parse(fs.readFileSync('.local/app-api-fixture.json','utf8'))
const answers=Object.fromEntries(draft.draft.questions.map(q=>[q.id,/几次|次数|连续几/.test(q.question)?'连续两次有效画面都没看到再提醒。':/就是围栏|围栏.*吗|围栏在/.test(q.question)?'是,已圈出的客厅黑色金属围栏就是关注范围。':/抱|人/.test(q.question)?'有人抱出来不提醒。暂未看到与明确在外,分别按约定提醒。':/几|只|对象/.test(q.question)?'只关注当前画面里的这只白色小狗。':'明确看见整个身体在围栏外时提醒;围栏清晰但暂未看到时,等两次有效观察确认。']))
fs.writeFileSync(input,JSON.stringify({targetBox:fixture.binding.targetBox,regionBox:fixture.binding.regionBox,answers}))
}
while(!fs.existsSync(input)){if(Date.now()>deadline)throw new Error('Visual confirmation checkpoint timed out');await new Promise(r=>setTimeout(r,500))}
const confirmation=JSON.parse(fs.readFileSync(input,'utf8'))
if(confirmation.targetBox){for(const [key,label] of [['x','左侧'],['y','顶部'],['w','宽度'],['h','高度']])await page.getByRole('spinbutton',{name:'目标'+label+'百分比'}).fill(String(Math.round(confirmation.targetBox[key]*100)))}
if(confirmation.regionBox){await page.getByRole('button',{name:'圈出观察范围',exact:true}).click();for(const [key,label] of [['x','左侧'],['y','顶部'],['w','宽度'],['h','高度']])await page.getByRole('spinbutton',{name:'范围'+label+'百分比'}).fill(String(Math.round(confirmation.regionBox[key]*100)))}
for(const q of draft.draft.questions)await page.getByRole('textbox',{name:q.question,exact:true}).fill(confirmation.answers[q.id]||'')
assert.equal(draft.draft.recommendation.capturePolicy.mode,'event');assert.ok(draft.draft.recommendation.reasonZh);assert.ok(draft.draft.recommendation.locationAlerts);report.recommendation=draft.draft.recommendation;
await page.getByRole('checkbox',{name:'围栏内暂时没看到',exact:true}).check();await page.getByRole('checkbox',{name:'明确看到已经在围栏外',exact:true}).check();await page.getByRole('combobox',{name:'围栏内暂时没看到确认方式',exact:true}).selectOption('2');await page.getByRole('combobox',{name:'明确看到已经在围栏外确认方式',exact:true}).selectOption('1');await page.locator('.pulse-policy-proposal').scrollIntoViewIfNeeded();await shot('01-policy-confirmation');await page.locator('.pulse-policy-proposal').screenshot({path:path.join(out,'01-policy-card.png')});
await page.getByRole('checkbox',{name:'对象、范围和条件都确认好了',exact:true}).check()
})
const setup=await stage('Confirm target and prepare the rule',async()=>{const pending=responseFor('/setups/prepare');await page.getByRole('button',{name:'生成守护方式',exact:true}).click();const response=await pending,body=await response.json();if(response.status()!==200)fs.writeFileSync(path.join(out,'api-error.json'),JSON.stringify(body,null,2));assert.equal(response.status(),200,body.error?.message);return body.data})
report.setupId=setup.id;await shot('02-rule')
await stage('Run a real single-snapshot trial',async()=>{const pending=responseFor('/setups/'+setup.id+'/trial');await page.getByRole('button',{name:'先试着观察',exact:true}).click();const response=await pending,body=await response.json();assert.equal(response.status(),200,body.error?.message);report.trial=body.data;assert.equal(body.data.passed,true,'Visual trial did not pass')})
await shot('03-trial')
await page.getByRole('checkbox',{name:'记住这个对象,下次可以直接选用',exact:true}).check();await page.getByRole('checkbox',{name:'按这份约定开始守护',exact:true}).check()
await stage('Activate and open the watch detail',async()=>{await page.getByRole('button',{name:'开始守护',exact:true}).click();await page.waitForURL('**/app/watch/*',{timeout:30000});await page.getByRole('button',{name:'检查这次事件',exact:true}).waitFor()})
report.watchId=page.url().split('/').at(-1)
let captureRequests=0;page.on('request',r=>{if(r.method()==='POST'&&r.url().endsWith('/observe'))captureRequests++})
await stage('Playback and elapsed time do not start camera inference',async()=>{await page.waitForFunction(()=>document.querySelector('video')?.readyState>=2);await page.locator('video').evaluate(v=>v.play());await page.waitForTimeout(6500);await page.locator('video').evaluate(v=>v.pause());assert.equal(captureRequests,0)})
await stage('A device event checks one isolated frame and confirms the outside state',async()=>{
await page.locator('video').evaluate(async v=>{v.pause();await new Promise(resolve=>{v.addEventListener('seeked',resolve,{once:true});v.currentTime=Math.min(35.18,v.duration-.02)})})
await shot('04-event-image');const pending=responseFor('/watches/'+report.watchId+'/observe');await page.getByRole('button',{name:'检查这次事件',exact:true}).click();const response=await pending,body=await response.json();assert.equal(response.status(),200,body.error?.message);report.eventObservation=body.data;assert.equal(body.data.answers.location.choice,'outside');assert.equal(body.data.notices.length,1);assert.equal(body.data.notices[0].ruleId,'outside');assert.equal(captureRequests,1)
})
await shot('04-observation')
const modelError=await page.locator('.pulse-error').allTextContents();assert.deepEqual(modelError,[],'Observation error: '+modelError.join(';'))
await stage('Handle the generated state event',async()=>{
const eventLink=page.locator('a[href*="/app/event/"]').first();await eventLink.waitFor({timeout:20000});await eventLink.click();await page.getByRole('button',{name:'我来处理',exact:true}).click();await page.getByRole('button',{name:'已经处理',exact:true}).click();await page.getByText('用户已处理',{exact:true}).waitFor();await shot('05-event-completed')
})
await stage('Inspect confirmed object memory',async()=>{await page.goto(base+'/app/memories');await page.getByRole('link',{name:'用它新建关注',exact:false}).first().waitFor();assert.ok(await page.locator('.pulse-memory-image img').first().evaluate(im=>im.complete&&im.naturalWidth>0));await shot('06-memory')})
await stage('Complete a confirmed simulated device action through the API',async()=>{
await page.goto(base+'/app/devices');await page.getByText('设备操作联调',{exact:false}).click();await page.getByRole('button',{name:'连接模拟设备',exact:true}).click();await page.getByRole('link',{name:/联调摄像头/}).click();await page.getByRole('button',{name:'切换模式',exact:true}).click();await page.getByRole('button',{name:'确认操作',exact:true}).click();await page.getByText('设备状态已确认',{exact:true}).first().waitFor();await shot('07-command-verified')
})
await page.goto(base+'/app');await page.waitForTimeout(1200);await shot('08-app-with-data');await page.goto(base+'/workspace');await page.waitForTimeout(1200);await shot('09-desktop-with-data')
assert.deepEqual(errors,[]);report.status='passed'
}catch(e){report.status='failed';report.failure=e.message;await shot('failure').catch(()=>{});console.log('Flow stopped:',e.message);process.exitCode=1}
finally{await context.storageState({path:saved});fs.writeFileSync(path.join(out,'flow-report.json'),JSON.stringify(report,null,2));fs.writeFileSync(path.resolve('../tmp/pulse-ui-20261015/latest-flow.json'),JSON.stringify({directory:out,status:report.status}));await browser.close()}
|