idol-commons / frontend /scripts /browser-acceptance.mjs
fffiloni's picture
Put the community dataset first and surface verified contributors and labels
358bb1f verified
Raw History Blame Contribute Delete
8.38 kB
/** Browser acceptance harness. Requires this app running locally and real rendered fixtures.
* Usage: node frontend/scripts/browser-acceptance.mjs MODEL.ply PREVIEW.png FRAMING.json
* The test intercepts its own catalogue and a synthetic Hub package for download tests.
* It does not exercise real OAuth, inference or Hub publication.
*/
import {chromium} from 'playwright';
import {readFile,mkdir,writeFile} from 'node:fs/promises';
import {createHash} from 'node:crypto';
import assert from 'node:assert/strict';
import {unzipSync} from 'fflate';
const [modelPath,previewPath,framingPath]=process.argv.slice(2);
if(!modelPath||!previewPath||!framingPath)throw Error('Supply actual validated PLY, rendered PNG and framing JSON.');
const origin='http://127.0.0.1:7860',model=await readFile(modelPath),png=await readFile(previewPath),framing=JSON.parse(await readFile(framingPath,'utf8')),camera=framing.camera;
assert.ok(camera&&framing.crop.length===3,'Use the actual server-generated framing, including the alpha crop.');
const sha=createHash('sha256').update(model).digest('hex');
await mkdir('reports/screenshots',{recursive:true});
const args=['--disable-dev-shm-usage'];if(process.env.RENDER_SOFTWARE==='1')args.push('--use-gl=angle','--use-angle=swiftshader','--enable-unsafe-swiftshader');if(process.env.CHROMIUM_NO_SANDBOX==='1')args.push('--no-sandbox');
const browser=await chromium.launch({headless:true,executablePath:process.env.CHROMIUM_EXECUTABLE||undefined,args});
const evidence=[];
try{
for(const [name,viewport,touch] of [['desktop',{width:1440,height:1000},false],['mobile-emulated',{width:390,height:844},true]]){
const context=await browser.newContext({viewport,hasTouch:touch,isMobile:touch,deviceScaleFactor:1});
const page=await context.newPage(),errors=[];page.on('pageerror',e=>errors.push(e.message));
const base={id:'12345678-1234-4234-8234-123456789abc',sequence:0,name:'Reference backpack',dataset:'test/reference',author:'test-fixture',folder:'assets/test',path:'assets/test/model.ply',revision:'a'.repeat(40),source:'#',sourceFolder:'#',download:'/fixture/model.ply',image:'',imageFallback:'',preview:'/fixture/preview.png',previewSmall:'/fixture/preview.png',previewCrop:[...framing.crop,1024,1024],camera,model:'/fixture/model.ply',bytes:model.length,license:'Apache-2.0',format:'ply-3dgs',generator:'IDOL',description:'Precomputed upstream reference, test only.',workflow:'test',sourceId:'test',modelSha256:sha,imageSha256:createHash('sha256').update(png).digest('hex'),attribution:'Upstream IDOL reference',licenseUrl:'https://huggingface.co/spaces/speridlabs/idol',animationCount:0};
let assets=[base],version=0;
await page.route(origin+'/fixture/model.ply',r=>r.fulfill({body:model,contentType:'application/octet-stream'}));
await page.route(origin+'/fixture/preview.png',r=>r.fulfill({body:png,contentType:'image/png'}));
await page.route(origin+'/api/catalogue',r=>r.fulfill({json:{meta:{assetCount:assets.length,generators:{IDOL:assets.length},generatedAt:''},assets},headers:{ETag:String(version)}}));
const packageFiles={'assets/test/model.ply':model,'assets/test/preview.png':png,'assets/test/metadata.json':Buffer.from(JSON.stringify({testFixture:true,sha256:sha}))};
await page.route('https://huggingface.co/api/datasets/test/reference/tree/**',r=>r.fulfill({json:Object.entries(packageFiles).map(([path,data])=>({type:'file',path,size:data.length}))}));
await page.route('https://huggingface.co/datasets/test/reference/resolve/**',r=>{const path=new URL(r.request().url()).pathname.split('/').slice(6).join('/');const body=packageFiles[path];return body?r.fulfill({body}):r.abort();});
await page.goto(origin+'?tab=create',{waitUntil:'networkidle'});
const graphics=await page.evaluate(()=>{const c=document.createElement('canvas'),gl=c.getContext('webgl2');if(!gl)return null;const x=gl.getExtension('WEBGL_debug_renderer_info');return {version:gl.getParameter(gl.VERSION),renderer:gl.getParameter(x?.UNMASKED_RENDERER_WEBGL??gl.RENDERER)};});
assert.ok(graphics,'A real WebGL2 context is required; fallback thumbnails do not count.');
assert.equal(await page.evaluate(()=>document.documentElement.scrollWidth>innerWidth),false);
await page.screenshot({path:`reports/screenshots/${name}-create.png`,fullPage:true});
await page.getByRole('button',{name:'Use Hiking backpack example',exact:true}).click();
await page.getByAltText('Your input image',{exact:true}).waitFor();
const inputUrl=await page.getByAltText('Your input image',{exact:true}).getAttribute('src');
await page.locator('.advanced summary').click();
await page.getByLabel('Steps',{exact:true}).fill('30');
await page.route(origin+'/api/images',r=>r.abort('connectionfailed'),{times:1});
await page.getByRole('button',{name:'Use Toy axolotl example',exact:true}).click();
await page.getByRole('alert').waitFor();
assert.equal(await page.getByAltText('Your input image',{exact:true}).getAttribute('src'),inputUrl,'A failed replacement must keep the existing image');
await page.getByRole('button',{name:'Dismiss error',exact:true}).click();
await page.getByRole('button',{name:'Collection',exact:true}).click();
const frame=page.frameLocator('iframe[title="Community 3D collection explorer"]');
await frame.getByLabel('Search objects',{exact:true}).fill('nothing-matches-this');
await frame.getByText('No objects here yet.',{exact:true}).waitFor();
await frame.getByRole('button',{name:'Clear search',exact:true}).click();
const initialView=await frame.locator('.world').getAttribute('style');
await frame.getByRole('button',{name:'Zoom in',exact:true}).click();
await page.waitForFunction(old=>document.querySelector('iframe').contentDocument.querySelector('.world').getAttribute('style')!==old,initialView);
const zoomed=await frame.locator('.world').getAttribute('style');
await frame.locator('body').press('ArrowLeft');
await page.waitForFunction(old=>document.querySelector('iframe').contentDocument.querySelector('.world').getAttribute('style')!==old,zoomed);
await frame.getByRole('button',{name:'Inspect Reference backpack',exact:true}).click();
await frame.getByText('3D ready · Drag object to rotate',{exact:true}).waitFor({timeout:120000});
const before=await frame.locator('.world').getAttribute('style');
await page.getByRole('button',{name:'Contribute',exact:true}).click();
assert.equal(await page.getByLabel('Steps',{exact:true}).inputValue(),'30');
assert.equal(await page.getByAltText('Your input image',{exact:true}).getAttribute('src'),inputUrl);
await page.getByRole('button',{name:'Collection',exact:true}).click();
assert.equal(await frame.locator('.world').getAttribute('style'),before);
assets=[base,{...base,id:'12345678-1234-4234-8234-123456789abd',sequence:1,name:'New contribution'}];version++;
await frame.getByText('2 objects',{exact:true}).waitFor({timeout:22000});
assert.equal(await frame.locator('.world').getAttribute('style'),before,'Refresh must preserve navigation');
await frame.getByRole('button',{name:'Add to basket',exact:true}).click();
await frame.getByRole('button',{name:'Open basket, 1 objects',exact:true}).click();
await frame.getByRole('dialog').waitFor();
const downloadPromise=page.waitForEvent('download');
await frame.getByRole('button',{name:'Download objects',exact:true}).click();
const download=await downloadPromise;
assert.equal(download.suggestedFilename(),'idol-selection.zip');
const zip=unzipSync(await readFile(await download.path()));
const downloaded=zip['test/reference/aaaaaaaaaaaa/assets/test/model.ply'];
assert.equal(createHash('sha256').update(downloaded).digest('hex'),sha,'Download must preserve the original PLY bytes');
await frame.getByRole('button',{name:'Close basket',exact:true}).click();
await page.screenshot({path:`reports/screenshots/${name}-explore.png`,fullPage:true});
assert.deepEqual(errors,[]);evidence.push({viewport:name,graphics,statePersistence:true,liveRefresh:true,basket:true,search:true,zoom:true,keyboardPan:true,inputAndSettingsPreserved:true,networkErrorRecovery:true,downloadOriginalSha256:sha,actualFraming:framing.crop,errors});
await context.close();
}
await writeFile('reports/browser-acceptance.json',JSON.stringify({browser:browser.version(),evidence,physicalMobileTested:false},null,2)+'\n');
}finally{await browser.close();}