LumenX / server /eval /run_final_eval.ps1
Manojd99's picture
Deploy LumenX
a0e583f verified
Raw History Blame Contribute Delete
3.39 kB
# LumenX final evaluation - run on the GPU laptop from D:\LumenX in PowerShell:
# powershell -ExecutionPolicy Bypass -File server\eval\run_final_eval.ps1
# Fill in the dataset paths below. Leave a path as "" to skip that dataset.
# Resumable: if it stops, run it again and finished images are skipped.
$Data = "C:\Users\Manoj D\Desktop\CV_hackathon"
# Paired datasets: low-light folder + matching reference (ground-truth) folder
$LOLv1_Low = "$Data\LOLdataset\eval15\low"
$LOLv1_High = "$Data\LOLdataset\eval15\high"
$LOLv2_Low = "" # e.g. "$Data\LOL-v2\Real_captured\Test\Low" (path is in core\HANDOFF.md)
$LOLv2_High = "" # e.g. "$Data\LOL-v2\Real_captured\Test\Normal"
$College_Low = "" # college TEST split, low-light images
$College_High = "" # its references, or "" if the college set has no ground truth
# Unpaired datasets (no ground truth), optional
$LIME = ""
$DICM = ""
# ---------------------------------------------------------------------------
$ErrorActionPreference = "Stop"
$env:TMP = "D:\piptemp"; $env:TEMP = "D:\piptemp"; $env:PIP_CACHE_DIR = "D:\pipcache"
$Py = ".\core\.venv\Scripts\python.exe"
$Eval = "server\eval\evaluate.py"
$Out = "server\results"
$Pre = "server\eval\pretrained_zerodce.yaml"
$Modes = "classical,dl,zerodce,hybrid"
$Abl = "no_tuner,no_fusion,no_classical,no_dl,no_gain_denoise,no_recoverability,no_guardrails,no_color_correction"
function Run([string[]]$EvalArgs) {
Write-Host "`n>>> $Py $Eval $($EvalArgs -join ' ')" -ForegroundColor Cyan
& $Py $Eval @EvalArgs --output $Out --save-images
if ($LASTEXITCODE -ne 0) { throw "evaluate.py failed (exit $LASTEXITCODE)" }
}
function Paired([string]$Name, [string]$Low, [string]$High, [switch]$Ablate) {
if (-not $Low) { Write-Host "skip $Name (no path)"; return }
$root = Split-Path $Low -Parent
if ($High) {
Run @("--dataset", $Name, "--root", $root, "--input-dir", $Low, "--reference-dir", $High, "--paired", "--modes", $Modes)
# Pretrained Zero-DCE++ for the fine-tuning comparison
Run @("--dataset", "$Name-zerodce-pretrained", "--root", $root, "--input-dir", $Low, "--reference-dir", $High, "--paired", "--modes", "zerodce", "--config", $Pre)
if ($Ablate) { Run @("--dataset", "$Name-ablation", "--root", $root, "--input-dir", $Low, "--reference-dir", $High, "--paired", "--modes", "hybrid", "--ablations", $Abl) }
} else {
Unpaired $Name $Low
if ($Ablate) { Run @("--dataset", "$Name-ablation", "--root", $root, "--input-dir", $Low, "--modes", "hybrid", "--ablations", $Abl) }
}
}
function Unpaired([string]$Name, [string]$Dir) {
if (-not $Dir) { Write-Host "skip $Name (no path)"; return }
Run @("--dataset", $Name, "--root", $Dir, "--input-dir", $Dir, "--modes", $Modes)
}
$sw = [Diagnostics.Stopwatch]::StartNew()
Paired "College" $College_Low $College_High -Ablate
Paired "LOL-v1-eval15" $LOLv1_Low $LOLv1_High -Ablate
Paired "LOL-v2-Real-test" $LOLv2_Low $LOLv2_High
Unpaired "LIME" $LIME
Unpaired "DICM" $DICM
Write-Host "`n>>> aggregate + failure mining" -ForegroundColor Cyan
& $Py server\eval\aggregate.py --results $Out
& $Py server\eval\mine_failures.py --results $Out
Write-Host "`nDone in $([math]::Round($sw.Elapsed.TotalMinutes,1)) min. Results: $Out\benchmark_summary.csv" -ForegroundColor Green