AIPod-PP-DocLayoutV3 / evidence /main-ui-integration.patch
manateelazycat's picture
PP-DocLayoutV3 LPK 0.1.3: acceptance
0f76954 verified
Raw History Blame Contribute Delete
11.8 kB
diff --git a/lzc-jetson/ui/src/i18n/languages/en/translation.json b/lzc-jetson/ui/src/i18n/languages/en/translation.json
index 3a511e63..66465818 100644
--- a/lzc-jetson/ui/src/i18n/languages/en/translation.json
+++ b/lzc-jetson/ui/src/i18n/languages/en/translation.json
@@ -1300,5 +1300,8 @@
"本地分离人声与伴奏,同时输出鼓、贝斯及其他音轨。44.1 kHz 双声道,单次音频最长 180 秒。": "Separate vocals and accompaniment locally, with drums, bass and other stems. 44.1 kHz stereo; up to 180 seconds per request.",
"HTDemucs FP32 预热单流分离 23.97 秒音频,HTTP p50:Thor 1.32 秒、Orin 1.87 秒。\n\n支持 44.1 kHz 双声道人声与伴奏分离,同时输出鼓、贝斯及其他音轨;单次音频最长 180 秒。": "HTDemucs FP32 warm single-request separation of 23.97 seconds of audio, HTTP p50: Thor 1.32 s, Orin 1.87 s.\n\nSeparate vocals and accompaniment in 44.1 kHz stereo, with drums, bass and other stems; up to 180 seconds per request.",
"Flint": "Flint",
- "Thor:代码单流最高 176.30 TPS,8 并发相同代码提示解码 392.50 TPS,8K Prefill 1561.22 TPS,512 token 输入 TTFT 0.505s,支持 256K 上下文配置\n\nOrin:代码单流最高 125.44 TPS,8 并发相同代码提示解码 273.23 TPS,8K Prefill 1108.29 TPS,512 token 输入 TTFT 0.774s,支持 256K 上下文配置": "Thor: single-stream code decode up to 176.30 TPS, 8 concurrent identical code prompts decode 392.50 TPS in aggregate, 8K prefill 1561.22 TPS, TTFT 0.505s with 512 input tokens, configurable 256K context\n\nOrin: single-stream code decode up to 125.44 TPS, 8 concurrent identical code prompts decode 273.23 TPS in aggregate, 8K prefill 1108.29 TPS, TTFT 0.774s with 512 input tokens, configurable 256K context"
+ "Thor:代码单流最高 176.30 TPS,8 并发相同代码提示解码 392.50 TPS,8K Prefill 1561.22 TPS,512 token 输入 TTFT 0.505s,支持 256K 上下文配置\n\nOrin:代码单流最高 125.44 TPS,8 并发相同代码提示解码 273.23 TPS,8K Prefill 1108.29 TPS,512 token 输入 TTFT 0.774s,支持 256K 上下文配置": "Thor: single-stream code decode up to 176.30 TPS, 8 concurrent identical code prompts decode 392.50 TPS in aggregate, 8K prefill 1561.22 TPS, TTFT 0.505s with 512 input tokens, configurable 256K context\n\nOrin: single-stream code decode up to 125.44 TPS, 8 concurrent identical code prompts decode 273.23 TPS in aggregate, 8K prefill 1108.29 TPS, TTFT 0.774s with 512 input tokens, configurable 256K context",
+ "版面分析": "Layout Analysis",
+ "PP-DocLayoutV3": "PP-DocLayoutV3",
+ "分析文档图片中的文字、表格、图像等区域,输出多边形边界与阅读顺序;支持单图和最多四张批量图片。": "Analyze document regions including text, tables and images, returning polygon boundaries and reading order; supports single images and batches of up to four."
}
diff --git a/lzc-jetson/ui/src/views/options/views/shared/ModelStore.tsx b/lzc-jetson/ui/src/views/options/views/shared/ModelStore.tsx
index 6a4fb60a..b180bc05 100644
--- a/lzc-jetson/ui/src/views/options/views/shared/ModelStore.tsx
+++ b/lzc-jetson/ui/src/views/options/views/shared/ModelStore.tsx
@@ -1,3 +1,4 @@
+import PPDocLayoutV3Image from "@/assets/imgs/pp-doclayout-v3.png";
import ComfyUIImage from "@/assets/imgs/comfyui-banner.webp";
import DecisionImage from "@/assets/imgs/decision.jpg";
import { computed, defineComponent, nextTick, onMounted, onBeforeUnmount, ref, watch } from "vue";
@@ -556,6 +557,18 @@ const MODEL_CARDS: ModelCard[] = [
meta: "AGX Thor / AGX Orin",
description: "3.6 秒中文语音:Orin 整句 3.11 秒、首音 0.66 秒;Thor 整句 2.07 秒、首音 0.39 秒;支持零样本声音克隆",
},
+ {
+ packageId: "cloud.lazycat.aipod.pp-doclayout-v3",
+ appSubdomain: "pp-doclayout-v3",
+ title: "PP-DocLayoutV3",
+ category: "layout",
+ imageAlt: "PP-DocLayoutV3",
+ image: PPDocLayoutV3Image,
+ coverTitle: "PP-DocLayoutV3",
+ coverSubtitle: "DOCUMENT LAYOUT",
+ meta: "AGX Thor / AGX Orin",
+ description: "分析文档图片中的文字、表格、图像等区域,输出多边形边界与阅读顺序;支持单图和最多四张批量图片。",
+ },
{
packageId: "cloud.lazycat.aipod.unlimited-ocr",
appSubdomain: "unlimited-ocr",
diff --git a/lzc-jetson/ui/src/views/options/views/shared/model-card-resources.ts b/lzc-jetson/ui/src/views/options/views/shared/model-card-resources.ts
index 284c383e..0ab86720 100644
--- a/lzc-jetson/ui/src/views/options/views/shared/model-card-resources.ts
+++ b/lzc-jetson/ui/src/views/options/views/shared/model-card-resources.ts
@@ -22,6 +22,39 @@ export function formatResourceGiB(value: number): string {
}
export const MODEL_CARD_RESOURCES: Record<string, ModelCardResources[]> = {
+ // BEGIN PP-DocLayoutV3 resources
+ "cloud.lazycat.aipod.pp-doclayout-v3": [
+ {
+ "device": "thor",
+ "memoryGiB": 11.0,
+ "diskGiB": 4.69,
+ "diskLowerBound": true,
+ "perDevice": false,
+ "cpuOnly": false,
+ "profile": "800×800 / float32",
+ "source": "PP-DocLayoutV3 manifests/runtimes.json; docs/audit-thor.json",
+ "memoryNote": {
+ "zh": "统一内存为运行准入预算,含 batch 上限与安全余量;磁盘为模型和解压运行文件的常驻下限,不含压缩层、缓存及安装临时归档。",
+ "en": "Unified-memory admission budget includes batching and safety headroom. Disk is a resident lower bound for model and extracted runtime files; compressed layers, caches and temporary installation archives are additional."
+ }
+ },
+ {
+ "device": "orin",
+ "memoryGiB": 10.0,
+ "diskGiB": 3.96,
+ "diskLowerBound": true,
+ "perDevice": false,
+ "cpuOnly": false,
+ "profile": "800×800 / float32",
+ "source": "PP-DocLayoutV3 manifests/runtimes.json; docs/audit-orin.json",
+ "memoryNote": {
+ "zh": "统一内存为运行准入预算,含 batch 上限与安全余量;磁盘为模型和解压运行文件的常驻下限,不含压缩层、缓存及安装临时归档。",
+ "en": "Unified-memory admission budget includes batching and safety headroom. Disk is a resident lower bound for model and extracted runtime files; compressed layers, caches and temporary installation archives are additional."
+ }
+ }
+],
+ // END PP-DocLayoutV3 resources
+
"cloud.lazycat.aipod.flint": [
{
"device": "thor",
diff --git a/lzc-jetson/ui/src/views/options/views/shared/model-cards.ts b/lzc-jetson/ui/src/views/options/views/shared/model-cards.ts
index a77e6d72..152ccf2d 100644
--- a/lzc-jetson/ui/src/views/options/views/shared/model-cards.ts
+++ b/lzc-jetson/ui/src/views/options/views/shared/model-cards.ts
@@ -7,6 +7,7 @@
* 新增可安装模型卡片时同步维护 ModelStore.tsx 的 MODEL_CARDS 与这里的清单。
*/
export const MODEL_PACKAGE_IDS: string[] = [
+ "cloud.lazycat.aipod.pp-doclayout-v3",
"cloud.lazycat.aipod.flint",
"cloud.lazycat.aipod.hy-simulmt",
"cloud.lazycat.aipod.deepseek-v41-1017-tensorfold-zig-thor-tp2",
diff --git a/lzc-jetson/ui/src/views/options/views/shared/model-store-search.test.ts b/lzc-jetson/ui/src/views/options/views/shared/model-store-search.test.ts
index 7ba2b9b6..3a5fc2dd 100644
--- a/lzc-jetson/ui/src/views/options/views/shared/model-store-search.test.ts
+++ b/lzc-jetson/ui/src/views/options/views/shared/model-store-search.test.ts
@@ -54,7 +54,7 @@ test("name outranks family aliases and category/capability, then descriptions, t
});
test("English abbreviations and Chinese/English purposes work in every locale", () => {
- const cards = [card("Recognizer", "asr"), card("Aligner", "alignment"), card("Separator", "separation"), card("Speaker", "tts"), card("Reader", "ocr"), card("Translator", "translation"), card("Painter", "image")];
+ const cards = [card("Recognizer", "asr"), card("Aligner", "alignment"), card("Separator", "separation"), card("Speaker", "tts"), card("Reader", "ocr"), card("Translator", "translation"), card("Painter", "image"), card("Document Analyzer", "layout")];
for (const query of ["ASR", "语音识别", "speech-to-text"]) assert.deepEqual(titles(cards, query), ["Recognizer"]);
for (const query of ["语音对齐", "forced alignment", "timestamps"]) assert.deepEqual(titles(cards, query), ["Aligner"]);
for (const query of ["人声分离", "音乐分轨", "vocal separation", "karaoke"]) assert.deepEqual(titles(cards, query), ["Separator"]);
@@ -62,8 +62,9 @@ test("English abbreviations and Chinese/English purposes work in every locale",
for (const query of ["OCR", "文字识别", "optical character recognition"]) assert.deepEqual(titles(cards, query), ["Reader"]);
for (const query of ["MT", "翻译", "machine translation"]) assert.deepEqual(titles(cards, query), ["Translator"]);
assert.deepEqual(titles(cards, "image generation"), ["Painter"]);
- assert.equal(Object.keys(MODEL_CATEGORIES).length, 17);
- assert.equal(new Set(Object.values(MODEL_CATEGORIES).map(category => category.en)).size, 17, "English filters must distinguish every category");
+ for (const query of ["版面分析", "document layout", "reading order"]) assert.deepEqual(titles(cards, query), ["Document Analyzer"]);
+ assert.equal(Object.keys(MODEL_CATEGORIES).length, 18);
+ assert.equal(new Set(Object.values(MODEL_CATEGORIES).map(category => category.en)).size, 18, "English filters must distinguish every category");
});
test("directional purpose phrases retain order and combine with other AND terms", () => {
diff --git a/lzc-jetson/ui/src/views/options/views/shared/model-store-search.ts b/lzc-jetson/ui/src/views/options/views/shared/model-store-search.ts
index 5d352c0a..422b3ef3 100644
--- a/lzc-jetson/ui/src/views/options/views/shared/model-store-search.ts
+++ b/lzc-jetson/ui/src/views/options/views/shared/model-store-search.ts
@@ -1,4 +1,5 @@
export const MODEL_CATEGORIES = {
+ layout: { zh: "版面分析", en: "Layout Analysis" },
decision: { zh: "多模态决策", en: "Multimodal Decisions" },
llm: { zh: "大语言模型", en: "LLM" },
video: { zh: "视频生成", en: "Video Generation" },
@@ -30,6 +31,7 @@ export interface SearchableModelCard {
}
const CATEGORY_TERMS: Record<ModelCategory, readonly string[]> = {
+ layout: ["版面分析", "文档布局", "阅读顺序", "document layout", "reading order", "polygon"],
decision: ["多模态决策", "multimodal decision"],
llm: ["语言模型", "大型语言模型", "large language model", "text generation", "文本生成", "聊天", "chat"],
video: ["视频生成", "文生视频", "text to video"],
diff --git a/lzc-jetson/ui/src/assets/imgs/pp-doclayout-v3.png b/lzc-jetson/ui/src/assets/imgs/pp-doclayout-v3.png
new file mode 100644
index 0000000000000000000000000000000000000000..49732068da2b439d34e1162e52f79582b34b6c86
GIT binary patch
literal 1107
zcmeAS@N?(olHy`uVBq!ia0y~yU}OMc4kiW$hRXu>h71fWQl2i3Ar*7p-Z9L(;vms*
zk!9&}E_P2TzD5x%u5<1a`<k3DJW(pS(~zXv;*i7~`Sy+d{pzn`izVyjZh!jq>)X4B
zT&v>N$}y}_VYtNNFpI%Mm?4u%!IxnPXM+jj1U1qGZ=HR`IOoRp<>yzoZ`g1C{e3w9
z!<2R3e^{)0T-V9#b>pGXiHrMBu^HP}v)@Qy{AN(DEwP8$;+OvMJ6mT+9k?TT|LO(N
znNkdMj+|g<o0qfAyfF3|t3ly3>tk!r?O}M(!s2ji1H-Ym8yq)Z%ZOkoh{EU0EqC{E
zf04<TpC88mu&DNL!Tu_a^s8J47S>-$?6Q*F!J?!q(s23z=hA0dA`E{#$?>fdW68eK
z&qZ^0a<MYhXVpr+D@b}>^W~X+$+^GmYZ>^mvd_ftU{N9zkWTr{b^pKQy=922|5NnE
zeER2AWl!ctTEpXD%LU&L`SXgse>v&ze{1)A?u(~)>gP|EB_nPqj9Q3x^VRGd&V2WO
zAIAT1$M$~z)$JQBQQi8wKOQ8vUjAJ;|H7kuq$Mcszp9@eoc;Uzs`HML`}6G9%N_c8
zgApk~Zn+b@;EFO|-zH{)33KOmNACZe-;TZhd=t$C1%HnpQ^^cKX)%X~r{`Th8?`u*
z@jxbL!<I_MGq)16!Rd1y+qt46M@l6n8Rne2!k{)U=bKrH>oT?i)3RgRP0DrG<-eB;
z>wmbk=0oMeo$db)K9GH|{AISmbvEPuhxtBe?>;D*Q*h`1mS~0#{$)E@n*NiR^B~cK
dk|XLEqKYzhu2Zc2#K6G7;OXk;vd$@?2>=WEldu2)
literal 0
HcmV?d00001