Hugging Face's logo

user83kd9x
/
gui_parser_models

ONNX
Safetensors
Model card Files
xet
 Community
gui_parser_models
File size: 1,776 Bytes
948d40c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
name: "screen_sbert"
platform: "ensemble"

input [
  {
    name: "IMAGE_BYTES"
    data_type: TYPE_STRING
    dims: [1]
  }
]

output [
  {
    name: "screen_embedding"
    data_type: TYPE_FP32
    dims: [-1, 512]
  }
]

ensemble_scheduling {
  step {
    model_name: "parse_gui"
    model_version: -1

    input_map { key: "IMAGE_BYTES" value: "IMAGE_BYTES" }
    output_map { key: "bbox" value: "bbox_2d" }
    output_map { key: "function_embedding" value: "function_embedding_2d" }
    output_map { key: "vision_embedding" value: "vision_embedding_2d" }
    output_map { key: "text_embedding" value: "text_embedding_2d" }
  }

  step {
    model_name: "screen_sbert_adapter"
    model_version: -1

    input_map { key: "bbox_2d" value: "bbox_2d" }
    input_map { key: "function_embedding_2d" value: "function_embedding_2d" }
    input_map { key: "vision_embedding_2d" value: "vision_embedding_2d" }
    input_map { key: "text_embedding_2d" value: "text_embedding_2d" }

    output_map { key: "bbox" value: "bbox_3d" }
    output_map { key: "function_embedding" value: "function_embedding_3d" }
    output_map { key: "vision_embedding" value: "vision_embedding_3d" }
    output_map { key: "text_embedding" value: "text_embedding_3d" }
    output_map { key: "padding_mask" value: "padding_mask_2d" }
  }

  step {
    model_name: "screen_sbert_engine"
    model_version: -1

    input_map { key: "bbox" value: "bbox_3d" }
    input_map { key: "function_embedding" value: "function_embedding_3d" }
    input_map { key: "vision_embedding" value: "vision_embedding_3d" }
    input_map { key: "text_embedding" value: "text_embedding_3d" }
    input_map { key: "padding_mask" value: "padding_mask_2d" }

    output_map { key: "screen_embedding" value: "screen_embedding" }
  }
}