health check: daily eval 2026-07-30 [automated]

.eval_results/health-check.yaml

@@ -1,36 +1,27 @@
 # Health Check: Nanthasit/sakthai-embedding-multilingual
-# Generated: 2026-07-30T21:46:04.839552+00:00
-# Scanner: SakThai Model Health Check v1
+# Generated: 2026-07-30T21:49:27.088456+00:00
+# Pipeline: cron (automated)
 
-target_model:
+model:
   id: Nanthasit/sakthai-embedding-multilingual
-  scanned_at: '2026-07-30T21:46:04.839552+00:00'
-  scanner: SakThai v1
+  model_slug: sakthai-embedding-multilingual
+  pipeline_tag: sentence-similarity
+  library_name: sentence-transformers
+  model_type: sentence-transformer (BERT embedding)
+  config_json_at_root: true
 popularity:
   downloads: 362
   likes: 0
-  last_modified: '2026-07-30T21:40:09.000Z'
-  download_rank: 6/18
-  velocity_rank: 1/18
-  share_of_author_total: 6.2%
-download_velocity:
-  downloads_per_day: 72.4
-  age_days: 5
+  download_share_of_author: 6.2%
+  last_modified: '2026-07-30T21:46:07.000Z'
   created_at: '2026-07-25T06:55:26.000Z'
-model_files:
-  total_file_sum_mb: 465.14
-  used_storage_mb: 465.13
-  model_safetensors_mb: 448.83
-  tokenizer_json_mb: 16.29
-  total_siblings: 14
-  non_hidden_files: 9
-  eval_report_files: 4
-  dev_artifact_count: 0
+  age_days: 5
+  velocity_per_day: 72.4
 architecture:
   model_type: bert
-  architectures: BertModel
+  architecture: BertModel
   embedding_dimension: 384
-  pooling_mode: mean (MEAN pooling)
+  pooling_mode: mean
   similarity_fn: cosine
   hidden_size: 384
   num_hidden_layers: 12
@@ -43,150 +34,119 @@ architecture:
   prompts:
     query: ''
     document: ''
-benchmarks: []
+languages:
+  supported: 1
+  list:
+  - multilingual
+files:
+  total_file_sum: 465.1 MB
+  used_storage: 465.13 MB
+  storage_note: usedStorage includes Git history — may be larger than current file
+    content
+  inventory:
+    .gitattributes: 1.5 KB
+    README.md: 9.7 KB
+    config.json: 747 B
+    config_sentence_transformers.json: 284 B
+    model.safetensors: 448.8 MB
+    modules.json: 277 B
+    sentence_bert_config.json: 241 B
+    tokenizer.json: 16.3 MB
+    tokenizer_config.json: 588 B
+sibling_analysis:
+  total_siblings: 14
+  non_hidden_files: 9
+  dev_artifact_count: 0
+  tree_files: 9
+benchmarks:
+  count: 0
+  entries: absent (expected for embedding models)
 sibling_comparison:
-- id: Nanthasit/sakthai-context-1.5b-merged
-  downloads: 1599
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 25
-  velocity: 64.0
-- id: Nanthasit/sakthai-context-0.5b-merged
-  downloads: 1370
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 25
-  velocity: 54.8
-- id: Nanthasit/sakthai-context-7b-merged
-  downloads: 744
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 24
-  velocity: 31.0
-- id: Nanthasit/sakthai-context-7b-128k
-  downloads: 506
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 22
-  velocity: 23.0
-- id: Nanthasit/sakthai-context-7b-tools
-  downloads: 399
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 24
-  velocity: 16.6
-- id: Nanthasit/sakthai-embedding-multilingual
-  downloads: 362
-  likes: 0
-  pipeline_tag: sentence-similarity
-  age_days: 5
-  velocity: 72.4
-- id: Nanthasit/sakthai-context-1.5b-tools
-  downloads: 349
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 25
-  velocity: 14.0
-- id: Nanthasit/sakthai-vision-7b
-  downloads: 186
-  likes: 1
-  pipeline_tag: image-to-text
-  age_days: 5
-  velocity: 37.2
-- id: Nanthasit/sakthai-tts-model
-  downloads: 150
-  likes: 0
-  pipeline_tag: text-to-speech
-  age_days: 5
-  velocity: 30.0
-- id: Nanthasit/sakthai-context-0.5b-tools
-  downloads: 94
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 25
-  velocity: 3.8
-- id: Nanthasit/sakthai-coder-1.5b
-  downloads: 93
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 6
-  velocity: 15.5
-- id: Nanthasit/sakthai-embedding
-  downloads: 23
-  likes: 0
-  pipeline_tag: sentence-similarity
-  age_days: 73
-  velocity: 0.3
-- id: Nanthasit/sakthai-context-1.5b-tools-v2
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
-- id: Nanthasit/sakthai-context-1.5b-merged-v2
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
-- id: Nanthasit/sakthai-plus-1.5b
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
-- id: Nanthasit/sakthai-plus-1.5b-lora
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
-- id: Nanthasit/sakthai-plus-1.5b-coder
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
-- id: Nanthasit/sakthai-coder-browser
-  downloads: 0
-  likes: 0
-  pipeline_tag: text-generation
-  age_days: 1
-  velocity: 0.0
+  total_author_models: 18
+  rank_by_downloads: '#6 of 18'
+  rank_by_velocity: '#1 of 18'
+  top_models:
+  - id: Nanthasit/sakthai-context-1.5b-merged
+    downloads: 1599
+    velocity: 63.96
+    pipeline_tag: text-generation
+    gap_pct: -77.4
+  - id: Nanthasit/sakthai-context-0.5b-merged
+    downloads: 1370
+    velocity: 54.8
+    pipeline_tag: text-generation
+    gap_pct: -73.6
+  - id: Nanthasit/sakthai-context-7b-merged
+    downloads: 744
+    velocity: 31.0
+    pipeline_tag: text-generation
+    gap_pct: -51.3
+  - id: Nanthasit/sakthai-context-7b-128k
+    downloads: 506
+    velocity: 23.0
+    pipeline_tag: text-generation
+    gap_pct: -28.5
+  - id: Nanthasit/sakthai-context-7b-tools
+    downloads: 399
+    velocity: 16.62
+    pipeline_tag: text-generation
+    gap_pct: -9.3
+  - id: Nanthasit/sakthai-embedding-multilingual
+    downloads: 362
+    velocity: 72.4
+    pipeline_tag: sentence-similarity
+    gap_pct: 0.0
+  - id: Nanthasit/sakthai-context-1.5b-tools
+    downloads: 349
+    velocity: 13.96
+    pipeline_tag: text-generation
+    gap_pct: 3.7
+  - id: Nanthasit/sakthai-vision-7b
+    downloads: 186
+    velocity: 37.2
+    pipeline_tag: image-to-text
+    gap_pct: 94.6
+  - id: Nanthasit/sakthai-tts-model
+    downloads: 150
+    velocity: 30.0
+    pipeline_tag: text-to-speech
+    gap_pct: 141.3
+  - id: Nanthasit/sakthai-context-0.5b-tools
+    downloads: 94
+    velocity: 3.76
+    pipeline_tag: text-generation
+    gap_pct: 285.1
 assessment:
   health: fair
-  score: 55
+  score: 52
   breakdown:
     popularity: 13
     download_momentum: 89
     benchmark_coverage: 0
-    card_quality: 75
+    card_quality: 60
     repo_hygiene: 100
   strengths:
-  - Clean repo with zero dev artifacts — excellent hygiene
-  - Full architecture metadata (config.json, 1_Pooling/, config_sentence_transformers.json)
-  - Sentence-transformers v5.6.1, Transformers 5.14.1 — modern library versions
-  - 384-dim BERT with mean pooling and cosine similarity — standard embedding interface
+  - Healthy momentum (72.4/day, rank 1/18)
+  - Clean repo — no dev artifacts or bloat
   concerns:
-  - Low popularity — rank 6/18 in author ecosystem with 6.2% share
-  - 0 likes — no community engagement signals
-  - No model card description — cardData.description missing
+  - Low downloads (362) — 6.2% of 18 sibling models
+  - No MTEB/BEIR benchmarks — expected for embedding models but would strengthen card
+  - 'Model card needs improvement (score: 60/100)'
   recommendations:
-  - Add a detailed README with usage examples and MTEB results
-  - Publish MTEB benchmark results to raise benchmark_coverage score
-  - Cross-link from sibling repos to improve discoverability
-  - Consider adding a Gradio Space for demo/testing embeddings
+  - Add MTEB benchmark results to model card for better discoverability
+  - Fill in missing card metadata (description, tags, base_model)
 eval_metadata:
+  scanned_at: '2026-07-30T21:49:27.088250+00:00'
   source_endpoints:
   - GET /api/models/Nanthasit/sakthai-embedding-multilingual
   - GET /api/models/Nanthasit/sakthai-embedding-multilingual/tree/main
+  - GET /api/models?author=Nanthasit&sort=downloads
   - GET /raw/main/config.json
   - GET /raw/main/1_Pooling/config.json
   - GET /raw/main/config_sentence_transformers.json
-  - GET /api/models?author=Nanthasit&sort=downloads&limit=50
-  scan_timestamp: '2026-07-30T21:46:04.839552+00:00'
   scoring_adjustments:
   - dimension: card_quality
     reason: Embedding model — base_model deduction skipped, model-index deduction
       softened from -30 to -10
-  changes_since_previous: N/A — first health check for this model
+  notes: Score of 40-60 (fair) is normal for healthy embedding models; does not indicate
+    problems