| { | |
| "project_name": "Grammar Error Correction T5 Encoder-Decoder", | |
| "version": "2.0.0", | |
| "deployment": "Hugging Face Static Space", | |
| "enable_live_model": false, | |
| "browser_model_id": "YOUR_HF_USERNAME/grammar-correction-flan-t5-small-onnx", | |
| "browser_task": "text2text-generation", | |
| "browser_dtype": "q8", | |
| "preferred_device": "wasm", | |
| "fallback_mode": "precomputed samples plus deterministic rule-based demonstration", | |
| "fallback_disclosure": "The fallback is not the fine-tuned FLAN-T5 model. Live model mode must remain disabled until the selected quantized ONNX repository has passed browser validation.", | |
| "quality_candidate": "google/flan-t5-large", | |
| "deployment_candidate": "google/flan-t5-small", | |
| "legacy_notebook_model": "vennify/t5-base-grammar-correction", | |
| "metrics_status": "pending RTX 5090 training and evaluation", | |
| "metrics": { | |
| "status": "pending_local_training_and_evaluation", | |
| "note": "No portfolio benchmark value is invented. Run the experiment matrix and sync the generated CSV.", | |
| "models": { | |
| "baseline-flan-t5-small": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "01-small-unbalanced": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "02-small-balanced": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "02-small-balanced-averaged": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "baseline-flan-t5-base": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "03-base-balanced": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "03-base-balanced-averaged": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| }, | |
| "quantized-onnx": { | |
| "status": "pending", | |
| "errant_f0_5": null, | |
| "precision": null, | |
| "recall": null, | |
| "gleu": null, | |
| "semantic_similarity": null, | |
| "sentence_accuracy": null, | |
| "overcorrection_rate_clean": null, | |
| "avg_latency_ms": null, | |
| "p95_latency_ms": null | |
| } | |
| }, | |
| "legacy_notebook": { | |
| "bleu": 0.36559170202168795, | |
| "rouge1": 0.8925339366515836, | |
| "rouge2": 0.7008168914418914, | |
| "rougeL": 0.8080431959108428, | |
| "rougeLsum": 0.809998144556968, | |
| "exact_match": 0.0 | |
| } | |
| }, | |
| "responsible_use": "Educational and portfolio demonstration only. Review every correction before use.", | |
| "quality_candidates": [ | |
| "google/flan-t5-base", | |
| "google/flan-t5-large" | |
| ] | |
| } |