RahnTechLabs commited on
Commit
168c4c6
·
verified ·
1 Parent(s): 1c52b37

Release standalone rtl-flutter-0.2 Q4_K_M

Browse files
Files changed (4) hide show
  1. .gitattributes +1 -0
  2. README.md +78 -0
  3. release_manifest.json +47 -0
  4. rtl-flutter-0.2.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ rtl-flutter-0.2.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ license: apache-2.0
4
+ library_name: llama.cpp
5
+ pipeline_tag: text-generation
6
+ tags:
7
+ - flutter
8
+ - dart
9
+ - mobile-development
10
+ - gguf
11
+ - llama.cpp
12
+ ---
13
+
14
+ # RTL-Flutter 0.2
15
+
16
+ `rtl-flutter-0.2` is a standalone, merged GGUF model for Dart, Flutter, and
17
+ mobile-engineering assistance. The LoRA adapter has already been merged into
18
+ the Qwen3.5-4B base; users do not need to download or pass a separate adapter.
19
+
20
+ ## Run with llama.cpp
21
+
22
+ Download this repository and use the GGUF file directly:
23
+
24
+ ```bash
25
+ hf download RahnTechLabs/rtl-flutter-0.2 \
26
+ rtl-flutter-0.2.gguf --local-dir ./rtl-flutter-0.2
27
+
28
+ llama-cli \
29
+ -m ./rtl-flutter-0.2/rtl-flutter-0.2.gguf \
30
+ --jinja \
31
+ --reasoning-budget 0 \
32
+ -p "Explain how Flutter Widget.canUpdate works."
33
+ ```
34
+
35
+ For a local OpenAI-compatible server:
36
+
37
+ ```bash
38
+ llama-server \
39
+ -m ./rtl-flutter-0.2/rtl-flutter-0.2.gguf \
40
+ --jinja \
41
+ --reasoning-budget 0
42
+ ```
43
+
44
+ The file is Q4_K_M quantized and is approximately 2.7 GB. A llama.cpp build
45
+ with Qwen3.5 support is required; current llama.cpp releases provide this
46
+ architecture.
47
+
48
+ ## Intended use and limitations
49
+
50
+ This is an experimental domain model for engineering assistance, code review,
51
+ debugging explanations, and architecture discussions involving Flutter, Dart,
52
+ Android, and iOS. It can produce confident errors, especially on version-
53
+ specific APIs and edge cases. Verify answers against the current SDK and
54
+ official documentation before shipping production code.
55
+
56
+ The held-out benchmark and training data are not included in this repository.
57
+ Do not put secrets, proprietary code, or personal data into prompts.
58
+
59
+ ## Training and provenance
60
+
61
+ - Base: `Qwen/Qwen3.5-4B`
62
+ - 475 training examples and 25 validation examples
63
+ - 2 epochs, learning rate `5e-6`
64
+ - LoRA rank 8, alpha 16, dropout 0.05
65
+ - bfloat16 training in the project ROCm/PyTorch workflow
66
+ - Sources included authorized local Dart/Flutter material and current official
67
+ Flutter and `flutter_bloc` documentation
68
+
69
+ The published file was produced by merging the project LoRA adapter into a
70
+ compatible Q4_K_M base, then requantizing the merged weights to Q4_K_M for
71
+ standalone distribution. Requantization can cause a small quality change from
72
+ the unquantized merged intermediate.
73
+
74
+ ## License
75
+
76
+ The base model is distributed under Apache-2.0. This release contains derived
77
+ weights, so review the base model terms and ensure that you have the necessary
78
+ rights for any local source material before redistributing or deploying it.
release_manifest.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "release": "rtl-flutter-0.2",
3
+ "repository": "RahnTechLabs/rtl-flutter-0.2",
4
+ "format": "GGUF",
5
+ "quantization": "Q4_K_M",
6
+ "standalone": true,
7
+ "base_model": "Qwen/Qwen3.5-4B",
8
+ "license": "apache-2.0",
9
+ "source_adapter": "rtl-flutter-v0.2-r8",
10
+ "training": {
11
+ "train_rows": 475,
12
+ "validation_rows": 25,
13
+ "epochs": 2,
14
+ "learning_rate": 5e-6,
15
+ "lora_rank": 8,
16
+ "lora_alpha": 16,
17
+ "lora_dropout": 0.05,
18
+ "precision": "bfloat16"
19
+ },
20
+ "validation_metrics": {
21
+ "validation_loss": 1.7573,
22
+ "validation_perplexity": 5.797,
23
+ "elapsed_seconds": 1723,
24
+ "peak_vram_gb": 9.96
25
+ },
26
+ "benchmark": {
27
+ "held_out_file": "not included in release package",
28
+ "questions_included": false
29
+ },
30
+ "privacy": {
31
+ "training_data_copied": false,
32
+ "benchmark_questions_copied": false,
33
+ "private_project_paths_copied": false
34
+ },
35
+ "llama_cpp": {
36
+ "file": "rtl-flutter-0.2.gguf",
37
+ "base_quantization": "Q4_K_M",
38
+ "standalone": true,
39
+ "sha256": "8bce1c52c570dc5a63f1c302e62da4fca29805c6cbe961ccb54e21cd54e09fed"
40
+ },
41
+ "files": {
42
+ "rtl-flutter-0.2.gguf": {
43
+ "bytes": 2708804768,
44
+ "sha256": "8bce1c52c570dc5a63f1c302e62da4fca29805c6cbe961ccb54e21cd54e09fed"
45
+ }
46
+ }
47
+ }
rtl-flutter-0.2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bce1c52c570dc5a63f1c302e62da4fca29805c6cbe961ccb54e21cd54e09fed
3
+ size 2708804768