vimeml-tiny-zh-v1 / source /scripts /benchmarks /export_azookey_tracks.sh
Voltline's picture
Release vimeml-tiny-zh-v1 (step 844730): FP32 bundle, INT8 Core ML packages, source snapshot
81cffe7 verified
Raw History Blame Contribute Delete
2.64 kB
#!/usr/bin/env bash
# Run this copy from the extracted candidate handoff package on the Mac.
# Exports every "<track><TAB><n_best>" line of tracks.tsv into <results>/<track>/n<n_best>/.
set -euo pipefail
if [[ $# -lt 1 ]]; then
echo 'Usage: bash export_azookey_tracks.sh /path/to/AzooKeyKanaKanjiConverter [results-directory]' >&2
exit 2
fi
package_dir="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
converter_dir="$(cd -- "$1" && pwd)"
results_dir="${2:-$package_dir/azookey-results}"
expected_converter='d59a28e4c7ca049aef04f29a91eae9677a7753f2'
actual_converter="$(git -C "$converter_dir" rev-parse HEAD)"
if [[ "$actual_converter" != "$expected_converter" ]]; then
echo "Converter version differs: $actual_converter; expected $expected_converter. Use the existing benchmark checkout." >&2
exit 2
fi
if [[ ! -x "$converter_dir/.build/release/CliTool" ]]; then
echo 'Build CliTool in the converter checkout: swift build -c release --product CliTool -Xcxx -xobjective-c++' >&2
exit 2
fi
mkdir -p -- "$results_dir"
results_dir="$(cd -- "$results_dir" && pwd)"
cd -- "$converter_dir"
while IFS=$'\t' read -r track n_best; do
n_best="${n_best%$'\r'}"
[[ -z "$track" ]] && continue
result="$results_dir/$track/n$n_best"
if [[ -e "$result/azookey-candidates.json" ]]; then
if [[ -f "$result/completed.txt" ]] && \
cmp -s "$package_dir/$track/ajimee-input.json" "$result/ajimee-input.json" && \
[[ "$(cat "$result/converter-version.txt")" == "$actual_converter" ]]; then
echo "Keeping completed export: $track n$n_best"
continue
fi
echo "Already has candidate output: $result. Keep it and choose a fresh results directory." >&2
exit 2
fi
mkdir -p -- "$result"
cp -- "$package_dir/$track/ajimee-input.json" "$result/ajimee-input.json"
cp -- "$package_dir/$track/case-map.json" "$result/case-map.json"
git rev-parse HEAD > "$result/converter-version.txt"
git submodule status --recursive > "$result/dictionary-versions.txt"
swift --version > "$result/swift-version.txt"
printf '%s\n' "n_best=$n_best" 'typo_mode=off' 'Zenzai=disabled (no model)' 'stable=off' > "$result/export-flags.txt"
echo "Exporting $track n$n_best ..."
# Log only: CliTool output may summarize accuracy, and blind coverage opens with scoring.
.build/release/CliTool evaluate "$result/ajimee-input.json" \
--config_n_best "$n_best" --config_typo_mode off \
--output "$result/azookey-candidates.json" > "$result/export.log" 2>&1
printf '%s\n' 'cli_exit=0' > "$result/completed.txt"
done < "$package_dir/tracks.tsv"
echo "Done. Return this complete directory: $results_dir"