From 114d9afdcddf75f23ede3f6a4f9dc64e1e3b733c Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Sat, 5 Sep 2026 21:57:10 +0200 Subject: [PATCH] release: ara-diac-small-2.1-fp16 (fp16, parity cer_delta 0.0714pp on 2480 samples) --- models.yaml | 13 +++++++ .../ara-diac-small-2.1-fp16.metadata.yaml | 39 +++++++++++++++++++ 2 files changed, 52 insertions(+) create mode 100644 models/ara-diac-small-2.1/ara-diac-small-2.1-fp16.metadata.yaml diff --git a/models.yaml b/models.yaml index a3ec745..667cb80 100644 --- a/models.yaml +++ b/models.yaml @@ -356,3 +356,16 @@ models: - {name: der_student_fullset, value: 5.784, source: interscript/interscript-ml docs/RESULTS.md#layerdrop-6ep} parity: {samples: 2480, cer_delta: 0.0589} license: BSD-3-Clause + ara-diac-small-2.1-fp16: + task: diacritization + scripts: [Arab, Arab] + precision: fp16 + filename: ara-diac-small-2.1-fp16.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-small-2.1/ara-diac-small-2.1-fp16.zip + sha256: 395ee72137d1cdfa9cd53bf167ad0d2f5fe5cbf9a5b62f118e0c9e0fa63c972d + size: 706351903 + metrics: + - {name: der_teacher_fullset, value: 2.289, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + - {name: der_student_fullset, value: 4.5701, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} + parity: {samples: 2480, cer_delta: 0.0714} + license: BSD-3-Clause diff --git a/models/ara-diac-small-2.1/ara-diac-small-2.1-fp16.metadata.yaml b/models/ara-diac-small-2.1/ara-diac-small-2.1-fp16.metadata.yaml new file mode 100644 index 0000000..26fcaf7 --- /dev/null +++ b/models/ara-diac-small-2.1/ara-diac-small-2.1-fp16.metadata.yaml @@ -0,0 +1,39 @@ +format: imf-v1 +id: ara-diac-small-2.1 +task: diacritization +source_script: Arab +target: Arab +tokenizer: bytes +opset: 14 +decoder: kv +precision: fp16 +license: BSD-3-Clause +trained_from: 'sequence-level KD from the r7 canonical teacher (rababa_arabic_byt5/run-007-news/best, + 2.2864 windowed DER-CE full protocol): fresh greedy r7 labels on the same r5-units + corpus/limits as ara-diac-small-1.0, Muon optimizer (E3-adopted), vanilla ByT5-small + (E4, pre-registered gate <= 6.26). Checkpoint rababa-checkpoints:/rababa_arabic_distill_small/run-007-r7-muon-6ep/best. + The two measured wins compound: 8.259 -> 4.8218 full-set windowed DER-CE (teacher + reproduces 2.289 in-run vs documented 2.2864) — a 42% error reduction on the 1.0 + release at the same architecture and artifact size. Still misses the strict teacher+0.5pp + gate (+2.53pp; miss disclosed); the E2/E3 factorial attributes the residual to domain + coverage.' +metrics: +- name: der_teacher_fullset + value: 2.289 + protocol: windowed DER-CE (1400-byte windows, word-boundary split, greedy, haraqat-projected, + Misraj evaluator); full 1,200-paragraph SadeedDiac-25; in-run reproduction of + the documented 2.2864 (r7 canonical teacher) + source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon +- name: der_student_fullset + value: 4.5701 + protocol: same full-set harness; E4 (r7 teacher labels + Muon, vanilla ByT5-small) + vs the 8.259 AdamW/r6-labels 1.0 release — a 42% error reduction at identical + architecture and artifact size + source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon +parity: + samples: 2480 + cer_delta: 0.0714 +sha256: + decoder-kv.onnx: 26f00e0e79e4ccdde7c679bb05e4b1a73c5cf622d56559d3c89abfafeeaada7f + decoder.onnx: 7254c862449069cc55ad18dd9921f5e242052401a930d44cea3e2816bc6f5b16 + encoder.onnx: 70fb31dab3d9aa0f187a017febcfdc02089e2d85d535a1000ade8d83c683b4da