From 12b740607e53f9d5ad3d0fcccf6273ea1620c435 Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Fri, 4 Sep 2026 10:16:17 +0200 Subject: [PATCH] release: ara-diac-layerdrop-1.0 (fp32, parity cer_delta 0.0632pp on 2480 samples) --- models.yaml | 13 +++++++++ .../ara-diac-layerdrop-1.0.metadata.yaml | 27 +++++++++++-------- 2 files changed, 29 insertions(+), 11 deletions(-) diff --git a/models.yaml b/models.yaml index aa57870..e9cd9d1 100644 --- a/models.yaml +++ b/models.yaml @@ -317,3 +317,16 @@ models: - {name: der_student_fullset, value: 4.5701, source: interscript/interscript-ml docs/RESULTS.md#run-006-r7-muon} parity: {samples: 2480, cer_delta: 0.0857} license: BSD-3-Clause + ara-diac-layerdrop-1.0: + task: diacritization + scripts: [Arab, Arab] + precision: fp32 + filename: ld-fp32.zip + url: https://github.com/interscript/interscript-ml/releases/download/ara-diac-layerdrop-1.0/ld-fp32.zip + sha256: 8f297bdc0e7eba5160c6ed8a2a437abbd399687fd14f2f2b640a4b4c639a3d16 + size: 1015218371 + metrics: + - {name: der_teacher_fullset, value: 2.2921, source: interscript/interscript-ml docs/RESULTS.md#layerdrop-6ep} + - {name: der_student_fullset, value: 5.784, source: interscript/interscript-ml docs/RESULTS.md#layerdrop-6ep} + parity: {samples: 2480, cer_delta: 0.0632} + license: BSD-3-Clause diff --git a/models/ara-diac-layerdrop/ara-diac-layerdrop-1.0.metadata.yaml b/models/ara-diac-layerdrop/ara-diac-layerdrop-1.0.metadata.yaml index 26cc5b6..a81ee94 100644 --- a/models/ara-diac-layerdrop/ara-diac-layerdrop-1.0.metadata.yaml +++ b/models/ara-diac-layerdrop/ara-diac-layerdrop-1.0.metadata.yaml @@ -8,23 +8,28 @@ opset: 14 decoder: kv precision: fp32 license: BSD-3-Clause -trained_from: 'the depth-cut rung: ByT5-small with the encoder halved - 12->6 (surviving layers copied VERBATIM from pretraining - both width-cut - approaches collapsed at 74.68/82.96 while this works), Muon optimizer, r7 - teacher labels (the 2.0 recipe), 6 epochs. ~190M parameters (63% of - ByT5-small). Full-set windowed DER-CE 5.784, delta CI [3.033, 3.491] vs - in-run teacher 2.2921 — the depth premium over the full-depth G2a peer - (4.5701, CI [1.911, 2.352]) is 1.21pp with non-overlapping intervals. - The int4 variant (~95MB) is the browser-budget tier; margin-gated before - ship. Checkpoint +trained_from: 'the depth-cut rung: ByT5-small with the encoder halved 12->6 (surviving + layers copied VERBATIM from pretraining - both width-cut approaches collapsed at + 74.68/82.96 while this works), Muon optimizer, r7 teacher labels (the 2.0 recipe), + 6 epochs. ~190M parameters (63% of ByT5-small). Full-set windowed DER-CE 5.784, + delta CI [3.033, 3.491] vs in-run teacher 2.2921 — the depth premium over the full-depth + G2a peer (4.5701, CI [1.911, 2.352]) is 1.21pp with non-overlapping intervals. The + int4 variant (~95MB) is the browser-budget tier; margin-gated before ship. Checkpoint rababa-checkpoints:/rababa_arabic_distill_small/run-009-layerdrop-6ep/best.' metrics: - name: der_teacher_fullset value: 2.2921 - protocol: windowed DER-CE (1400-byte windows, word-boundary split, greedy, - haraqat-projected, Misraj evaluator); full 1,200-paragraph SadeedDiac-25 + protocol: windowed DER-CE (1400-byte windows, word-boundary split, greedy, haraqat-projected, + Misraj evaluator); full 1,200-paragraph SadeedDiac-25 source: interscript/interscript-ml docs/RESULTS.md#layerdrop-6ep - name: der_student_fullset value: 5.784 protocol: same harness; paired bootstrap delta 3.2455 [3.033, 3.491] source: interscript/interscript-ml docs/RESULTS.md#layerdrop-6ep +parity: + samples: 2480 + cer_delta: 0.0632 +sha256: + decoder-kv.onnx: 6174f11ccd1f328390df17fe2e8a66e794d14e01ceed8fae85d8b590366f30a8 + decoder.onnx: 1662fb55fe99a0c83da8e0f96418518da944f7c6d8c7f15bf589a9c078540271 + encoder.onnx: 22a2b1477afab2f033ced9f9f21732e71e2717821d7e251936d52e8c06a4d6ea