@@ -141,40 +141,6 @@ def _ensure_src_path() -> None:
141141 "mode" : "sequence" ,
142142 "note" : "r6 canonical (2.5793 DER); gate <= 3.07 windowed DER-CE" ,
143143 },
144- "ara-diac-tiny" : {
145- # the browser/Worker tier: ~45M params -> ~45MB int8 zip. Same
146- # teacher (r6), corpus, and frozen labels as run-002 — the ONLY
147- # variable is student capacity. From-scratch risk is real (Thai
148- # ablation: scratch byt5-small plateaued ~13% PER) but this is
149- # dense CE on 30k paragraph units, not RL; gate: does not
150- # collapse (finite output, DER bounded well below scratch) and
151- # <= 5.0 windowed DER-CE would make it shippable.
152- "teacher" : "rababa_arabic_byt5/run-006-morph/best" ,
153- "teacher_volume" : "rababa" ,
154- "student_config" : {
155- "vocab_size" : 384 ,
156- "d_model" : 384 ,
157- "d_ff" : 1024 ,
158- "d_kv" : 64 ,
159- "num_layers" : 6 ,
160- "num_decoder_layers" : 2 ,
161- "feed_forward_proj" : "relu" ,
162- "decoder_start_token_id" : 0 ,
163- "eos_token_id" : 1 ,
164- "pad_token_id" : 0 ,
165- },
166- "train" : "r5-units/domain.txt" ,
167- "train_extra" : ["r5-units/replay.txt" ],
168- "unit_limits" : [24000 , 6000 ],
169- "max_len" : 1450 ,
170- "label_beams" : "1" ,
171- "out" : "rababa_arabic_distill_tiny/run-001" ,
172- "labels_file" : "teacher_labels_v2.jsonl" ,
173- "labels_complete" : "true" ,
174- "mode" : "sequence" ,
175- "note" : "tiny-tier probe: r6 teacher, run-002 corpus/labels, "
176- "~45M student; collapse check + DER gate <= 5.0" ,
177- },
178144 "ara-diac-small-pkm" : {
179145 # TODO.qwen-next/02 — the LongCat/Qwen capacity axis: keep the
180146 # ByT5-small compute, add product-key lookup memory (+~25M
0 commit comments