From eede8c9347118508ecd65bba7a09a60c063e04ab Mon Sep 17 00:00:00 2001
From: Ronald Tse <ronald.tse@gmail.com>
Date: Sat, 29 Aug 2026 13:12:24 +0800
Subject: [PATCH] fix: explicit d_kv 64 in the layerdrop spec

---
 src/gpu/distill_specs.yaml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/gpu/distill_specs.yaml b/src/gpu/distill_specs.yaml
index 99384a1..0e5e734 100644
--- a/src/gpu/distill_specs.yaml
+++ b/src/gpu/distill_specs.yaml
@@ -142,6 +142,7 @@ ara-diac-small-layerdrop:
   layer_drop: 'true'
   student_config:
     d_model: 1472
+    d_kv: 64
     d_ff: 3584
     num_heads: 6
     enc_layers: 6