raon1: the prompt in wide units on the common GEMM, KDA and route owners (#616)

crates/gguf/src/card.rs

@@ -30,8 +30,9 @@
 //!
 //! Weights. The routed `_sel`, gate·up and file-layout gemm entries read a
 //! stack as the file's blocks in the [`CardFormat::KQuant`] word stream;
-//! `q5_0_gemv_sel` and the Q5_0 dense site ([`SiteEntry::Q5_0`]) read the
-//! packed [`CardFormat::Q5_0`] layout, the Q8_0 dense, head and embedding
+//! `q5_0_gemv_sel`, the Q5_0 gemm entry and the Q5_0 dense site
+//! ([`SiteEntry::Q5_0`]) read the packed [`CardFormat::Q5_0`] layout, the
+//! Q8_0 dense, head and embedding
 //! entries read [`CardFormat::Q8_0Planes`], and the NVFP4 entries read
 //! [`CardFormat::Nvfp4Planes`] (a routed stack's with one tensor scale an
 //! expert). A routed entry's layout is its `layout`, which
@@ -196,6 +197,9 @@ pub enum GemmEntry {
     /// the q8f32 planes) for a dense projection (`SiteEntry::Q8_0`); both in
     /// `crates/gpu/src/gemm/kernels32.rs`.
     Q8_0,
+    /// `Gemm32Weight::Q5_0Packed` (`gemm_q5_0p`, the `pack_q5_0` layout a
+    /// stack's `q5_0_gemv_sel` reads) in `crates/gpu/src/gemm/kernels32.rs`.
+    Q5_0,
     /// `Gemm32Weight::Q5_1File` (`gemm_q5_1`) in
     /// `crates/gpu/src/gemm/kernels32.rs`.
     Q5_1,

crates/gguf/src/qtype.rs

@@ -78,7 +78,7 @@ pub const QROWS: &[QRow] = &[
     // q5_0: ggml.c:756, ggml-common.h:196-216; q5_1: ggml.c:777; q8_0: ggml.c:819, ggml-common.h:233-238
     // (one f16 d and 32 int8 codes)
     QRow { ty: T::Q5_0, name: "q5_0", blck: 32, bytes: 22, dequant: true, host_act: H::Q8_2X4,
-           card: card!(Q5_0          Q5_0          -       (Q5_0, Q8Blocks32)  -      Q5_0    -    -) },
+           card: card!(Q5_0          Q5_0          -       (Q5_0, Q8Blocks32)  Q5_0   Q5_0    -    -) },
     QRow { ty: T::Q5_1, name: "q5_1", blck: 32, bytes: 24, dequant: true, host_act: H::Q8_2X4,
            card: card!(Q5_1          Q5_1          -       (Q5_1, Q8Blocks32)  Q5_1   -       -    -) },
     QRow { ty: T::Q8_0, name: "q8_0", blck: 32, bytes: 34, dequant: true, host_act: H::Q8_2X4,