Fixed a formula over Attention

2025-11-04 15:26:54 +01:00 · 2025-11-04 15:26:54 +01:00 · e8197d7abc
commit e8197d7abc
parent 65288793ce
1 changed files with 1 additions and 1 deletions
--- a/Chapters/12-Transformers/INDEX.md
+++ b/Chapters/12-Transformers/INDEX.md
@ -88,7 +88,7 @@ $$
 \begin{aligned}
    Head_i = softmax\left(
        \frac{
-            Q_{i} \times K_{i}
+            Q_{i} \times K_{i}^T
        }{
            \sqrt{H}
        }