From bde8f71a7f9a1db4845b2588837aff9aa08ce480 Mon Sep 17 00:00:00 2001
From: colin <colin@deve.work>
Date: Sun, 31 Dec 2023 17:42:21 +0800
Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=20Readme.md?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Readme.md | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/Readme.md b/Readme.md
index a1fc0da..43ced71 100644
--- a/Readme.md
+++ b/Readme.md
@@ -107,8 +107,9 @@ Linear(intermediate_parallel)  no bias  ->  [6, 1, 4096]
                   |   expand  expand   -> [6, 1, 32, 128]
                    \   /       |
          ┏----      dot        |
-         ┃        softmax     /
-attention┃             \     /
+         ┃  += attention_mask  /
+attention┃        softmax     /
+         ┃             \     /
          ┗----           dot           ->  [1, 32, 6, 128]  ->  [6, 1, 4096]
                         Linear         ->  [6, 1, 4096]