add comment

Dobiasd · Dec 26, 2023 · 9743a49 · 9743a49
1 parent 1b6597e
commit 9743a49
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/include/fdeep/layers/multi_head_attention_layer.hpp b/include/fdeep/layers/multi_head_attention_layer.hpp
@@ -33,6 +33,8 @@ class multi_head_attention_layer : public layer
         //const tensor& query = input[0];
         //const tensor& value = input[1];
         //const tensor& key = input.size() > 2 ? input[2] : value;
+        // https://towardsdatascience.com/transformers-explained-visually-part-3-multi-head-attention-deep-dive-1c1ff1024853
+        // https://dmol.pub/dl/attention.html#multi-head-attention-block
         // https://github.com/keras-team/keras/blob/v2.14.0/keras/layers/attention/multi_head_attention.py
         // https://gist.github.com/sevagh/b71d253a347a9b59c026580625452fc5
         return input;