comment

Dobiasd · Dec 16, 2023 · 3bfbf07 · 3bfbf07
1 parent 84c492e
commit 3bfbf07
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/include/fdeep/layers/multi_head_attention_layer.hpp b/include/fdeep/layers/multi_head_attention_layer.hpp
@@ -34,6 +34,7 @@ class multi_head_attention_layer : public layer
         //const tensor& value = input[1];
         //const tensor& key = input.size() > 2 ? input[2] : value;
         // https://github.com/keras-team/keras/blob/v2.14.0/keras/layers/attention/multi_head_attention.py
+        // https://gist.github.com/sevagh/b71d253a347a9b59c026580625452fc5
         return input;
     }
     std::size_t num_heads_;