From 3bfbf0797edaeb395e59059adf336451c65b37f2 Mon Sep 17 00:00:00 2001 From: Dobiasd Date: Sat, 16 Dec 2023 07:32:46 +0100 Subject: [PATCH] comment --- include/fdeep/layers/multi_head_attention_layer.hpp | 1 + 1 file changed, 1 insertion(+) diff --git a/include/fdeep/layers/multi_head_attention_layer.hpp b/include/fdeep/layers/multi_head_attention_layer.hpp index f7c9dd46..b727f900 100644 --- a/include/fdeep/layers/multi_head_attention_layer.hpp +++ b/include/fdeep/layers/multi_head_attention_layer.hpp @@ -34,6 +34,7 @@ class multi_head_attention_layer : public layer //const tensor& value = input[1]; //const tensor& key = input.size() > 2 ? input[2] : value; // https://github.com/keras-team/keras/blob/v2.14.0/keras/layers/attention/multi_head_attention.py + // https://gist.github.com/sevagh/b71d253a347a9b59c026580625452fc5 return input; } std::size_t num_heads_;