{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":659540905,"defaultBranch":"main","name":"attention","ownerLogin":"knotgrass","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-28T04:01:45.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/40136779?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1687924905.0","currentOid":""},"activityList":{"items":[{"before":"03b8dbda949938277113c0c91baef47ed8b8d0a1","after":"adf526a34659ff6b2678d939871b88311c535d3f","ref":"refs/heads/main","pushedAt":"2024-05-13T06:35:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"don't save dim_K in state_dict","shortMessageHtmlLink":"don't save dim_K in state_dict"}},{"before":"054f0f3abdab20f8c67050ee9c1eab7436fec341","after":"03b8dbda949938277113c0c91baef47ed8b8d0a1","ref":"refs/heads/main","pushedAt":"2024-05-13T03:00:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"use dim_K as buffer","shortMessageHtmlLink":"use dim_K as buffer"}},{"before":"30602e1a8fa7c1f465e21a5e7bd386f765cea749","after":"054f0f3abdab20f8c67050ee9c1eab7436fec341","ref":"refs/heads/main","pushedAt":"2023-12-21T04:25:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add xformers","shortMessageHtmlLink":"add xformers"}},{"before":"b4dbbbead50d101c9b044f631b07fd1aca979857","after":"30602e1a8fa7c1f465e21a5e7bd386f765cea749","ref":"refs/heads/main","pushedAt":"2023-12-19T15:17:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add attn","shortMessageHtmlLink":"add attn"}},{"before":"d03b9c30649cb62632fb394de35ab3ad610d192a","after":"b4dbbbead50d101c9b044f631b07fd1aca979857","ref":"refs/heads/main","pushedAt":"2023-12-19T15:15:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"change to origin name mention in paper: Linformer","shortMessageHtmlLink":"change to origin name mention in paper: Linformer"}},{"before":"b0ae9a95018ae786cd1338c9415fffa5a78ca453","after":"d03b9c30649cb62632fb394de35ab3ad610d192a","ref":"refs/heads/main","pushedAt":"2023-12-19T15:13:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"change to origin name mention in paper: Linformer","shortMessageHtmlLink":"change to origin name mention in paper: Linformer"}},{"before":"72ce40d57f586a576b48c4486b073f4b134233c8","after":"b0ae9a95018ae786cd1338c9415fffa5a78ca453","ref":"refs/heads/main","pushedAt":"2023-12-07T14:32:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"google gemini using Multi-Query Attention","shortMessageHtmlLink":"google gemini using Multi-Query Attention"}},{"before":"4528c5e1a2ff7ccf8d5d83eef519d4c189c46111","after":"72ce40d57f586a576b48c4486b073f4b134233c8","ref":"refs/heads/main","pushedAt":"2023-12-07T14:30:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"google gemini using Multi-Query Attention","shortMessageHtmlLink":"google gemini using Multi-Query Attention"}},{"before":"7f949a0e53da9a455e6c455f2414793b22d2ffa4","after":"4528c5e1a2ff7ccf8d5d83eef519d4c189c46111","ref":"refs/heads/main","pushedAt":"2023-10-07T05:54:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add longformer","shortMessageHtmlLink":"add longformer"}},{"before":"82632789deeef5d040d90b89c5534a2ebed9a941","after":"7f949a0e53da9a455e6c455f2414793b22d2ffa4","ref":"refs/heads/main","pushedAt":"2023-10-06T16:11:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"TODO","shortMessageHtmlLink":"TODO"}},{"before":"ea33da95c4c9fbddf956a202f7ab7a7da0dcdb4a","after":"82632789deeef5d040d90b89c5534a2ebed9a941","ref":"refs/heads/main","pushedAt":"2023-09-26T10:56:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add gitignore","shortMessageHtmlLink":"add gitignore"}},{"before":"96686a945ccb1db2b7fc9dde0190a143d6b1bdf2","after":"ea33da95c4c9fbddf956a202f7ab7a7da0dcdb4a","ref":"refs/heads/main","pushedAt":"2023-09-24T16:53:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add mask in linear_attn","shortMessageHtmlLink":"add mask in linear_attn"}},{"before":"368853adff810cdd05bebf5540692a36c776f6b0","after":"96686a945ccb1db2b7fc9dde0190a143d6b1bdf2","ref":"refs/heads/main","pushedAt":"2023-09-24T04:32:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"small change","shortMessageHtmlLink":"small change"}},{"before":"c093396cb1853fac037b365c80cb6ed210f91dd7","after":"368853adff810cdd05bebf5540692a36c776f6b0","ref":"refs/heads/main","pushedAt":"2023-09-24T04:15:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"small change","shortMessageHtmlLink":"small change"}},{"before":"a4d48531e5f07a128b7d3f31afcc4f043c7bd722","after":"c093396cb1853fac037b365c80cb6ed210f91dd7","ref":"refs/heads/main","pushedAt":"2023-09-23T15:24:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add mask arg in forward","shortMessageHtmlLink":"add mask arg in forward"}},{"before":"c9c9322d9f2d2a80cb8d533678fd248eb1969e12","after":"a4d48531e5f07a128b7d3f31afcc4f043c7bd722","ref":"refs/heads/main","pushedAt":"2023-09-23T13:33:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"fix F.pad if input smaller than proj matrix shape","shortMessageHtmlLink":"fix F.pad if input smaller than proj matrix shape"}},{"before":"f98e60e9e0d95626cbdde93aa0bb0c09b6eed547","after":"c9c9322d9f2d2a80cb8d533678fd248eb1969e12","ref":"refs/heads/main","pushedAt":"2023-09-21T07:49:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"small fix README","shortMessageHtmlLink":"small fix README"}},{"before":"7d874df4ca78ea340d9dd8ecdc6a1a511a0e7e0c","after":"f98e60e9e0d95626cbdde93aa0bb0c09b6eed547","ref":"refs/heads/main","pushedAt":"2023-09-18T04:24:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add attn_mask","shortMessageHtmlLink":"add attn_mask"}},{"before":"23454f7a993876aba7d88417d31144d684c01c91","after":"7d874df4ca78ea340d9dd8ecdc6a1a511a0e7e0c","ref":"refs/heads/main","pushedAt":"2023-09-17T12:17:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"refactor","shortMessageHtmlLink":"refactor"}},{"before":"bf7ab858093b4380bfc7ade05840f4069281eb2f","after":"23454f7a993876aba7d88417d31144d684c01c91","ref":"refs/heads/main","pushedAt":"2023-09-16T06:24:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"fix shape of qkv tensor in F.sdpa flash attn","shortMessageHtmlLink":"fix shape of qkv tensor in F.sdpa flash attn"}},{"before":"39679da468140f71e1745371d4f75458347c5ab9","after":"bf7ab858093b4380bfc7ade05840f4069281eb2f","ref":"refs/heads/main","pushedAt":"2023-09-15T07:44:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"sdpa","shortMessageHtmlLink":"sdpa"}},{"before":"df9af219b1fe1245642030954cf29dd7cbab321c","after":"39679da468140f71e1745371d4f75458347c5ab9","ref":"refs/heads/main","pushedAt":"2023-09-14T11:21:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"choose fused kernel for F.sdpa","shortMessageHtmlLink":"choose fused kernel for F.sdpa"}},{"before":"67658c5833f4dc9457829af7f3145533d39a5893","after":"df9af219b1fe1245642030954cf29dd7cbab321c","ref":"refs/heads/main","pushedAt":"2023-09-11T13:26:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"add note for Projection and fix proj of MultiheadLinearAttention","shortMessageHtmlLink":"add note for Projection and fix proj of MultiheadLinearAttention"}},{"before":"a9599aa7952c6b38ae69edd60d92f53741e04386","after":"67658c5833f4dc9457829af7f3145533d39a5893","ref":"refs/heads/main","pushedAt":"2023-09-11T13:15:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"ad Linformer","shortMessageHtmlLink":"ad Linformer"}},{"before":"7619ef1858a56594f35628eb352e46a758006514","after":"a9599aa7952c6b38ae69edd60d92f53741e04386","ref":"refs/heads/main","pushedAt":"2023-09-11T13:14:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"ad Linformer","shortMessageHtmlLink":"ad Linformer"}},{"before":"fed8971fab7033531e02defa330f83042f6dcc94","after":"7619ef1858a56594f35628eb352e46a758006514","ref":"refs/heads/main","pushedAt":"2023-09-11T08:11:46.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"fix state_dict not contain proj weight of multi-head","shortMessageHtmlLink":"fix state_dict not contain proj weight of multi-head"}},{"before":"2c6e9bbbb6c024cc2545990473b7c49b796efc8e","after":"fed8971fab7033531e02defa330f83042f6dcc94","ref":"refs/heads/main","pushedAt":"2023-09-09T13:24:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"fix Projection.__init__","shortMessageHtmlLink":"fix Projection.__init__"}},{"before":"0adc8188e08e13af64b59db8e257eba371eaecf9","after":"2c6e9bbbb6c024cc2545990473b7c49b796efc8e","ref":"refs/heads/main","pushedAt":"2023-09-09T11:34:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"MultiheadLinearAttention not_tested","shortMessageHtmlLink":"MultiheadLinearAttention not_tested"}},{"before":"2a041681723c07172e5b714a6cebd849c5c12afb","after":"0adc8188e08e13af64b59db8e257eba371eaecf9","ref":"refs/heads/main","pushedAt":"2023-09-02T16:04:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"linformer not tested","shortMessageHtmlLink":"linformer not tested"}},{"before":"4626615705aff3ddf2007ff35902a4406104f7b0","after":"2a041681723c07172e5b714a6cebd849c5c12afb","ref":"refs/heads/main","pushedAt":"2023-08-30T13:39:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"knotgrass","name":"anthony","path":"/knotgrass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40136779?s=80&v=4"},"commit":{"message":"refactor","shortMessageHtmlLink":"refactor"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAESBJQMwA","startCursor":null,"endCursor":null}},"title":"Activity · knotgrass/attention"}