{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":684980325,"defaultBranch":"master","name":"exllamav2","ownerLogin":"turboderp","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-30T08:54:22.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/11859846?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1726341657.0","currentOid":""},"activityList":{"items":[{"before":"0695f3a8541486549114bd74df01a721f01b617e","after":"c4a03e09f56bd767d2966f7cafe0dab742fd74b9","ref":"refs/heads/dev","pushedAt":"2024-09-17T22:41:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Tokenizer: Give priority to tokenizer.json instead of tokenizer.model","shortMessageHtmlLink":"Tokenizer: Give priority to tokenizer.json instead of tokenizer.model"}},{"before":"228ba34cec1bf60d553e10baff1835851556922f","after":"0695f3a8541486549114bd74df01a721f01b617e","ref":"refs/heads/dev","pushedAt":"2024-09-16T22:35:29.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix potential bug in filter evaluation","shortMessageHtmlLink":"Fix potential bug in filter evaluation"}},{"before":"b2c7cf280c547914dbbe3f5023193bf13f55b05a","after":"10a8842b251685b4fbd3d263070b08ef07203903","ref":"refs/heads/master","pushedAt":"2024-09-14T19:35:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix JSON inference example","shortMessageHtmlLink":"Fix JSON inference example"}},{"before":"46eff4340396e7be898e6beaf9066308abde5821","after":"b2c7cf280c547914dbbe3f5023193bf13f55b05a","ref":"refs/heads/master","pushedAt":"2024-09-14T19:17:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Add cp310 cu121 torch2.4 Windows wheel","shortMessageHtmlLink":"Add cp310 cu121 torch2.4 Windows wheel"}},{"before":"1e18e803da6a28a068410dc5e2060e7d0bae3c4e","after":"46eff4340396e7be898e6beaf9066308abde5821","ref":"refs/heads/master","pushedAt":"2024-09-14T19:14:01.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Merge branch 'refs/heads/dev'","shortMessageHtmlLink":"Merge branch 'refs/heads/dev'"}},{"before":"a372fe124194065d012351a43611204e71ccb533","after":"228ba34cec1bf60d553e10baff1835851556922f","ref":"refs/heads/dev","pushedAt":"2024-09-14T19:13:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Bump to 0.2.2","shortMessageHtmlLink":"Bump to 0.2.2"}},{"before":"1df7b04821be180d33b4c69c64e1b31c8173cde4","after":"a372fe124194065d012351a43611204e71ccb533","ref":"refs/heads/dev","pushedAt":"2024-09-14T18:02:52.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Skip superfluous set creation when possible, even if multiple filters used","shortMessageHtmlLink":"Skip superfluous set creation when possible, even if multiple filters…"}},{"before":"0d9adf96e89b4026cedf0a9773cbadc47881937f","after":"1df7b04821be180d33b4c69c64e1b31c8173cde4","ref":"refs/heads/dev","pushedAt":"2024-09-13T00:21:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Allow non-causal attn with SDPA","shortMessageHtmlLink":"Allow non-causal attn with SDPA"}},{"before":"40e37f494488d930bb196b6e01d9c5c8a64456e8","after":"1e18e803da6a28a068410dc5e2060e7d0bae3c4e","ref":"refs/heads/master","pushedAt":"2024-09-08T17:23:39.000Z","pushType":"push","commitsCount":16,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Merge branch 'refs/heads/dev'","shortMessageHtmlLink":"Merge branch 'refs/heads/dev'"}},{"before":"f0dca9a862006b5e44d87de13831a94d00833327","after":"0d9adf96e89b4026cedf0a9773cbadc47881937f","ref":"refs/heads/dev","pushedAt":"2024-09-08T17:22:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Bump to 0.2.1","shortMessageHtmlLink":"Bump to 0.2.1"}},{"before":"361d2119b39703aeb01b9de101cf92b4d43131c9","after":"f0dca9a862006b5e44d87de13831a94d00833327","ref":"refs/heads/dev","pushedAt":"2024-09-08T16:13:21.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Bit of cleanup","shortMessageHtmlLink":"Bit of cleanup"}},{"before":"c1fed2ed19a720ca0ae6aaa50c378ae350a97df6","after":"361d2119b39703aeb01b9de101cf92b4d43131c9","ref":"refs/heads/dev","pushedAt":"2024-09-07T23:00:26.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"fix: support for Rank Stabilized LoRA (RSLoRA) (#619)\n\nIf an adapter is trained with RSLoRA, the alpha value is multiplied by `sqrt(rank)`.","shortMessageHtmlLink":"fix: support for Rank Stabilized LoRA (RSLoRA) (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2512098446\" data-permission-text=\"Title is private\" data-url=\"https://github.com/turboderp/exllamav2/issues/619\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/turboderp/exllamav2/pull/619/hovercard\" href=\"https://github.com/turboderp/exllamav2/pull/619\">#619</a>)"}},{"before":"3e8e18171793fa32ae30ebe91622afb95d3d9a4b","after":"c1fed2ed19a720ca0ae6aaa50c378ae350a97df6","ref":"refs/heads/dev","pushedAt":"2024-09-07T14:06:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Add DRY range paramater","shortMessageHtmlLink":"Add DRY range paramater"}},{"before":"affdc0d16c45ac785ccf97278731219260dbc281","after":"3e8e18171793fa32ae30ebe91622afb95d3d9a4b","ref":"refs/heads/dev","pushedAt":"2024-09-07T00:16:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Add DRY (still needs testing)","shortMessageHtmlLink":"Add DRY (still needs testing)"}},{"before":"c9ce168ce0c77bc7359882ded8a0d0f8cee62c57","after":"affdc0d16c45ac785ccf97278731219260dbc281","ref":"refs/heads/dev","pushedAt":"2024-09-05T18:28:15.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Ensure streams are always set during the forward pass for the active thread","shortMessageHtmlLink":"Ensure streams are always set during the forward pass for the active …"}},{"before":"c18400fa29c657b5c5cffc999d2eb9a757ddaf64","after":"c9ce168ce0c77bc7359882ded8a0d0f8cee62c57","ref":"refs/heads/dev","pushedAt":"2024-09-04T21:23:45.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/dev' into dev","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/dev' into dev"}},{"before":"0d5c0bcc8dd303da3fd1505f03c80ed488ff026b","after":"c18400fa29c657b5c5cffc999d2eb9a757ddaf64","ref":"refs/heads/dev","pushedAt":"2024-09-04T12:58:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Issues: Add issue templates (#615)\n\nShould help encourage well-formatted issues and make development easier.\r\n\r\nSigned-off-by: kingbri <bdashore3@proton.me>","shortMessageHtmlLink":"Issues: Add issue templates (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2504270051\" data-permission-text=\"Title is private\" data-url=\"https://github.com/turboderp/exllamav2/issues/615\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/turboderp/exllamav2/pull/615/hovercard\" href=\"https://github.com/turboderp/exllamav2/pull/615\">#615</a>)"}},{"before":"12f08dbbd8765427fbb7688f959239c91d3d2b9e","after":"0d5c0bcc8dd303da3fd1505f03c80ed488ff026b","ref":"refs/heads/dev","pushedAt":"2024-08-31T14:32:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Asynchronous filter evaluation","shortMessageHtmlLink":"Asynchronous filter evaluation"}},{"before":"ea27954767a2d0b7f607b7ebb1e41b83d948dcb5","after":"12f08dbbd8765427fbb7688f959239c91d3d2b9e","ref":"refs/heads/dev","pushedAt":"2024-08-31T10:06:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Accept Sequence return type from ExLlamaV2Filter.next()","shortMessageHtmlLink":"Accept Sequence return type from ExLlamaV2Filter.next()"}},{"before":"c050aec7648c582ded2c6cc37a8d8a532a745565","after":"ea27954767a2d0b7f607b7ebb1e41b83d948dcb5","ref":"refs/heads/dev","pushedAt":"2024-08-29T20:40:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"TP: Add (slower) SDPA fallback mode when flash-attn is unavailable","shortMessageHtmlLink":"TP: Add (slower) SDPA fallback mode when flash-attn is unavailable"}},{"before":"57ee846672b4ad196081cd4ff6214f0a53eae7cd","after":"40e37f494488d930bb196b6e01d9c5c8a64456e8","ref":"refs/heads/master","pushedAt":"2024-08-28T20:56:38.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Merge branch 'refs/heads/dev'","shortMessageHtmlLink":"Merge branch 'refs/heads/dev'"}},{"before":"f1d8909809899070cc298a0b3a0b5be9fa531bd3","after":"c050aec7648c582ded2c6cc37a8d8a532a745565","ref":"refs/heads/dev","pushedAt":"2024-08-28T20:56:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Bump to 0.2.0","shortMessageHtmlLink":"Bump to 0.2.0"}},{"before":"db14154fee76d4c3a6a74c0bd38fb86d08a80673","after":"f1d8909809899070cc298a0b3a0b5be9fa531bd3","ref":"refs/heads/dev","pushedAt":"2024-08-28T18:26:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Catch all exceptions for nvidia-smi and rocm-smi","shortMessageHtmlLink":"Catch all exceptions for nvidia-smi and rocm-smi"}},{"before":"8d3d4c227e70dc0e3f3bc1bac9fd8899765d2182","after":"db14154fee76d4c3a6a74c0bd38fb86d08a80673","ref":"refs/heads/dev","pushedAt":"2024-08-27T20:07:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Don't use default stream for logit padding mask after all","shortMessageHtmlLink":"Don't use default stream for logit padding mask after all"}},{"before":"7319b6ea31234eff132e1c91c4869a315a2e1563","after":"8d3d4c227e70dc0e3f3bc1bac9fd8899765d2182","ref":"refs/heads/dev","pushedAt":"2024-08-27T19:52:33.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Ensure logit padding happens on default stream","shortMessageHtmlLink":"Ensure logit padding happens on default stream"}},{"before":"69291d13335dd553ac475927866f58606d99c342","after":"7319b6ea31234eff132e1c91c4869a315a2e1563","ref":"refs/heads/dev","pushedAt":"2024-08-27T18:07:30.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix graph update for MLP with post layernorm","shortMessageHtmlLink":"Fix graph update for MLP with post layernorm"}},{"before":"e539f7cc286f185603c8cb6414a7db2668982211","after":"69291d13335dd553ac475927866f58606d99c342","ref":"refs/heads/dev","pushedAt":"2024-08-25T20:01:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix another possible sync issues with fasttensors (for Windows)","shortMessageHtmlLink":"Fix another possible sync issues with fasttensors (for Windows)"}},{"before":"d3fe9f25d2f1955a19b5f3015d50e5872a55cf1e","after":"e539f7cc286f185603c8cb6414a7db2668982211","ref":"refs/heads/dev","pushedAt":"2024-08-25T19:56:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix another possible sync issues with fasttensors","shortMessageHtmlLink":"Fix another possible sync issues with fasttensors"}},{"before":"7e15947aa1412b21c52077c1feb7c73122242ce7","after":"d3fe9f25d2f1955a19b5f3015d50e5872a55cf1e","ref":"refs/heads/dev","pushedAt":"2024-08-25T19:15:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Unmap tensors on CPU to reduce temp VRAM overhead while loading","shortMessageHtmlLink":"Unmap tensors on CPU to reduce temp VRAM overhead while loading"}},{"before":"d58d5ab723c2291792268d4ac6c0ef7a56e767f8","after":"7e15947aa1412b21c52077c1feb7c73122242ce7","ref":"refs/heads/dev","pushedAt":"2024-08-25T12:52:00.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"turboderp","name":null,"path":"/turboderp","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11859846?s=80&v=4"},"commit":{"message":"Fix possible sync issues with fasttensors","shortMessageHtmlLink":"Fix possible sync issues with fasttensors"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QyMjo0MTo1MS4wMDAwMDBazwAAAAS5DLun","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QyMjo0MTo1MS4wMDAwMDBazwAAAAS5DLun","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0yNVQxMjo1MjowMC4wMDAwMDBazwAAAASjf9hs"}},"title":"Activity · turboderp/exllamav2"}