{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":733802106,"defaultBranch":"main","name":"flash-linear-attention","ownerLogin":"sustcsonglin","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-20T06:50:18.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/30831390?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1722868088.0","currentOid":""},"activityList":{"items":[{"before":"c008350c5b459eab3c8a1e1b12c35624e88f3a8f","after":"c4daf27b72bfc43e068b3ac32abc72a3cb9f14aa","ref":"refs/heads/main","pushedAt":"2024-09-16T18:24:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[Mamba2] Fix #63","shortMessageHtmlLink":"[Mamba2] <span class=\"issue-keyword tooltipped tooltipped-se\" aria-label=\"This commit closes issue #63.\">Fix</span> <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2526453972\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/63\" data-hovercard-type=\"issue\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/issues/63/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/issues/63\">#63</a>"}},{"before":"55c573e8152ea1c457a641e128e15969cc29d693","after":"c008350c5b459eab3c8a1e1b12c35624e88f3a8f","ref":"refs/heads/main","pushedAt":"2024-09-16T17:43:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"4efdc9c97099a20c41fd55d86b456d5aa43b9591","after":"55c573e8152ea1c457a641e128e15969cc29d693","ref":"refs/heads/main","pushedAt":"2024-09-16T14:30:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[HGRN] Delete h dim","shortMessageHtmlLink":"[HGRN] Delete h dim"}},{"before":"05c0707bf2378f8f144a72472627af7f26746974","after":"4efdc9c97099a20c41fd55d86b456d5aa43b9591","ref":"refs/heads/main","pushedAt":"2024-09-15T08:17:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[ISSUE TEMPLATE] Assign bug label automatically","shortMessageHtmlLink":"[ISSUE TEMPLATE] Assign bug label automatically"}},{"before":"59460b112ca27ad0008c834ca26711c9ff783e4d","after":"05c0707bf2378f8f144a72472627af7f26746974","ref":"refs/heads/main","pushedAt":"2024-09-15T07:52:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Add support for fused linear cross entropy","shortMessageHtmlLink":"Add support for fused linear cross entropy"}},{"before":"34cf1688d92eedf34d07bc52ae9f8118ff860382","after":"59460b112ca27ad0008c834ca26711c9ff783e4d","ref":"refs/heads/main","pushedAt":"2024-09-14T19:53:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Linear CE] Limit number of chunks","shortMessageHtmlLink":"[Linear CE] Limit number of chunks"}},{"before":"e7f57746d6a0cfbf9200228f24a898f4e904ad8d","after":"34cf1688d92eedf34d07bc52ae9f8118ff860382","ref":"refs/heads/main","pushedAt":"2024-09-14T19:34:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[KLDiv] Add fused impls","shortMessageHtmlLink":"[KLDiv] Add fused impls"}},{"before":"445763fa43901ef232aa957109134da3f46489bb","after":"e7f57746d6a0cfbf9200228f24a898f4e904ad8d","ref":"refs/heads/main","pushedAt":"2024-09-14T10:33:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Linear CE] Support reduction","shortMessageHtmlLink":"[Linear CE] Support reduction"}},{"before":"49ab50c843aa357a9fed6b952e929cd91d539a74","after":"445763fa43901ef232aa957109134da3f46489bb","ref":"refs/heads/main","pushedAt":"2024-09-14T09:01:39.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Cross Entropy] Fix `total_classes`","shortMessageHtmlLink":"[Cross Entropy] Fix <code>total_classes</code>"}},{"before":"a6272f54753482e1ae81687c3cbedfb0c17a793d","after":"49ab50c843aa357a9fed6b952e929cd91d539a74","ref":"refs/heads/main","pushedAt":"2024-09-14T08:26:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Cross Entropy] Fix `total_classes`","shortMessageHtmlLink":"[Cross Entropy] Fix <code>total_classes</code>"}},{"before":"78d29a0fa8f8d8e7d7255e19477a44302310e32c","after":"a6272f54753482e1ae81687c3cbedfb0c17a793d","ref":"refs/heads/main","pushedAt":"2024-09-13T17:54:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Utilities] Add `matmul` and `addmm`","shortMessageHtmlLink":"[Utilities] Add <code>matmul</code> and <code>addmm</code>"}},{"before":"e0d3a7e78387419414d33cfe124e2347f69e3693","after":"78d29a0fa8f8d8e7d7255e19477a44302310e32c","ref":"refs/heads/main","pushedAt":"2024-09-13T17:52:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Cross Entropy] Update default params","shortMessageHtmlLink":"[Cross Entropy] Update default params"}},{"before":"8a36d29f10b8dd1c073c46d29d7c53bf57b2488d","after":"e0d3a7e78387419414d33cfe124e2347f69e3693","ref":"refs/heads/main","pushedAt":"2024-09-13T06:26:24.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Merge pull request #62 from ChaosCodes/main\n\nAdd chunked KL Div loss","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2523952708\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/62\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/pull/62/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/pull/62\">#62</a> from ChaosCodes/main"}},{"before":"1c5937eeeb8b0aa17bed5ee6dae345b353196bd4","after":"8a36d29f10b8dd1c073c46d29d7c53bf57b2488d","ref":"refs/heads/main","pushedAt":"2024-09-12T05:13:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Add GSA bib","shortMessageHtmlLink":"Add GSA bib"}},{"before":"8cf51d25fe1fd5519a58ce399a135e4ada2164ca","after":"1c5937eeeb8b0aa17bed5ee6dae345b353196bd4","ref":"refs/heads/main","pushedAt":"2024-09-10T21:02:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[Mamba2] Set default `rescale_prenorm_residual` to `True` (#60)","shortMessageHtmlLink":"[Mamba2] Set default <code>rescale_prenorm_residual</code> to <code>True</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2516636681\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/60\" data-hovercard-type=\"issue\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/issues/60/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/issues/60\">#60</a>)"}},{"before":"3d71a0a2e7567639493904bbb1010f2eb6f2b00b","after":"8cf51d25fe1fd5519a58ce399a135e4ada2164ca","ref":"refs/heads/main","pushedAt":"2024-09-10T20:54:18.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Merge pull request #59 from zhixuan-lin/patch-4\n\nCorrectly compute `max_seqlen` when `max_position_embeddings` is `None`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2515175430\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/59\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/pull/59/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/pull/59\">#59</a> from zhixuan-lin/patch-4"}},{"before":"bd5b73ffa54a8f0a389c5a55d0eb6a05250eed30","after":"3d71a0a2e7567639493904bbb1010f2eb6f2b00b","ref":"refs/heads/main","pushedAt":"2024-09-10T19:44:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Add chunked cross entropy","shortMessageHtmlLink":"Add chunked cross entropy"}},{"before":"3acd1d7234df9bcdd2d9bbe53f43f8797be43898","after":"bd5b73ffa54a8f0a389c5a55d0eb6a05250eed30","ref":"refs/heads/main","pushedAt":"2024-09-10T06:49:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[Simple GLA] Add recurrent mode","shortMessageHtmlLink":"[Simple GLA] Add recurrent mode"}},{"before":"8d255bb26a765149c03d11dd2f5ffb8cd6a57f07","after":"3acd1d7234df9bcdd2d9bbe53f43f8797be43898","ref":"refs/heads/main","pushedAt":"2024-09-10T06:43:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"Add & unify copyrights","shortMessageHtmlLink":"Add &amp; unify copyrights"}},{"before":"3cceede9014ded376c4b30c47ab732fb9c7a96b0","after":"8d255bb26a765149c03d11dd2f5ffb8cd6a57f07","ref":"refs/heads/main","pushedAt":"2024-09-10T06:20:29.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[DeltaNet] Support state tuning. Clean code & fix some bugs.","shortMessageHtmlLink":"[DeltaNet] Support state tuning. Clean code &amp; fix some bugs."}},{"before":"b2025b5e8772b32b1fff0f9c1f828493835acc04","after":"3cceede9014ded376c4b30c47ab732fb9c7a96b0","ref":"refs/heads/main","pushedAt":"2024-09-10T06:12:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[DeltaNet] Support scale and state tuning for all modes. Fix some bugs.","shortMessageHtmlLink":"[DeltaNet] Support scale and state tuning for all modes. Fix some bugs."}},{"before":"c03209a358000ebf7df0770d35d3509a379ae5e9","after":"b2025b5e8772b32b1fff0f9c1f828493835acc04","ref":"refs/heads/main","pushedAt":"2024-09-07T05:57:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[RetNet] Use `tl.math.exp2` for compatibility with Triton 3.0","shortMessageHtmlLink":"[RetNet] Use <code>tl.math.exp2</code> for compatibility with Triton 3.0"}},{"before":"71bb93ce2c6a3380535dd5a31e1ac284348c74c9","after":"c03209a358000ebf7df0770d35d3509a379ae5e9","ref":"refs/heads/main","pushedAt":"2024-09-05T19:04:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[GSA] Delete unused configs","shortMessageHtmlLink":"[GSA] Delete unused configs"}},{"before":"3f1cd7acd5ec4eb4bc625296a19691f4d08cbe52","after":"71bb93ce2c6a3380535dd5a31e1ac284348c74c9","ref":"refs/heads/main","pushedAt":"2024-09-05T18:01:14.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Merge pull request #57 from vasqu/ma2-post-merge-fixes\n\n[`Mamba2`] Post Merge Fixes - `norm_before_gate` and generation with `inputs_embeds`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2508413881\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/57\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/pull/57/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/pull/57\">#57</a> from vasqu/ma2-post-merge-fixes"}},{"before":"1942db51da3ea9118093d6c1fc1188b85ce81b69","after":"3f1cd7acd5ec4eb4bc625296a19691f4d08cbe52","ref":"refs/heads/main","pushedAt":"2024-09-03T20:53:01.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Merge pull request #56 from zhixuan-lin/patch-1\n\nAdd `__init__.py` in `fla/ops/common` for automatic package discovery","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2503739642\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/56\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/pull/56/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/pull/56\">#56</a> from zhixuan-lin/patch-1"}},{"before":"9ec376bb98dfcc84a59064df5f1f5a44b252d3d9","after":"1942db51da3ea9118093d6c1fc1188b85ce81b69","ref":"refs/heads/main","pushedAt":"2024-09-02T14:54:40.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Merge pull request #55 from JulienSiems/main\n\nFix syntax error","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2501160365\" data-permission-text=\"Title is private\" data-url=\"https://github.com/sustcsonglin/flash-linear-attention/issues/55\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/sustcsonglin/flash-linear-attention/pull/55/hovercard\" href=\"https://github.com/sustcsonglin/flash-linear-attention/pull/55\">#55</a> from JulienSiems/main"}},{"before":"739ef15f97cff06366c97dfdf346f2ceaadf05ce","after":"9ec376bb98dfcc84a59064df5f1f5a44b252d3d9","ref":"refs/heads/main","pushedAt":"2024-08-31T06:27:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"[RWKV6] Update naive impls","shortMessageHtmlLink":"[RWKV6] Update naive impls"}},{"before":"6381faca0e133b89a63d49512cdaf832a3ba5f58","after":"739ef15f97cff06366c97dfdf346f2ceaadf05ce","ref":"refs/heads/main","pushedAt":"2024-08-28T09:40:27.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[GLA & Simple GLA] refactor kernels, support state tuning","shortMessageHtmlLink":"[GLA &amp; Simple GLA] refactor kernels, support state tuning"}},{"before":"701ed21978f828601feefa8e5dbfb7e017b1189f","after":"6381faca0e133b89a63d49512cdaf832a3ba5f58","ref":"refs/heads/main","pushedAt":"2024-08-28T09:33:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sustcsonglin","name":"Songlin Yang","path":"/sustcsonglin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30831390?s=80&v=4"},"commit":{"message":"[GLA & Simple GLA] refactor kernels, support state tuning","shortMessageHtmlLink":"[GLA &amp; Simple GLA] refactor kernels, support state tuning"}},{"before":"a3a5abbf2fec1e4229e3340aa769592e22495505","after":"701ed21978f828601feefa8e5dbfb7e017b1189f","ref":"refs/heads/main","pushedAt":"2024-08-27T06:49:40.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"yzhangcs","name":"Yu Zhang","path":"/yzhangcs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18402347?s=80&v=4"},"commit":{"message":"Fix neg position offsets","shortMessageHtmlLink":"Fix neg position offsets"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xNlQxODoyNDozOS4wMDAwMDBazwAAAAS3wQT1","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xNlQxODoyNDozOS4wMDAwMDBazwAAAAS3wQT1","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0yN1QwNjo0OTo0MC4wMDAwMDBazwAAAASlBFVY"}},"title":"Activity · sustcsonglin/flash-linear-attention"}