{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":160988469,"defaultBranch":"inference","name":"FlexFlow","ownerLogin":"flexflow","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2018-12-08T23:43:13.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/45723158?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718006468.0","currentOid":""},"activityList":{"items":[{"before":"4a537bed95076c5bb5f4182bb6ec951356582c65","after":"54266eebe8aba29e7aa64e0fbb2c09437c8f9ec1","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-11T12:59:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"feat: switch to appropriate page_size (64)","shortMessageHtmlLink":"feat: switch to appropriate page_size (64)"}},{"before":"3c9089251acd3a9c1143d316bd8cb9b50e7b3f70","after":"4a537bed95076c5bb5f4182bb6ec951356582c65","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-11T08:43:39.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"fix: kvlayout","shortMessageHtmlLink":"fix: kvlayout"}},{"before":"130017266d9d878dc8262f0be3caba530012dc50","after":"0c0ffe1a17807e8a555eeeaf8d93aa818e7980b2","ref":"refs/heads/peft_optimizer","pushedAt":"2024-06-11T07:31:55.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"goliaro","name":"Gabriele Oliaro","path":"/goliaro","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6480808?s=80&v=4"},"commit":{"message":"linting","shortMessageHtmlLink":"linting"}},{"before":"9ff0ec90c38debaeea994da5ca64654bef48bfb6","after":"130017266d9d878dc8262f0be3caba530012dc50","ref":"refs/heads/peft_optimizer","pushedAt":"2024-06-11T05:36:45.000Z","pushType":"push","commitsCount":132,"pusher":{"login":"goliaro","name":"Gabriele Oliaro","path":"/goliaro","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6480808?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"af3a76af03c8468b153dce73ab796ce69681f2b1","after":"fd96ab0ff3f50cdefe89009a5473b1757355e0f5","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-10T21:22:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"add openssh-client","shortMessageHtmlLink":"add openssh-client"}},{"before":"389ee7a2ede6f48cad3f60ccdd974b392d2226c3","after":"3c9089251acd3a9c1143d316bd8cb9b50e7b3f70","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T17:13:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zikun-li","name":"Zikun Li","path":"/zikun-li","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/75401858?s=80&v=4"},"commit":{"message":"Fixed request manager bug.","shortMessageHtmlLink":"Fixed request manager bug."}},{"before":"60b79235d3fb4a54578425d8fa74e637c3548fa5","after":"389ee7a2ede6f48cad3f60ccdd974b392d2226c3","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T11:30:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"fix: get wrong batchconfig from future","shortMessageHtmlLink":"fix: get wrong batchconfig from future"}},{"before":"fb5fe7a32c21a1819dde1713bccda007c10e2860","after":"60b79235d3fb4a54578425d8fa74e637c3548fa5","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T06:59:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"fix: minor","shortMessageHtmlLink":"fix: minor"}},{"before":"f4fa3b6ac6885c2def363b5fba5c159efdcdcded","after":"fb5fe7a32c21a1819dde1713bccda007c10e2860","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T06:56:16.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"Merge branch 'specscheduler-new-attention' of github.com:flexflow/FlexFlow into specscheduler-new-attention","shortMessageHtmlLink":"Merge branch 'specscheduler-new-attention' of github.com:flexflow/Fle…"}},{"before":"116aada89b77f04892bb8e128204744442c8c4dd","after":"f4fa3b6ac6885c2def363b5fba5c159efdcdcded","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T06:52:13.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"zikun-li","name":"Zikun Li","path":"/zikun-li","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/75401858?s=80&v=4"},"commit":{"message":"Merge branch 'specscheduler-new-attention' of github.com:flexflow/FlexFlow into specscheduler-new-attention","shortMessageHtmlLink":"Merge branch 'specscheduler-new-attention' of github.com:flexflow/Fle…"}},{"before":"cade300534883adebd559b73d35159e65d0352e7","after":"116aada89b77f04892bb8e128204744442c8c4dd","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-10T06:47:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"chore: minor","shortMessageHtmlLink":"chore: minor"}},{"before":"1e3febd56757efa8d893897e40778c7589d096db","after":"cade300534883adebd559b73d35159e65d0352e7","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T19:58:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"feat: split orig_attn","shortMessageHtmlLink":"feat: split orig_attn"}},{"before":"cc3f4cf4c022b9810a4414d025747a76c738b7f5","after":"1e3febd56757efa8d893897e40778c7589d096db","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T19:36:40.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"chore:minor","shortMessageHtmlLink":"chore:minor"}},{"before":"17f61a30f44b4f9d77e6564b0d40b528b3068a37","after":"cc3f4cf4c022b9810a4414d025747a76c738b7f5","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T19:13:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"chore: minor","shortMessageHtmlLink":"chore: minor"}},{"before":"a01f95d32a86aa9ac97b9dba2aabac78c365fbdb","after":"17f61a30f44b4f9d77e6564b0d40b528b3068a37","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T14:47:11.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"feat: add batch inference","shortMessageHtmlLink":"feat: add batch inference"}},{"before":"8fb8bfb4b6b642768a402c09dac9975512da63ce","after":"a01f95d32a86aa9ac97b9dba2aabac78c365fbdb","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T13:06:46.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"chore: minor","shortMessageHtmlLink":"chore: minor"}},{"before":"a83b0bab52a266bad4aa5a8aee0568636274d874","after":"8fb8bfb4b6b642768a402c09dac9975512da63ce","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T08:02:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"feat: add batch template instance","shortMessageHtmlLink":"feat: add batch template instance"}},{"before":"84d1ba80fe3f920baae585cc49ca55973896c847","after":"a83b0bab52a266bad4aa5a8aee0568636274d874","ref":"refs/heads/specscheduler-new-attention","pushedAt":"2024-06-09T07:16:47.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chenzhuofu","name":"Zhuofu Chen","path":"/chenzhuofu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/59316330?s=80&v=4"},"commit":{"message":"feat: add data structure for flashinfer batch inference","shortMessageHtmlLink":"feat: add data structure for flashinfer batch inference"}},{"before":"8f0d59e14067564370af72d40215b90292def3b9","after":"b1e46872e1fa34c51f245456d27b1d0dcdd6264f","ref":"refs/heads/specscheduler_slo","pushedAt":"2024-06-09T01:56:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Flechman","name":"Remi","path":"/Flechman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54138269?s=80&v=4"},"commit":{"message":"Add SLO in request","shortMessageHtmlLink":"Add SLO in request"}},{"before":"b64f0f678c4489e5df155b92442882ce332d4858","after":"8f0d59e14067564370af72d40215b90292def3b9","ref":"refs/heads/specscheduler_slo","pushedAt":"2024-06-08T23:43:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Flechman","name":"Remi","path":"/Flechman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54138269?s=80&v=4"},"commit":{"message":"Add SLO","shortMessageHtmlLink":"Add SLO"}},{"before":"aef0c9cec3b79ec29acbd8eeb1dd8b9164f56198","after":"b64f0f678c4489e5df155b92442882ce332d4858","ref":"refs/heads/specscheduler_slo","pushedAt":"2024-06-08T23:16:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Flechman","name":"Remi","path":"/Flechman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54138269?s=80&v=4"},"commit":{"message":"Add SLO","shortMessageHtmlLink":"Add SLO"}},{"before":"7721caaa881ea311bffac63d38a84e9223fdd74d","after":"aef0c9cec3b79ec29acbd8eeb1dd8b9164f56198","ref":"refs/heads/specscheduler_slo","pushedAt":"2024-06-08T23:02:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Flechman","name":"Remi","path":"/Flechman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54138269?s=80&v=4"},"commit":{"message":"Start adding slo","shortMessageHtmlLink":"Start adding slo"}},{"before":null,"after":"7721caaa881ea311bffac63d38a84e9223fdd74d","ref":"refs/heads/specscheduler_slo","pushedAt":"2024-06-08T22:04:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Flechman","name":"Remi","path":"/Flechman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54138269?s=80&v=4"},"commit":{"message":"Tried to support gumbel sampling. Left some todos.","shortMessageHtmlLink":"Tried to support gumbel sampling. Left some todos."}},{"before":"0ff9262d7c37e3ca4ba38b286ab77fea1af6ec6b","after":"af3a76af03c8468b153dce73ab796ce69681f2b1","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-08T01:20:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"tensorrt cmake file","shortMessageHtmlLink":"tensorrt cmake file"}},{"before":"f5662d599c13b27b0693cba9e39b1d3de08624bb","after":"0ff9262d7c37e3ca4ba38b286ab77fea1af6ec6b","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-08T01:13:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"add tensorrt submodule","shortMessageHtmlLink":"add tensorrt submodule"}},{"before":"86bd12d394454fd9337f7d96071cffa26b8eaee3","after":"f5662d599c13b27b0693cba9e39b1d3de08624bb","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-08T01:04:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"submodule","shortMessageHtmlLink":"submodule"}},{"before":"8c7f23063373dcb0ecd95e26710ee0a1f8aebec7","after":"86bd12d394454fd9337f7d96071cffa26b8eaee3","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-08T00:51:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"cmake file changes","shortMessageHtmlLink":"cmake file changes"}},{"before":"406fb90b7cb4d0b00208b9fb59b6f4f6805a4b2e","after":"8c7f23063373dcb0ecd95e26710ee0a1f8aebec7","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-07T23:09:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"include tensorrt-llm","shortMessageHtmlLink":"include tensorrt-llm"}},{"before":"6022388540f0f3183bc8553d8e55259192782b07","after":"2e9b4cacd82a82fff1f21c8824cb7c6b835ab31b","ref":"refs/heads/kernel-tests","pushedAt":"2024-06-07T20:36:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oOTigger","name":"Dylan Lim","path":"/oOTigger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72822184?s=80&v=4"},"commit":{"message":"more merge fixes","shortMessageHtmlLink":"more merge fixes"}},{"before":"7a5feb67ed0e690fe86878af3d80c64d8438bbf7","after":"406fb90b7cb4d0b00208b9fb59b6f4f6805a4b2e","ref":"refs/heads/tensor-rt","pushedAt":"2024-06-07T19:52:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VitalC-3026","name":null,"path":"/VitalC-3026","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/50989602?s=80&v=4"},"commit":{"message":"add tensorrt","shortMessageHtmlLink":"add tensorrt"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEYjp1agA","startCursor":null,"endCursor":null}},"title":"Activity · flexflow/FlexFlow"}