{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":744753322,"defaultBranch":"main","name":"BentoVLLM","ownerLogin":"bentoml","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-17T23:53:26.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/49176046?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716535433.0","currentOid":""},"activityList":{"items":[{"before":"03a3ff219b52002fb9f0ec48bca07b01370df127","after":"19c02ae769f040b990f4ae998c30925a115236fd","ref":"refs/heads/main","pushedAt":"2024-05-24T07:40:13.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"rickzx","name":"Rick Zhou","path":"/rickzx","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22135348?s=80&v=4"},"commit":{"message":"Fix compatibility issue with vllm 0.4.2. Enable prefix caching","shortMessageHtmlLink":"Fix compatibility issue with vllm 0.4.2. Enable prefix caching"}},{"before":"20e0471990f2d15b58222b98a2baaa3abb72e534","after":"d8583f72a65b058f699b4007cdfc49fcf5475e7b","ref":"refs/heads/pr-vllm-comp","pushedAt":"2024-05-24T07:37:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rickzx","name":"Rick Zhou","path":"/rickzx","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22135348?s=80&v=4"},"commit":{"message":"clean up manual gpu_memory_utilization configuration","shortMessageHtmlLink":"clean up manual gpu_memory_utilization configuration"}},{"before":null,"after":"20e0471990f2d15b58222b98a2baaa3abb72e534","ref":"refs/heads/pr-vllm-comp","pushedAt":"2024-05-24T07:23:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rickzx","name":"Rick Zhou","path":"/rickzx","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22135348?s=80&v=4"},"commit":{"message":"Fix compatibility issue withh vllm 0.4.2. Enable prefix caching","shortMessageHtmlLink":"Fix compatibility issue withh vllm 0.4.2. Enable prefix caching"}},{"before":"cd79cc3d2c8b5af9c480718e572ff58d852bb51e","after":"03a3ff219b52002fb9f0ec48bca07b01370df127","ref":"refs/heads/main","pushedAt":"2024-05-22T20:54:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"aarnphm","name":"Aaron Pham","path":"/aarnphm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29749331?s=80&v=4"},"commit":{"message":"chore: update vllm dependencies and synchronize bentos\n\nSigned-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>","shortMessageHtmlLink":"chore: update vllm dependencies and synchronize bentos"}},{"before":"e133531c095b54dbfa961725248f66af79535ea4","after":"cd79cc3d2c8b5af9c480718e572ff58d852bb51e","ref":"refs/heads/main","pushedAt":"2024-05-20T06:31:00.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"ssheng","name":"Sean Sheng","path":"/ssheng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/861225?s=80&v=4"},"commit":{"message":"Merge pull request #41 from bentoml/jiang-dev5\n\nrequires HF_TOKEN","shortMessageHtmlLink":"Merge pull request #41 from bentoml/jiang-dev5"}},{"before":null,"after":"9fc684d34a5691c2998b72ced74d5b7587f451f7","ref":"refs/heads/jiang-dev5","pushedAt":"2024-05-20T05:59:17.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bojiang","name":null,"path":"/bojiang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5886138?s=80&v=4"},"commit":{"message":"requires HF_TOKEN","shortMessageHtmlLink":"requires HF_TOKEN"}},{"before":null,"after":"e133531c095b54dbfa961725248f66af79535ea4","ref":"refs/heads/benchmark","pushedAt":"2024-05-09T17:07:01.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Model/llama3 70b instruct awq (#40)\n\n* add llama3-70b-instruct-awq\r\n\r\n* model: add llama3-70b-instruct-awq","shortMessageHtmlLink":"Model/llama3 70b instruct awq (#40)"}},{"before":"a95f7c0719c164a694c85c70c10b21eb7c9bbfe1","after":"e133531c095b54dbfa961725248f66af79535ea4","ref":"refs/heads/main","pushedAt":"2024-04-29T20:26:26.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Model/llama3 70b instruct awq (#40)\n\n* add llama3-70b-instruct-awq\r\n\r\n* model: add llama3-70b-instruct-awq","shortMessageHtmlLink":"Model/llama3 70b instruct awq (#40)"}},{"before":"5d7f9fe8a10985f1e11e4a95e5e23e6bd49f9eb8","after":"a83dae944df285f886f4216eefa3c8ae1197fae3","ref":"refs/heads/model/llama3-70b-instruct-awq","pushedAt":"2024-04-29T20:24:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"model: add llama3-70b-instruct-awq","shortMessageHtmlLink":"model: add llama3-70b-instruct-awq"}},{"before":null,"after":"5d7f9fe8a10985f1e11e4a95e5e23e6bd49f9eb8","ref":"refs/heads/model/llama3-70b-instruct-awq","pushedAt":"2024-04-28T07:43:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"add llama3-70b-instruct-awq","shortMessageHtmlLink":"add llama3-70b-instruct-awq"}},{"before":"91421f3b1a2d2fad8cbc29b649bee5215e729bca","after":"a95f7c0719c164a694c85c70c10b21eb7c9bbfe1","ref":"refs/heads/main","pushedAt":"2024-04-25T01:36:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"update readme (#37)","shortMessageHtmlLink":"update readme (#37)"}},{"before":null,"after":"0d9b802ac72ead66a92efe88556102d180a22d15","ref":"refs/heads/doc/complete-readme-index","pushedAt":"2024-04-25T01:35:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"5d78e3a4a5f8845e6eb3f60b078253bcd500064d","after":null,"ref":"refs/heads/doc/requirements-installation","pushedAt":"2024-04-24T09:02:02.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Sherlock113","name":"Sherlock Xu","path":"/Sherlock113","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/65327072?s=80&v=4"}},{"before":"2ac494cdc91a6a87ab57e2c22c4856d8dbba2892","after":"91421f3b1a2d2fad8cbc29b649bee5215e729bca","ref":"refs/heads/main","pushedAt":"2024-04-24T09:01:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Add Llama 3 requirements installation command (#33)","shortMessageHtmlLink":"Add Llama 3 requirements installation command (#33)"}},{"before":"406c3c5ec1080964588c827cfff79dc1a84b1978","after":"2ac494cdc91a6a87ab57e2c22c4856d8dbba2892","ref":"refs/heads/main","pushedAt":"2024-04-19T21:13:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: docker image building (#35)","shortMessageHtmlLink":"fix: docker image building (#35)"}},{"before":null,"after":"f1f8501740b3700efe814b866b0194206b92a117","ref":"refs/heads/fix/docker-image-building","pushedAt":"2024-04-19T21:12:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: docker image building","shortMessageHtmlLink":"fix: docker image building"}},{"before":"9104bfe978f2109f454514f65aae65a579c9403b","after":"406c3c5ec1080964588c827cfff79dc1a84b1978","ref":"refs/heads/main","pushedAt":"2024-04-19T20:14:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: use local tokenzier (#34)","shortMessageHtmlLink":"fix: use local tokenzier (#34)"}},{"before":null,"after":"3597dc8f8e22222dcfcbea56cfec9a5b046807ba","ref":"refs/heads/fix/gated-tokenizer","pushedAt":"2024-04-19T20:14:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: use local tokenzier","shortMessageHtmlLink":"fix: use local tokenzier"}},{"before":null,"after":"5d78e3a4a5f8845e6eb3f60b078253bcd500064d","ref":"refs/heads/doc/requirements-installation","pushedAt":"2024-04-19T13:14:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Sherlock113","name":"Sherlock Xu","path":"/Sherlock113","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/65327072?s=80&v=4"},"commit":{"message":"Add Llama 3 requirements installation command","shortMessageHtmlLink":"Add Llama 3 requirements installation command"}},{"before":"5d1950837c5526e05f97b476f8b0e1caa2678993","after":"9104bfe978f2109f454514f65aae65a579c9403b","ref":"refs/heads/main","pushedAt":"2024-04-19T09:14:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: minor llama3 readme typo (#32)","shortMessageHtmlLink":"fix: minor llama3 readme typo (#32)"}},{"before":null,"after":"d3ac572c38a2dcae5fd062fae3f1e76915e50ec1","ref":"refs/heads/fix/llama3-readme","pushedAt":"2024-04-19T09:13:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"fix: minor llama3 readme typo","shortMessageHtmlLink":"fix: minor llama3 readme typo"}},{"before":"01ad738216d6913491e1330a75541c529af2b49b","after":"5d1950837c5526e05f97b476f8b0e1caa2678993","ref":"refs/heads/main","pushedAt":"2024-04-19T09:06:28.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"add llama3-8b-instruct example (#31)","shortMessageHtmlLink":"add llama3-8b-instruct example (#31)"}},{"before":null,"after":"e9bc507f94cdf40897ff1cad403393373c092097","ref":"refs/heads/llama3-8b-instruct","pushedAt":"2024-04-19T09:05:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"add llama3-8b-instruct example","shortMessageHtmlLink":"add llama3-8b-instruct example"}},{"before":"c9fe6df3e7cf64e0cb9fbdbbfa9a4bbae1d16a33","after":null,"ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:55:08.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Sherlock113","name":"Sherlock Xu","path":"/Sherlock113","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/65327072?s=80&v=4"}},{"before":"bed1d4ef7eac1571c7e7b97b6a6987f15c0472ff","after":"01ad738216d6913491e1330a75541c529af2b49b","ref":"refs/heads/main","pushedAt":"2024-04-12T02:45:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"doc: update readme with guided_json and other extra parameters (#29)\n\n* doc: update readme with guided_json and other extra parameters\r\n\r\n* minor fix\r\n\r\n* convert tab to spaces\r\n\r\n* Update llama2-7b-chat/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update mixtral-8x7b-instruct/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update solar-10.7b-instruct/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update mixtral-8x7b-instruct/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update solar-10.7b-instruct/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update mistral-7b-instruct/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n* Update llama2-7b-chat/README.md\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>\r\n\r\n---------\r\n\r\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"doc: update readme with guided_json and other extra parameters (#29)"}},{"before":"afcdf89f9ff2f6e00dc2e88ba021212ce9c2b18f","after":"c9fe6df3e7cf64e0cb9fbdbbfa9a4bbae1d16a33","ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:45:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Update llama2-7b-chat/README.md\n\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"Update llama2-7b-chat/README.md"}},{"before":"7ceef92f128707c8ceaf18215c601ad5b7a2b3f7","after":"afcdf89f9ff2f6e00dc2e88ba021212ce9c2b18f","ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:44:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Update mistral-7b-instruct/README.md\n\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"Update mistral-7b-instruct/README.md"}},{"before":"76e80bb618f305ac0f8b8d01cdf90d3f6898740a","after":"7ceef92f128707c8ceaf18215c601ad5b7a2b3f7","ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:44:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Update solar-10.7b-instruct/README.md\n\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"Update solar-10.7b-instruct/README.md"}},{"before":"e14be980b976ee92c2205aeca10559212e69a74d","after":"76e80bb618f305ac0f8b8d01cdf90d3f6898740a","ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:44:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Update mixtral-8x7b-instruct/README.md\n\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"Update mixtral-8x7b-instruct/README.md"}},{"before":"bda78696a9e200d0156fbab116f77ae57ebf4034","after":"e14be980b976ee92c2205aeca10559212e69a74d","ref":"refs/heads/update-readme-guided-format","pushedAt":"2024-04-12T02:43:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"larme","name":"Zhao Shenyang","path":"/larme","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/66847?s=80&v=4"},"commit":{"message":"Update solar-10.7b-instruct/README.md\n\nCo-authored-by: Sherlock Xu <65327072+Sherlock113@users.noreply.github.com>","shortMessageHtmlLink":"Update solar-10.7b-instruct/README.md"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUsZPVwA","startCursor":null,"endCursor":null}},"title":"Activity ยท bentoml/BentoVLLM"}