{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":654124617,"defaultBranch":"main","name":"opencompass","ownerLogin":"open-compass","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-15T12:42:58.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/143521324?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716564165.0","currentOid":""},"activityList":{"items":[{"before":"608ff5810dd2fea1161acbd936cfb4d6bf4cfb28","after":"9fa80b0f936577e70c1b6861dcc161a37f64787e","ref":"refs/heads/main","pushedAt":"2024-05-27T08:17:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Feat] Update charm summary (#1194)","shortMessageHtmlLink":"[Feat] Update charm summary (#1194)"}},{"before":"07a6dacf33141fdd176c5870574cbba5b73c27e3","after":"608ff5810dd2fea1161acbd936cfb4d6bf4cfb28","ref":"refs/heads/main","pushedAt":"2024-05-27T05:48:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"support CHARM (https://github.com/opendatalab/CHARM) reasoning tasks (#1190)\n\n* support CHARM (https://github.com/opendatalab/CHARM) reasoning tasks\r\n\r\n* fix lint error\r\n\r\n* add dataset card for CHARM\r\n\r\n* minor refactor\r\n\r\n* add txt\r\n\r\n---------\r\n\r\nCo-authored-by: wujiang \r\nCo-authored-by: Leymore ","shortMessageHtmlLink":"support CHARM (https://github.com/opendatalab/CHARM) reasoning tasks (#…"}},{"before":"88c14d3d04b124e0088b9bb98344e8f6078f1535","after":"07a6dacf33141fdd176c5870574cbba5b73c27e3","ref":"refs/heads/main","pushedAt":"2024-05-24T15:30:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"fix length (#1180)","shortMessageHtmlLink":"fix length (#1180)"}},{"before":"749e4cea71b0f2e7293ac1146c88e98c775011bd","after":"88c14d3d04b124e0088b9bb98344e8f6078f1535","ref":"refs/heads/main","pushedAt":"2024-05-24T15:28:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"add support for lmdeploy api judge (#1193)","shortMessageHtmlLink":"add support for lmdeploy api judge (#1193)"}},{"before":"5eb8f14d973a4388d331e6f5e86accbeaa92f33b","after":"749e4cea71b0f2e7293ac1146c88e98c775011bd","ref":"refs/heads/main","pushedAt":"2024-05-24T15:27:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Fix] temporary files using tempfile (#1186)\n\nCo-authored-by: yaoying ","shortMessageHtmlLink":"[Fix] temporary files using tempfile (#1186)"}},{"before":null,"after":"31afe870267de4e216bf56936ae07e027886c5d7","ref":"refs/heads/client","pushedAt":"2024-05-24T15:22:45.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"fix yi-chat template (#1178)","shortMessageHtmlLink":"fix yi-chat template (#1178)"}},{"before":"31afe870267de4e216bf56936ae07e027886c5d7","after":"5eb8f14d973a4388d331e6f5e86accbeaa92f33b","ref":"refs/heads/main","pushedAt":"2024-05-24T15:17:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Fix] Fix drop_gen.py (#1191)\n\nFix the bug in drop_gen: wrong import","shortMessageHtmlLink":"[Fix] Fix drop_gen.py (#1191)"}},{"before":"1448be00e2d83b3a3a8eb05a97075c5bbf2f8e6a","after":"31afe870267de4e216bf56936ae07e027886c5d7","ref":"refs/heads/main","pushedAt":"2024-05-21T10:14:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"fix yi-chat template (#1178)","shortMessageHtmlLink":"fix yi-chat template (#1178)"}},{"before":"2b3d4150f3b036dfb993755847a16e5409dd1a65","after":"1448be00e2d83b3a3a8eb05a97075c5bbf2f8e6a","ref":"refs/heads/main","pushedAt":"2024-05-21T06:45:43.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"Update MathBench (#1176)\n\n* Add Math Evaluation with Judge Model Evaluator\r\n\r\n* Add Math Evaluation with Judge Model Evaluator\r\n\r\n* Add Math Evaluation with Judge Model Evaluator\r\n\r\n* Add Math Evaluation with Judge Model Evaluator\r\n\r\n* Fix Llama-3 meta template\r\n\r\n* Fix MATH with JudgeLM Evaluation\r\n\r\n* Fix MATH with JudgeLM Evaluation\r\n\r\n* Fix MATH with JudgeLM Evaluation\r\n\r\n* Fix MATH with JudgeLM Evaluation\r\n\r\n* Update acclerator\r\n\r\n* Update MathBench\r\n\r\n---------\r\n\r\nCo-authored-by: liuhongwei ","shortMessageHtmlLink":"Update MathBench (#1176)"}},{"before":"296ea599318c852e755d7658ea875972ed941488","after":"2b3d4150f3b036dfb993755847a16e5409dd1a65","ref":"refs/heads/main","pushedAt":"2024-05-21T06:22:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"[Sync] update evaluator (#1175)","shortMessageHtmlLink":"[Sync] update evaluator (#1175)"}},{"before":"5de85406ce0b9990015e4b73878e68b62808c90c","after":"296ea599318c852e755d7658ea875972ed941488","ref":"refs/heads/main","pushedAt":"2024-05-20T06:04:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"Update daily-run-test.yml (#1173)","shortMessageHtmlLink":"Update daily-run-test.yml (#1173)"}},{"before":"2ee18f71dfcc33dc9b8ddd36c0792dac11c77ea1","after":null,"ref":"refs/heads/update_pr_test","pushedAt":"2024-05-20T01:58:34.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"}},{"before":"94eb90569f63800c237f32a35385dff93b43f13a","after":"5de85406ce0b9990015e4b73878e68b62808c90c","ref":"refs/heads/main","pushedAt":"2024-05-17T08:50:59.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Sync] add OC16 entry (#1171)","shortMessageHtmlLink":"[Sync] add OC16 entry (#1171)"}},{"before":"8ea2c404d756a709a885f59bd052b1ada5fbe76d","after":"94eb90569f63800c237f32a35385dff93b43f13a","ref":"refs/heads/main","pushedAt":"2024-05-16T07:32:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"update test workflow (#1167)\n\n* Update pr-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update pr-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update oc_score_baseline.yaml\r\n\r\n* Update daily-run-test.yml\r\n\r\n* Update oc_score_assert.py\r\n\r\n---------\r\n\r\nCo-authored-by: zhulin1 ","shortMessageHtmlLink":"update test workflow (#1167)"}},{"before":"565897a654f9aad4a21818355902833dff388c39","after":"2ee18f71dfcc33dc9b8ddd36c0792dac11c77ea1","ref":"refs/heads/update_pr_test","pushedAt":"2024-05-16T07:24:49.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"e07ea1d80f4f82a91f330d751121b65c0411d3cd","after":"565897a654f9aad4a21818355902833dff388c39","ref":"refs/heads/update_pr_test","pushedAt":"2024-05-16T06:10:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update oc_score_assert.py","shortMessageHtmlLink":"Update oc_score_assert.py"}},{"before":"843ce071ed86f057fde5f47d4ed59f40ac5b62fa","after":"e07ea1d80f4f82a91f330d751121b65c0411d3cd","ref":"refs/heads/update_pr_test","pushedAt":"2024-05-16T04:47:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update daily-run-test.yml","shortMessageHtmlLink":"Update daily-run-test.yml"}},{"before":"40f1cebef5bc333b82918078467a97c9e3d6bf28","after":"843ce071ed86f057fde5f47d4ed59f40ac5b62fa","ref":"refs/heads/update_pr_test","pushedAt":"2024-05-16T04:47:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update oc_score_baseline.yaml","shortMessageHtmlLink":"Update oc_score_baseline.yaml"}},{"before":"8ea2c404d756a709a885f59bd052b1ada5fbe76d","after":null,"ref":"refs/heads/reproduce_test","pushedAt":"2024-05-16T02:45:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"}},{"before":null,"after":"8ea2c404d756a709a885f59bd052b1ada5fbe76d","ref":"refs/heads/reproduce_test","pushedAt":"2024-05-16T02:42:43.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"[Feat] enable HuggingFacewithChatTemplate with --accelerator via cli (#1163)\n\n* enable HuggingFacewithChatTemplate with --accelerator via cli\r\n\r\n* rm vllm_internlm2_chat_7b","shortMessageHtmlLink":"[Feat] enable HuggingFacewithChatTemplate with --accelerator via cli (#…"}},{"before":"63712f5dd69c9fac2c48cca2dd4f928068372255","after":null,"ref":"refs/heads/zhulinJulia24-patch-2","pushedAt":"2024-05-16T02:41:28.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"}},{"before":"02340ddd2010afdbcd5ee768e25ce0a13c2a16ef","after":null,"ref":"refs/heads/zhulinJulia24-patch-1","pushedAt":"2024-05-16T02:41:25.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"}},{"before":"e3c0448bbc962ef6856055e4c6d45b00565cca7e","after":"8ea2c404d756a709a885f59bd052b1ada5fbe76d","ref":"refs/heads/main","pushedAt":"2024-05-15T13:51:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Feat] enable HuggingFacewithChatTemplate with --accelerator via cli (#1163)\n\n* enable HuggingFacewithChatTemplate with --accelerator via cli\r\n\r\n* rm vllm_internlm2_chat_7b","shortMessageHtmlLink":"[Feat] enable HuggingFacewithChatTemplate with --accelerator via cli (#…"}},{"before":null,"after":"63712f5dd69c9fac2c48cca2dd4f928068372255","ref":"refs/heads/zhulinJulia24-patch-2","pushedAt":"2024-05-15T06:58:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update daily-run-test.yml","shortMessageHtmlLink":"Update daily-run-test.yml"}},{"before":"f10dd48f9c75cb64dfb8ff7812c13ebc1826850d","after":"e3c0448bbc962ef6856055e4c6d45b00565cca7e","ref":"refs/heads/main","pushedAt":"2024-05-15T06:31:47.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"Update accelerator (#1152)\n\n* Update acclerator\r\n\r\n* update run\r\n\r\n---------\r\n\r\nCo-authored-by: liuhongwei \r\nCo-authored-by: Fengzhe Zhou ","shortMessageHtmlLink":"Update accelerator (#1152)"}},{"before":"80f831b425a7312e4580cbd2361187b5a0f1df42","after":"f10dd48f9c75cb64dfb8ff7812c13ebc1826850d","ref":"refs/heads/main","pushedAt":"2024-05-15T06:10:33.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Fix] Update stop_words in huggingface_above_v4_33 (#1160)","shortMessageHtmlLink":"[Fix] Update stop_words in huggingface_above_v4_33 (#1160)"}},{"before":"8a8987be0b3bdf425541bdb83cd560d219d0a093","after":"80f831b425a7312e4580cbd2361187b5a0f1df42","ref":"refs/heads/main","pushedAt":"2024-05-15T05:48:29.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Leymore","name":"Fengzhe Zhou","path":"/Leymore","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17680578?s=80&v=4"},"commit":{"message":"[Fix] use ProcessPoolExecutor during mbpp eval (#1159)","shortMessageHtmlLink":"[Fix] use ProcessPoolExecutor during mbpp eval (#1159)"}},{"before":"62dbf047086fe9c9ee950a06168f88283ebadcee","after":"8a8987be0b3bdf425541bdb83cd560d219d0a093","ref":"refs/heads/main","pushedAt":"2024-05-15T05:31:29.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"bittersweet1999","name":null,"path":"/bittersweet1999","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/148421775?s=80&v=4"},"commit":{"message":"fix arenahard summarizer (#1154)\n\nCo-authored-by: Leymore ","shortMessageHtmlLink":"fix arenahard summarizer (#1154)"}},{"before":null,"after":"02340ddd2010afdbcd5ee768e25ce0a13c2a16ef","ref":"refs/heads/zhulinJulia24-patch-1","pushedAt":"2024-05-15T02:01:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update daily-run-test.yml","shortMessageHtmlLink":"Update daily-run-test.yml"}},{"before":"a8aa5c65d69e946f680467230a57708f5dbdcdde","after":"40f1cebef5bc333b82918078467a97c9e3d6bf28","ref":"refs/heads/update_pr_test","pushedAt":"2024-05-14T14:43:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhulinJulia24","name":null,"path":"/zhulinJulia24","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/145004780?s=80&v=4"},"commit":{"message":"Update daily-run-test.yml","shortMessageHtmlLink":"Update daily-run-test.yml"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEVKTm6wA","startCursor":null,"endCursor":null}},"title":"Activity · open-compass/opencompass"}