{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":735090310,"defaultBranch":"main","name":"reward-bench","ownerLogin":"allenai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-23T16:20:07.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/5667695?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716400355.0","currentOid":""},"activityList":{"items":[{"before":"2eacee876f116b93fba17f9e9cb88389b070c08c","after":"085140203c795074f5f4fcb1554e272b6b546523","ref":"refs/heads/main","pushedAt":"2024-05-24T20:11:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Add ArmoRM to RewardBench (#135)","shortMessageHtmlLink":"Add ArmoRM to RewardBench (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2314280324\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/135\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/135/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/135\">#135</a>)"}},{"before":"f87a336fbd643f888e1a6d453ba546b4565f8eaf","after":"2eacee876f116b93fba17f9e9cb88389b070c08c","ref":"refs/heads/main","pushedAt":"2024-05-22T18:36:02.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Fixes to analysis scripts (#131)","shortMessageHtmlLink":"Fixes to analysis scripts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2304846512\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/131\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/131/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/131\">#131</a>)"}},{"before":"9423d132c04a3a2118a1490d9d674753b4cacd21","after":"a6176f390607365a33dc71a0782fe71178fc46d2","ref":"refs/heads/gemini","pushedAt":"2024-05-22T18:33:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"up","shortMessageHtmlLink":"up"}},{"before":"eb1fdf5009e1407a3eedfe449a1bff9f97902acd","after":"9423d132c04a3a2118a1490d9d674753b4cacd21","ref":"refs/heads/gemini","pushedAt":"2024-05-22T17:53:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"style","shortMessageHtmlLink":"style"}},{"before":null,"after":"eb1fdf5009e1407a3eedfe449a1bff9f97902acd","ref":"refs/heads/gemini","pushedAt":"2024-05-22T17:52:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"up","shortMessageHtmlLink":"up"}},{"before":null,"after":"3fa8b6843d268ec741a4782723ac6400f294aa59","ref":"refs/heads/dpo_models","pushedAt":"2024-05-20T17:14:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"init","shortMessageHtmlLink":"init"}},{"before":"cb3086240cc428e28c15b73cb384cf5681363175","after":"7afa97a1b5b0dd5afc96089db35ba8f9122c04b5","ref":"refs/heads/improve_analysis","pushedAt":"2024-05-20T17:05:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"nit","shortMessageHtmlLink":"nit"}},{"before":"91cf8e10bda26c1c3e2ba6db286d1dae476c70b6","after":"cb3086240cc428e28c15b73cb384cf5681363175","ref":"refs/heads/improve_analysis","pushedAt":"2024-05-20T00:14:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"log header","shortMessageHtmlLink":"log header"}},{"before":null,"after":"91cf8e10bda26c1c3e2ba6db286d1dae476c70b6","ref":"refs/heads/improve_analysis","pushedAt":"2024-05-20T00:11:11.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"init","shortMessageHtmlLink":"init"}},{"before":"60faba7312b818443b2397fd8e617b8a5530c3f2","after":"f87a336fbd643f888e1a6d453ba546b4565f8eaf","ref":"refs/heads/main","pushedAt":"2024-05-19T22:07:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Mixed bag of fixes / updates (#129)","shortMessageHtmlLink":"Mixed bag of fixes / updates (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2304403308\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/129\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/129/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/129\">#129</a>)"}},{"before":"d14eb06a8bba35f2200dfb2c9f7f6a54cef5577e","after":"be9b1d6076f41e650d8ad93085c4dbee5dd263e0","ref":"refs/heads/nits05","pushedAt":"2024-05-19T05:39:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":"344bbb48b13f3145b3287b8516979b054460f83f","after":"d14eb06a8bba35f2200dfb2c9f7f6a54cef5577e","ref":"refs/heads/nits05","pushedAt":"2024-05-19T04:53:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"bugfix","shortMessageHtmlLink":"bugfix"}},{"before":"b79ed226cc4592c56bac6a050fa2ad91a70012cf","after":"344bbb48b13f3145b3287b8516979b054460f83f","ref":"refs/heads/nits05","pushedAt":"2024-05-19T04:39:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"fix map","shortMessageHtmlLink":"fix map"}},{"before":"38075ab5c212388fdab7410aa2ace3fc646795f1","after":"b79ed226cc4592c56bac6a050fa2ad91a70012cf","ref":"refs/heads/nits05","pushedAt":"2024-05-19T04:33:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"fixes","shortMessageHtmlLink":"fixes"}},{"before":"6bf055688496b789f0301ba89762a896d1f7787f","after":"38075ab5c212388fdab7410aa2ace3fc646795f1","ref":"refs/heads/nits05","pushedAt":"2024-05-19T03:58:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"24117195c5bf6315bb4b98b2b2fda4618a66edd9","after":"6bf055688496b789f0301ba89762a896d1f7787f","ref":"refs/heads/nits05","pushedAt":"2024-05-19T03:57:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"clean dockerfile","shortMessageHtmlLink":"clean dockerfile"}},{"before":"99af656ed3cee9a42bdc30ba2d6d22d0f7e3ef68","after":"24117195c5bf6315bb4b98b2b2fda4618a66edd9","ref":"refs/heads/nits05","pushedAt":"2024-05-19T03:55:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"comment","shortMessageHtmlLink":"comment"}},{"before":"75c6ac60a93a1979cb25e160e8701977ad55eda0","after":"99af656ed3cee9a42bdc30ba2d6d22d0f7e3ef68","ref":"refs/heads/nits05","pushedAt":"2024-05-19T03:41:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"add prometheus 2","shortMessageHtmlLink":"add prometheus 2"}},{"before":null,"after":"75c6ac60a93a1979cb25e160e8701977ad55eda0","ref":"refs/heads/nits05","pushedAt":"2024-05-19T03:11:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"add model support, fixes","shortMessageHtmlLink":"add model support, fixes"}},{"before":"ad38d6756b326fbb6724dae9789d7de7a2289657","after":"60faba7312b818443b2397fd8e617b8a5530c3f2","ref":"refs/heads/main","pushedAt":"2024-05-16T14:32:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"update the __call__ for slicpairpm (#128)","shortMessageHtmlLink":"update the __call__ for slicpairpm (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2296637040\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/128\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/128/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/128\">#128</a>)"}},{"before":"e3fe63f670bb1fbd7db1da9d904831d2d47279b6","after":"ad38d6756b326fbb6724dae9789d7de7a2289657","ref":"refs/heads/main","pushedAt":"2024-05-14T13:54:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"[Add Model] Pairwise Preference Model (#123)\n\nCo-authored-by: Nathan Lambert <nathanl@allenai.org>","shortMessageHtmlLink":"[Add Model] Pairwise Preference Model (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2287498642\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/123\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/123/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/123\">#123</a>)"}},{"before":"380b914758f4527f54be0ef1b4f5885bc0d23ec9","after":"e3fe63f670bb1fbd7db1da9d904831d2d47279b6","ref":"refs/heads/main","pushedAt":"2024-05-13T16:42:28.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Improve run_generative documentation + add to pip (#124)","shortMessageHtmlLink":"Improve run_generative documentation + add to pip (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2290604660\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/124\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/124/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/124\">#124</a>)"}},{"before":"a7cf68b5923d42cc16f3a1fa2d9b2b863d140866","after":"380b914758f4527f54be0ef1b4f5885bc0d23ec9","ref":"refs/heads/main","pushedAt":"2024-05-13T15:47:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Update pip Installation Command (#126)","shortMessageHtmlLink":"Update pip Installation Command (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2291910311\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/126\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/126/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/126\">#126</a>)"}},{"before":"c94988a791c07536d39de7acae732d8f38bd13a1","after":"2a492a471195f86ea5da230ad18226be33bdc293","ref":"refs/heads/multi_gpu_rm","pushedAt":"2024-05-11T03:34:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"docs fix","shortMessageHtmlLink":"docs fix"}},{"before":null,"after":"c94988a791c07536d39de7acae732d8f38bd13a1","ref":"refs/heads/multi_gpu_rm","pushedAt":"2024-05-11T03:11:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"init","shortMessageHtmlLink":"init"}},{"before":"52356ccb6500f81bec8a01be8f7b90896a334388","after":"e7524571b9e4b50bcaf9f7991ffbb7acb54384e3","ref":"refs/heads/package_generative","pushedAt":"2024-05-11T02:31:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"bump version","shortMessageHtmlLink":"bump version"}},{"before":"a7cf68b5923d42cc16f3a1fa2d9b2b863d140866","after":"52356ccb6500f81bec8a01be8f7b90896a334388","ref":"refs/heads/package_generative","pushedAt":"2024-05-11T02:30:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"init","shortMessageHtmlLink":"init"}},{"before":null,"after":"a7cf68b5923d42cc16f3a1fa2d9b2b863d140866","ref":"refs/heads/package_generative","pushedAt":"2024-05-11T02:29:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Make RewardBench pip installable + runable! (#121)","shortMessageHtmlLink":"Make RewardBench pip installable + runable! (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2278576165\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/121\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/121/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/121\">#121</a>)"}},{"before":"79e594332ef09638b66346b0c103dabd4c90cfc4","after":"a7cf68b5923d42cc16f3a1fa2d9b2b863d140866","ref":"refs/heads/main","pushedAt":"2024-05-05T18:32:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"Make RewardBench pip installable + runable! (#121)","shortMessageHtmlLink":"Make RewardBench pip installable + runable! (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2278576165\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/reward-bench/issues/121\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/reward-bench/pull/121/hovercard\" href=\"https://github.com/allenai/reward-bench/pull/121\">#121</a>)"}},{"before":"7fe90b738309ec7ce720af4344554810be7d2447","after":"fe66b3f89b4d992bce47df50a40c48755bf98246","ref":"refs/heads/package","pushedAt":"2024-05-04T14:11:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"bump release for torch in depencency","shortMessageHtmlLink":"bump release for torch in depencency"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEU1_b1QA","startCursor":null,"endCursor":null}},"title":"Activity · allenai/reward-bench"}