{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":651622038,"defaultBranch":"main","name":"open-instruct","ownerLogin":"allenai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-09T16:50:38.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/5667695?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1715213679.0","currentOid":""},"activityList":{"items":[{"before":"aa29913c9f4d30df2a725b67c5d0e2d1a470e081","after":"c8577186d54eb05a7132e01f8b104c9773ad2fd7","ref":"refs/heads/main","pushedAt":"2024-05-25T17:30:37.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"Merge pull request #139 from allenai/hamishivi-aeval-06\n\nBump AlpacaEval to 0.6, add AlpacaEval 2","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2228611889\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/139\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/139/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/139\">#139</a> from allenai/hamishivi-aeval-06"}},{"before":"bbd0dd29687fa87467e2b399f9b8bf2ec3d523c9","after":"6f439700e9801f385f9078c1e4cae130f70564c2","ref":"refs/heads/hamishivi-aeval-06","pushedAt":"2024-05-25T15:50:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"bump alpaca eval","shortMessageHtmlLink":"bump alpaca eval"}},{"before":"ef9ba1f4296590eb6552fbfeaff9f8004971242a","after":"3d5e73bc7df4edd456368b336a444dd1f671a903","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-24T22:04:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"bec9bed32c9ac4ef642b345121d26c2f80ac4ea6","after":"aa29913c9f4d30df2a725b67c5d0e2d1a470e081","ref":"refs/heads/main","pushedAt":"2024-05-24T21:54:01.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"Merge pull request #164 from mickelliu/main\n\nupdate submit_eval_jobs.py","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2303734963\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/164\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/164/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/164\">#164</a> from mickelliu/main"}},{"before":"ccac54f5188ff444ce64f5673f60ec78d658cf85","after":"ef9ba1f4296590eb6552fbfeaff9f8004971242a","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-20T23:57:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"37eb8ae226e8521786c623db3ad8898b484025ce","after":"ccac54f5188ff444ce64f5673f60ec78d658cf85","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-18T17:26:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"5d71dd53a689dac60426a644501278c82819e0d7","after":"37eb8ae226e8521786c623db3ad8898b484025ce","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-11T04:36:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"ac716da6b6a6c22e50a555331f84500e286e93ef","after":"bec9bed32c9ac4ef642b345121d26c2f80ac4ea6","ref":"refs/heads/main","pushedAt":"2024-05-09T01:39:06.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Merge pull request #162 from allenai/davidw/70b-flag\n\nRefactor GPU and batch size adjustment code.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2286675480\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/162\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/162/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/162\">#162</a> from allenai/davidw/70b-flag"}},{"before":"5ed304de0a7bb270e4e5910946ff4bbfcfce89b6","after":"71e3a576f2d3aa2706139f11abf6f470d29a8ba1","ref":"refs/heads/davidw/70b-flag","pushedAt":"2024-05-09T00:18:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Fix typo.","shortMessageHtmlLink":"Fix typo."}},{"before":null,"after":"5ed304de0a7bb270e4e5910946ff4bbfcfce89b6","ref":"refs/heads/davidw/70b-flag","pushedAt":"2024-05-09T00:14:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Refactor GPU and batch size adjustment code.","shortMessageHtmlLink":"Refactor GPU and batch size adjustment code."}},{"before":"7b96c0021acb4269d87b0bda60e951b9b443947b","after":"5d71dd53a689dac60426a644501278c82819e0d7","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-07T21:44:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":"all models","shortMessageHtmlLink":"all models"}},{"before":null,"after":"82f17531ee08fd17b1fe25d0e7228b769f7f21e5","ref":"refs/heads/bon-eval","pushedAt":"2024-05-07T21:17:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"commit up some bon stuff","shortMessageHtmlLink":"commit up some bon stuff"}},{"before":"90ceff62130a45d830d873ed47f807d2ab2e61c6","after":"7b96c0021acb4269d87b0bda60e951b9b443947b","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-04T02:52:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"6bc1d3865d1293138115fcb447bf6ce296b170f3","after":"90ceff62130a45d830d873ed47f807d2ab2e61c6","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-02T17:14:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"fe4866bc7792f82a441a2b6af0ebe0856e05e595","after":"6bc1d3865d1293138115fcb447bf6ce296b170f3","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-02T16:56:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":"test slightly bigger batch size","shortMessageHtmlLink":"test slightly bigger batch size"}},{"before":"5e9810a28e80acde89df997f5dfe078db7f1c08a","after":"fe4866bc7792f82a441a2b6af0ebe0856e05e595","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-02T16:37:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":"try offloading","shortMessageHtmlLink":"try offloading"}},{"before":"ef9438ada8d4f6412ff2b4d934f8fbe027a15208","after":"5e9810a28e80acde89df997f5dfe078db7f1c08a","ref":"refs/heads/mod-adapt-evals","pushedAt":"2024-05-02T16:14:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jacob-morrison","name":"Jacob Morrison","path":"/jacob-morrison","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9046664?s=80&v=4"},"commit":{"message":"test config","shortMessageHtmlLink":"test config"}},{"before":null,"after":"ac716da6b6a6c22e50a555331f84500e286e93ef","ref":"refs/heads/llama3_repro_bk","pushedAt":"2024-05-01T16:01:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"baileykuehl","name":"Bailey Kuehl","path":"/baileykuehl","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67339479?s=80&v=4"},"commit":{"message":"Merge pull request #158 from allenai/davidw/fix-gsm-allow-newline\n\nAdd trailing backslash in GSM eval command.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2270541229\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/158\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/158/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/158\">#158</a> from allenai/davidw/fix-gsm-allow-newline"}},{"before":null,"after":"5595872b67513add2facdf866d3da7d594e07ba2","ref":"refs/heads/wandb","pushedAt":"2024-04-30T20:47:17.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"add team saving","shortMessageHtmlLink":"add team saving"}},{"before":"893587982778c88f2d7b5cd2813876f470eaab1b","after":"ac716da6b6a6c22e50a555331f84500e286e93ef","ref":"refs/heads/main","pushedAt":"2024-04-30T17:39:32.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Merge pull request #158 from allenai/davidw/fix-gsm-allow-newline\n\nAdd trailing backslash in GSM eval command.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2270541229\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/158\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/158/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/158\">#158</a> from allenai/davidw/fix-gsm-allow-newline"}},{"before":null,"after":"aabd6e833f3abd70922083df4ada2cfe8dfea0fe","ref":"refs/heads/davidw/fix-gsm-allow-newline","pushedAt":"2024-04-30T05:32:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Add trailing backslash in GSM eval command.\n\nWithout this, when we append `--stop_at_double_newline`, that flag goes\non its own line and bash interprets it as a separate command.","shortMessageHtmlLink":"Add trailing backslash in GSM eval command."}},{"before":"13c40c09bd53ff031cc73cafd4f06636ce852f5e","after":"f660d3b322095cdad1ed3db4330d1b848db91725","ref":"refs/heads/docs","pushedAt":"2024-04-29T22:38:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"up","shortMessageHtmlLink":"up"}},{"before":"f3424591638ed63b31d5869abd867932c359c1ed","after":"893587982778c88f2d7b5cd2813876f470eaab1b","ref":"refs/heads/main","pushedAt":"2024-04-29T19:27:28.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Merge pull request #157 from allenai/davidw/gsm-allow-newline\n\nAdd GSM double-newline flag to submission script.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2269786161\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/157\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/157/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/157\">#157</a> from allenai/davidw/gsm-allow-newline"}},{"before":null,"after":"58f92c8739d4c4219f8b192e04e595b9d97cd90c","ref":"refs/heads/davidw/gsm-allow-newline","pushedAt":"2024-04-29T19:20:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dwadden","name":"David Wadden","path":"/dwadden","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3091916?s=80&v=4"},"commit":{"message":"Add GSM double-newline flag to submission script.","shortMessageHtmlLink":"Add GSM double-newline flag to submission script."}},{"before":null,"after":"4b6bcb2d0e41b7ef56809166766263c765b3a763","ref":"refs/heads/fix_train_data","pushedAt":"2024-04-29T19:02:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"fix wizardlm","shortMessageHtmlLink":"fix wizardlm"}},{"before":"32f0c937944c5bdf498eca966ab48dc012578d04","after":"13c40c09bd53ff031cc73cafd4f06636ce852f5e","ref":"refs/heads/docs","pushedAt":"2024-04-29T17:42:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"clean pr and tweaks","shortMessageHtmlLink":"clean pr and tweaks"}},{"before":"eaeef71b312cf2fc28ac5eb267f188c21788b949","after":"32f0c937944c5bdf498eca966ab48dc012578d04","ref":"refs/heads/docs","pushedAt":"2024-04-29T16:29:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"natolambert","name":"Nathan Lambert","path":"/natolambert","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10695622?s=80&v=4"},"commit":{"message":"nit","shortMessageHtmlLink":"nit"}},{"before":"28badc26482332f60c3bf6be72229e249665ea2f","after":"f3424591638ed63b31d5869abd867932c359c1ed","ref":"refs/heads/main","pushedAt":"2024-04-27T03:22:37.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"Merge pull request #147 from OyvindTafjord/gsm-allow-newline\n\nStop GSM8k generation at double new line","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2238827392\" data-permission-text=\"Title is private\" data-url=\"https://github.com/allenai/open-instruct/issues/147\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/allenai/open-instruct/pull/147/hovercard\" href=\"https://github.com/allenai/open-instruct/pull/147\">#147</a> from OyvindTafjord/gsm-allow-newline"}},{"before":"363e644dc175efabed1f6ba84dd0bd9961d9e116","after":"b6737f623881173cc3d0a481ea9da37ddb4a350e","ref":"refs/heads/mbpp_humaneval_plus","pushedAt":"2024-04-27T03:18:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"fix up generations for humaneval+","shortMessageHtmlLink":"fix up generations for humaneval+"}},{"before":"04a47fc0ac94d1efb26cd028efbe3a788f3619b7","after":"363e644dc175efabed1f6ba84dd0bd9961d9e116","ref":"refs/heads/mbpp_humaneval_plus","pushedAt":"2024-04-26T22:40:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hamishivi","name":"Hamish Ivison","path":"/hamishivi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17692805?s=80&v=4"},"commit":{"message":"add note on code execution flag","shortMessageHtmlLink":"add note on code execution flag"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEU89A7AA","startCursor":null,"endCursor":null}},"title":"Activity · allenai/open-instruct"}