{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":717168518,"defaultBranch":"main","name":"modelbench","ownerLogin":"mlcommons","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-10T18:03:49.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/67760141?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716567600.0","currentOid":""},"activityList":{"items":[{"before":"91f71f5d54eacf3ab01baeee268af9e013b64aa4","after":"148895019d681a335e766bb846fd819d3f411880","ref":"refs/heads/main","pushedAt":"2024-05-24T17:24:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"add ability to run new/multiple benchmarks (#376)","shortMessageHtmlLink":"add ability to run new/multiple benchmarks (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315774733\" data-permission-text=\"Title is private\" data-url=\"https://github.com/mlcommons/modelbench/issues/376\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/mlcommons/modelbench/pull/376/hovercard\" href=\"https://github.com/mlcommons/modelbench/pull/376\">#376</a>)"}},{"before":null,"after":"4a9095b345b6a838ba660c538b2832892bca1831","ref":"refs/heads/generic-report","pushedAt":"2024-05-24T16:20:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bkorycki","name":"Barbara Korycki","path":"/bkorycki","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12498420?s=80&v=4"},"commit":{"message":"Reverse generic arg and update html","shortMessageHtmlLink":"Reverse generic arg and update html"}},{"before":null,"after":"8b68c210b1161ce7bca00731b83d45277c8ccdcc","ref":"refs/heads/ability-to-run-new-benchmark","pushedAt":"2024-05-24T16:16:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"add ability to run new/multiple benchmarks","shortMessageHtmlLink":"add ability to run new/multiple benchmarks"}},{"before":null,"after":"204ba4195a771c9b127c83ece7db3547a6026a8d","ref":"refs/heads/dependabot/pip/pytest-8.2.1","pushedAt":"2024-05-20T23:56:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"---\nupdated-dependencies:\n- dependency-name: pytest\n  dependency-type: direct:development\n  update-type: version-update:semver-patch\n...\n\nSigned-off-by: dependabot[bot] <support@github.com>","shortMessageHtmlLink":"---"}},{"before":"68dd857ee065c32e1fe09ebffd5292da59e9ee60","after":"91f71f5d54eacf3ab01baeee268af9e013b64aa4","ref":"refs/heads/main","pushedAt":"2024-05-17T18:54:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Update failed-scheduled-issue.md (#372)\n\nNow it points to the right repo","shortMessageHtmlLink":"Update failed-scheduled-issue.md (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2302880903\" data-permission-text=\"Title is private\" data-url=\"https://github.com/mlcommons/modelbench/issues/372\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/mlcommons/modelbench/pull/372/hovercard\" href=\"https://github.com/mlcommons/modelbench/pull/372\">#372</a>)"}},{"before":"950a4168cc416c554e492c4fc8b81b04f483f049","after":null,"ref":"refs/heads/doc-for-suts","pushedAt":"2024-05-17T16:36:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"}},{"before":"3e241756d0c7553ced4193a5e7ded761c26b08ea","after":"68dd857ee065c32e1fe09ebffd5292da59e9ee60","ref":"refs/heads/main","pushedAt":"2024-05-17T16:36:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"Docs for SUTs (#369)\n\n* Add tutorial for the simplest way to add a new SUT to ModelBench. Note: this will not work with the version of ModelBench on PyPi. We will have to do a release. If you want to test this, install either from this branch in Git or from your local filesystem.\r\n\r\n* fix spelling error and link to add-a-sut.md from README.md.","shortMessageHtmlLink":"Docs for SUTs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2300448512\" data-permission-text=\"Title is private\" data-url=\"https://github.com/mlcommons/modelbench/issues/369\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/mlcommons/modelbench/pull/369/hovercard\" href=\"https://github.com/mlcommons/modelbench/pull/369\">#369</a>)"}},{"before":null,"after":"96912764eaa7211203dfe3681802923f1e3fd7e3","ref":"refs/heads/daily-test-fix","pushedAt":"2024-05-17T14:18:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Update failed-scheduled-issue.md\n\nNow it points to the right repo","shortMessageHtmlLink":"Update failed-scheduled-issue.md"}},{"before":"e498b01a9ea226d711864a79109dfed86bc501fd","after":"950a4168cc416c554e492c4fc8b81b04f483f049","ref":"refs/heads/doc-for-suts","pushedAt":"2024-05-17T14:14:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"fix spelling error and link to add-a-sut.md from README.md.","shortMessageHtmlLink":"fix spelling error and link to add-a-sut.md from README.md."}},{"before":"f77618939718320f16a6713cc06322c3c5dfdea1","after":"ad054e1e7372401d5a13dfc89ded6a703b2a0adb","ref":"refs/heads/together-integrated","pushedAt":"2024-05-17T03:42:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Formatting fix.","shortMessageHtmlLink":"Formatting fix."}},{"before":null,"after":"aad84ca0025a8482931a02f78c73619669842089","ref":"refs/heads/parallel-runner","pushedAt":"2024-05-17T03:40:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"A very messy thing that works.","shortMessageHtmlLink":"A very messy thing that works."}},{"before":"3f33b6485ceba94a2acd565084659da4cfac21bf","after":"f77618939718320f16a6713cc06322c3c5dfdea1","ref":"refs/heads/together-integrated","pushedAt":"2024-05-16T23:24:12.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/together-integrated' into together-integrated\n\n# Conflicts:\n#\tsrc/modelbench/run.py","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/together-integrated' into togeth…"}},{"before":null,"after":"3f33b6485ceba94a2acd565084659da4cfac21bf","ref":"refs/heads/together-integrated","pushedAt":"2024-05-16T23:02:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Switch to new Together client.\nMove SafeTest and LlamaGuardAnnotator in from modelbench.","shortMessageHtmlLink":"Switch to new Together client."}},{"before":"abb73d3d1c8050cad1bb1a3e4cc101bbaa729526","after":null,"ref":"refs/heads/dependabot/pip/types-beautifulsoup4-4.12.0.20240511","pushedAt":"2024-05-16T21:16:32.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"79f0cc9ca283f9c87fd4fe8b0618493075a49c12","after":"3e241756d0c7553ced4193a5e7ded761c26b08ea","ref":"refs/heads/main","pushedAt":"2024-05-16T21:16:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"wpietri","name":"William Pietri","path":"/wpietri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/83547?s=80&v=4"},"commit":{"message":"Bump types-beautifulsoup4 from 4.12.0.20240229 to 4.12.0.20240511 (#367)\n\nBumps [types-beautifulsoup4](https://github.com/python/typeshed) from 4.12.0.20240229 to 4.12.0.20240511.\r\n- [Commits](https://github.com/python/typeshed/commits)\r\n\r\n---\r\nupdated-dependencies:\r\n- dependency-name: types-beautifulsoup4\r\n  dependency-type: direct:development\r\n  update-type: version-update:semver-patch\r\n...\r\n\r\nSigned-off-by: dependabot[bot] <support@github.com>\r\nCo-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>","shortMessageHtmlLink":"Bump types-beautifulsoup4 from 4.12.0.20240229 to 4.12.0.20240511 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2294062410\" data-permission-text=\"Title is private\" data-url=\"https://github.com/mlcommons/modelbench/issues/367\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/mlcommons/modelbench/pull/367/hovercard\" href=\"https://github.com/mlcommons/modelbench/pull/367\">#367</a>)"}},{"before":null,"after":"e498b01a9ea226d711864a79109dfed86bc501fd","ref":"refs/heads/doc-for-suts","pushedAt":"2024-05-16T13:33:17.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"Add tutorial for the simplest way to add a new SUT to ModelBench. Note: this will not work with the version of ModelBench on PyPi. We will have to do a release. If you want to test this, install either from this branch in Git or from your local filesystem.","shortMessageHtmlLink":"Add tutorial for the simplest way to add a new SUT to ModelBench. Not…"}},{"before":"7f60387b2ee9b438e8e25beee604b6da1b463ecd","after":null,"ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-14T17:10:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"}},{"before":"150f82ef5fd620bb889cbbb21df1682b944ac32b","after":"79f0cc9ca283f9c87fd4fe8b0618493075a49c12","ref":"refs/heads/main","pushedAt":"2024-05-14T17:10:15.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"Automated Smoke Test (#368)\n\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, maybe?\r\n\r\n* smoke test, probably!","shortMessageHtmlLink":"Automated Smoke Test (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2295713159\" data-permission-text=\"Title is private\" data-url=\"https://github.com/mlcommons/modelbench/issues/368\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/mlcommons/modelbench/pull/368/hovercard\" href=\"https://github.com/mlcommons/modelbench/pull/368\">#368</a>)"}},{"before":"e0c80e001d20e6e179f487787136d3dc7ec5fd78","after":"150f82ef5fd620bb889cbbb21df1682b944ac32b","ref":"refs/heads/main","pushedAt":"2024-05-14T16:38:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nathanw-mlc","name":"Nathan Wasson","path":"/nathanw-mlc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/126016071?s=80&v=4"},"commit":{"message":"Update CODEOWNERS","shortMessageHtmlLink":"Update CODEOWNERS"}},{"before":"685bf242b8757313064e2fcc83c4ea9c766f2e0a","after":"7f60387b2ee9b438e8e25beee604b6da1b463ecd","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-14T14:54:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, probably!","shortMessageHtmlLink":"smoke test, probably!"}},{"before":"15f5c8b6e5c06a75b7456a96eff2ded68e9ad1c0","after":"685bf242b8757313064e2fcc83c4ea9c766f2e0a","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-14T14:32:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"d852ec93b0df610082b46f433650e12acae14c2f","after":"15f5c8b6e5c06a75b7456a96eff2ded68e9ad1c0","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-14T14:08:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"8ec959b1b2ee70c50c60302bf0f41d5952f171c2","after":null,"ref":"refs/heads/dependabot/pip/types-beautifulsoup4-4.12.0.20240504","pushedAt":"2024-05-14T00:04:50.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":null,"after":"abb73d3d1c8050cad1bb1a3e4cc101bbaa729526","ref":"refs/heads/dependabot/pip/types-beautifulsoup4-4.12.0.20240511","pushedAt":"2024-05-14T00:04:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump types-beautifulsoup4 from 4.12.0.20240229 to 4.12.0.20240511\n\nBumps [types-beautifulsoup4](https://github.com/python/typeshed) from 4.12.0.20240229 to 4.12.0.20240511.\n- [Commits](https://github.com/python/typeshed/commits)\n\n---\nupdated-dependencies:\n- dependency-name: types-beautifulsoup4\n  dependency-type: direct:development\n  update-type: version-update:semver-patch\n...\n\nSigned-off-by: dependabot[bot] <support@github.com>","shortMessageHtmlLink":"Bump types-beautifulsoup4 from 4.12.0.20240229 to 4.12.0.20240511"}},{"before":"a54e345727719c74778b5e62c4d41a8a85ac3a27","after":"d852ec93b0df610082b46f433650e12acae14c2f","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T20:20:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"0f99a343914cd426add662bf3faeb2a3e4a9c1ad","after":"a54e345727719c74778b5e62c4d41a8a85ac3a27","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T20:02:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"39e42c85593bd4d0e6a169d69029be85408d8102","after":"0f99a343914cd426add662bf3faeb2a3e4a9c1ad","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T19:57:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"1f9c7b92423c1671ea6c5c5deaa883d84b623a81","after":"39e42c85593bd4d0e6a169d69029be85408d8102","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T17:52:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"9a518efd89048105543d57d2f9459e92291ede03","after":"1f9c7b92423c1671ea6c5c5deaa883d84b623a81","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T17:51:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}},{"before":"d8c03bd27f10e50bc87d3dcecd1aa78e1f682cf8","after":"9a518efd89048105543d57d2f9459e92291ede03","ref":"refs/heads/automated-smoke-test","pushedAt":"2024-05-13T17:50:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dhosterman","name":"Daniel Hosterman","path":"/dhosterman","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3520372?s=80&v=4"},"commit":{"message":"smoke test, maybe?","shortMessageHtmlLink":"smoke test, maybe?"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEU0TDSQA","startCursor":null,"endCursor":null}},"title":"Activity · mlcommons/modelbench"}