{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":663157481,"defaultBranch":"main","name":"benchllm","ownerLogin":"v7labs","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-07-06T17:22:24.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/31680001?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1691773449.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"61a0a08895ffb28a81c50cdcf840b10a2396fe54","ref":"refs/heads/pipe","pushedAt":"2023-08-11T17:04:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"added PipeEvaluator to run fast and cheap Evaluator first with expensive ones as backup","shortMessageHtmlLink":"added PipeEvaluator to run fast and cheap Evaluator first with expens…"}},{"before":"78c9f6cc0ebf8766a900a61d0006ddf3ac6b7634","after":null,"ref":"refs/heads/embedding","pushedAt":"2023-07-20T13:17:43.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"}},{"before":"37f226a1c2ef2187146fbad007d4ff8c34417782","after":null,"ref":"refs/heads/version_0_3_0","pushedAt":"2023-07-20T12:40:31.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"}},{"before":"6c37a964d730446acc93ac5421c84eb4d32565f7","after":"0b9d133a531538270e447b1e7ee1b8bb710a4061","ref":"refs/heads/main","pushedAt":"2023-07-20T12:40:27.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Bump version to v0.3.0 and added some examples to readme (#7)","shortMessageHtmlLink":"Bump version to v0.3.0 and added some examples to readme (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1813673534\" data-permission-text=\"Title is private\" data-url=\"https://github.com/v7labs/benchllm/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/v7labs/benchllm/pull/7/hovercard\" href=\"https://github.com/v7labs/benchllm/pull/7\">#7</a>)"}},{"before":"ac7007e82369861b331a2b2516b82ccf2833436c","after":"37f226a1c2ef2187146fbad007d4ff8c34417782","ref":"refs/heads/version_0_3_0","pushedAt":"2023-07-20T11:00:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Update README.md\n\nCo-authored-by: Andrea Azzini <and.azzini@gmail.com>","shortMessageHtmlLink":"Update README.md"}},{"before":null,"after":"ac7007e82369861b331a2b2516b82ccf2833436c","ref":"refs/heads/version_0_3_0","pushedAt":"2023-07-20T10:35:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"bump version and added some examples to readme","shortMessageHtmlLink":"bump version and added some examples to readme"}},{"before":"2b5e6e2c7041f609311a2c352eff03b073426b7f","after":null,"ref":"refs/heads/embedding-evaluator","pushedAt":"2023-07-20T10:14:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"}},{"before":"679c8f52aedb9b4cdf5d456a50d1d932d1cb9aac","after":"6c37a964d730446acc93ac5421c84eb4d32565f7","ref":"refs/heads/main","pushedAt":"2023-07-20T10:14:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Evaluators now return candidates with a score, adding embedding distance (#6)","shortMessageHtmlLink":"Evaluators now return candidates with a score, adding embedding dista…"}},{"before":"9b72f5d8c4c710cbb93cdfbef3da3989e1a8a1b0","after":"2b5e6e2c7041f609311a2c352eff03b073426b7f","ref":"refs/heads/embedding-evaluator","pushedAt":"2023-07-20T10:07:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"review feedback","shortMessageHtmlLink":"review feedback"}},{"before":"c461d67952e8a02cb09e341f586ef1ddcd3c5ef9","after":"9b72f5d8c4c710cbb93cdfbef3da3989e1a8a1b0","ref":"refs/heads/embedding-evaluator","pushedAt":"2023-07-20T10:07:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Update benchllm/evaluator/__init__.py\n\nCo-authored-by: Andrea Azzini <and.azzini@gmail.com>","shortMessageHtmlLink":"Update benchllm/evaluator/__init__.py"}},{"before":null,"after":"c461d67952e8a02cb09e341f586ef1ddcd3c5ef9","ref":"refs/heads/embedding-evaluator","pushedAt":"2023-07-19T21:30:31.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"evaluators now return candidates with a score, adding embedding distance evaluator","shortMessageHtmlLink":"evaluators now return candidates with a score, adding embedding dista…"}},{"before":"a8c4e1abe7906d333b398495285dc6abef5c2b46","after":null,"ref":"refs/heads/basic-caching","pushedAt":"2023-07-19T20:54:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"}},{"before":"328389b79b846e85d9af723581b6def43f614439","after":null,"ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T20:52:48.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"andreaazzini","name":"Andrea Azzini","path":"/andreaazzini","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8004379?s=80&v=4"}},{"before":"39339930ade63e35f9f777d92f8f243224fc6f66","after":"679c8f52aedb9b4cdf5d456a50d1d932d1cb9aac","ref":"refs/heads/main","pushedAt":"2023-07-19T20:52:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"andreaazzini","name":"Andrea Azzini","path":"/andreaazzini","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8004379?s=80&v=4"},"commit":{"message":"Support for mocking functions in test YMLs (#4)","shortMessageHtmlLink":"Support for mocking functions in test YMLs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1812634993\" data-permission-text=\"Title is private\" data-url=\"https://github.com/v7labs/benchllm/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/v7labs/benchllm/pull/4/hovercard\" href=\"https://github.com/v7labs/benchllm/pull/4\">#4</a>)"}},{"before":"f060489afc235deecd6cbcf9301a498ba4fe563a","after":null,"ref":"refs/heads/multi-test-per-file","pushedAt":"2023-07-19T20:47:41.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"andreaazzini","name":"Andrea Azzini","path":"/andreaazzini","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8004379?s=80&v=4"}},{"before":"7a1c240dac1ea0a6972766e3dfb80c9e3e634dc9","after":"39339930ade63e35f9f777d92f8f243224fc6f66","ref":"refs/heads/main","pushedAt":"2023-07-19T20:47:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"andreaazzini","name":"Andrea Azzini","path":"/andreaazzini","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8004379?s=80&v=4"},"commit":{"message":"Allow for multiple test functions in a single Python file (#5)","shortMessageHtmlLink":"Allow for multiple test functions in a single Python file (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1812700356\" data-permission-text=\"Title is private\" data-url=\"https://github.com/v7labs/benchllm/issues/5\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/v7labs/benchllm/pull/5/hovercard\" href=\"https://github.com/v7labs/benchllm/pull/5\">#5</a>)"}},{"before":null,"after":"f060489afc235deecd6cbcf9301a498ba4fe563a","ref":"refs/heads/multi-test-per-file","pushedAt":"2023-07-19T20:43:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"allow for multiple test function in one python file","shortMessageHtmlLink":"allow for multiple test function in one python file"}},{"before":"2c472c744cd320081fdcc9b2dda69082e00e7c1f","after":"328389b79b846e85d9af723581b6def43f614439","ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T20:16:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"remove unused field on Evaluation","shortMessageHtmlLink":"remove unused field on Evaluation"}},{"before":"5371465f017b3cd161779dcae956b995cc5b21a3","after":"2c472c744cd320081fdcc9b2dda69082e00e7c1f","ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T20:15:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"extracted setup_mocks from main Tester function","shortMessageHtmlLink":"extracted setup_mocks from main Tester function"}},{"before":"c7f33377fb824006c1d3be0055678817335a0a8d","after":"5371465f017b3cd161779dcae956b995cc5b21a3","ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T20:04:22.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"removed unused __init__","shortMessageHtmlLink":"removed unused __init__"}},{"before":"a8c2706e023cfa02e8815088c25c102f4160face","after":"c7f33377fb824006c1d3be0055678817335a0a8d","ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T20:00:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"default value for calls in Predication","shortMessageHtmlLink":"default value for calls in Predication"}},{"before":null,"after":"a8c2706e023cfa02e8815088c25c102f4160face","ref":"refs/heads/llm-functions-api","pushedAt":"2023-07-19T19:52:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"support for mocking functions in test ymls","shortMessageHtmlLink":"support for mocking functions in test ymls"}},{"before":"4846f5d92dd64ddc14bd33831813fee8b65fcfa8","after":null,"ref":"refs/heads/v0.2.0","pushedAt":"2023-07-13T15:32:58.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"}},{"before":"9f5275d16081941c75a4c8d78f65fcafb35752e4","after":"7a1c240dac1ea0a6972766e3dfb80c9e3e634dc9","ref":"refs/heads/main","pushedAt":"2023-07-13T15:32:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Bumped Version to 0.2 (#3)\n\n* bumped version and added min pip version to readme","shortMessageHtmlLink":"Bumped Version to 0.2 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1803230646\" data-permission-text=\"Title is private\" data-url=\"https://github.com/v7labs/benchllm/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/v7labs/benchllm/pull/3/hovercard\" href=\"https://github.com/v7labs/benchllm/pull/3\">#3</a>)"}},{"before":"1d425b811c98658a0309afeb1d5107f7e698dcf7","after":"4846f5d92dd64ddc14bd33831813fee8b65fcfa8","ref":"refs/heads/v0.2.0","pushedAt":"2023-07-13T15:07:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"add space in readme","shortMessageHtmlLink":"add space in readme"}},{"before":null,"after":"1d425b811c98658a0309afeb1d5107f7e698dcf7","ref":"refs/heads/v0.2.0","pushedAt":"2023-07-13T15:05:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"updated readme and version number","shortMessageHtmlLink":"updated readme and version number"}},{"before":null,"after":"78c9f6cc0ebf8766a900a61d0006ddf3ac6b7634","ref":"refs/heads/embedding","pushedAt":"2023-07-13T15:04:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"basic embedding","shortMessageHtmlLink":"basic embedding"}},{"before":"703ca1e927fea633167225036740aacd07befb1c","after":"9f5275d16081941c75a4c8d78f65fcafb35752e4","ref":"refs/heads/main","pushedAt":"2023-07-10T14:39:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"Added two new caches: FileCache, MemoryCache plus more tests\n\n* added two new caches: FileCache, MemoryCache\r\n* raise if similarity gets unexpected response\r\n* updated interactive mode and added test cases\r\n* updated web to work with Evaluator.Match\r\n* separated evaluator classes into sub files","shortMessageHtmlLink":"Added two new caches: FileCache, MemoryCache plus more tests"}},{"before":"6616233fad2a2c7ed87227debd40a74a4b14c2be","after":"a8c4e1abe7906d333b398495285dc6abef5c2b46","ref":"refs/heads/basic-caching","pushedAt":"2023-07-08T20:57:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"switch from TempFile to TempDir to fix windows test permission issue","shortMessageHtmlLink":"switch from TempFile to TempDir to fix windows test permission issue"}},{"before":"bc60e45859cd989789cd0953d8ab137c1f2b57d7","after":"6616233fad2a2c7ed87227debd40a74a4b14c2be","ref":"refs/heads/basic-caching","pushedAt":"2023-07-08T19:50:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"simedw","name":"Simon Edwardsson","path":"/simedw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/102537?s=80&v=4"},"commit":{"message":"separated evaluator classes into sub files","shortMessageHtmlLink":"separated evaluator classes into sub files"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADaQXTZAA","startCursor":null,"endCursor":null}},"title":"Activity · v7labs/benchllm"}