{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":633927609,"defaultBranch":"main","name":"promptfoo","ownerLogin":"promptfoo","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-04-28T15:48:49.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/137907881?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716453982.0","currentOid":""},"activityList":{"items":[{"before":"818f1b3655ea98affa3212b44bfb32a267d33069","after":"69eb47a41a051fb9a2a365fd4e7704cbdb2329f3","ref":"refs/heads/main","pushedAt":"2024-05-24T04:17:39.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"docs: fix typo in local build command (#811)","shortMessageHtmlLink":"docs: fix typo in local build command (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2313962839\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/811\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/promptfoo/promptfoo/pull/811/hovercard\" href=\"https://github.com/promptfoo/promptfoo/pull/811\">#811</a>)"}},{"before":"285dc41e5f6fe9a34ea711c1f795a45353677ee4","after":null,"ref":"refs/heads/hf-api-key-fix","pushedAt":"2024-05-23T08:46:22.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"}},{"before":"3ee6f28dc4797c88d6b8d33eb7a6b4f833a1329f","after":"818f1b3655ea98affa3212b44bfb32a267d33069","ref":"refs/heads/main","pushedAt":"2024-05-23T08:46:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"fix: huggingface api key handling (#809)","shortMessageHtmlLink":"fix: huggingface api key handling (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2312243422\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/809\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/promptfoo/promptfoo/pull/809/hovercard\" href=\"https://github.com/promptfoo/promptfoo/pull/809\">#809</a>)"}},{"before":null,"after":"285dc41e5f6fe9a34ea711c1f795a45353677ee4","ref":"refs/heads/hf-api-key-fix","pushedAt":"2024-05-23T08:05:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"fix: huggingface api key handling","shortMessageHtmlLink":"fix: huggingface api key handling"}},{"before":"72623b6977cbee57d28db574503655befe050842","after":"39cf7a15f13fd35a05af7d3b1cd90187e9dad3a6","ref":"refs/heads/storeOutputAs","pushedAt":"2024-05-23T06:23:57.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"feat: ability to reference previous llm outputs via storeOutputAs","shortMessageHtmlLink":"feat: ability to reference previous llm outputs via storeOutputAs"}},{"before":null,"after":"72623b6977cbee57d28db574503655befe050842","ref":"refs/heads/storeOutputAs","pushedAt":"2024-05-23T06:23:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"feat: ability to reference previous llm outputs via storeOutputAs","shortMessageHtmlLink":"feat: ability to reference previous llm outputs via storeOutputAs"}},{"before":"0a1c3b97bb407e391e00d76c12c2dab9266fa355","after":"3ee6f28dc4797c88d6b8d33eb7a6b4f833a1329f","ref":"refs/heads/main","pushedAt":"2024-05-23T05:54:33.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"docs: restore missing class name (#806)\n\nCo-authored-by: Alex Claydon <alexclaydon@users.noreply.github.com>","shortMessageHtmlLink":"docs: restore missing class name (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2311625342\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/806\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/promptfoo/promptfoo/pull/806/hovercard\" href=\"https://github.com/promptfoo/promptfoo/pull/806\">#806</a>)"}},{"before":"48127390522e748603aad8d1bb04df1f2783d06d","after":"0a1c3b97bb407e391e00d76c12c2dab9266fa355","ref":"refs/heads/main","pushedAt":"2024-05-22T04:50:51.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"feat: support for deep equality check in equals assertion (#805)","shortMessageHtmlLink":"feat: support for deep equality check in equals assertion (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2308370039\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/805\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/promptfoo/promptfoo/pull/805/hovercard\" href=\"https://github.com/promptfoo/promptfoo/pull/805\">#805</a>)"}},{"before":"a613af18913705168eea7ab93dd1b78ac3da162f","after":null,"ref":"refs/heads/adversarial","pushedAt":"2024-05-21T16:59:54.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"}},{"before":"aab0904e975fbe04f23e1d63038e0b52ae611c60","after":"48127390522e748603aad8d1bb04df1f2783d06d","ref":"refs/heads/main","pushedAt":"2024-05-21T16:59:52.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"feat: redteam testset generation (#804)","shortMessageHtmlLink":"feat: redteam testset generation (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2307927706\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/804\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/promptfoo/promptfoo/pull/804/hovercard\" href=\"https://github.com/promptfoo/promptfoo/pull/804\">#804</a>)"}},{"before":"40aa2ee174c09200e83ed104be29cc809ddaa2f3","after":"a613af18913705168eea7ab93dd1b78ac3da162f","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T16:59:45.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"plugins","shortMessageHtmlLink":"plugins"}},{"before":"6c49277503856326edf1b911e08cf9eb98cd187b","after":"40aa2ee174c09200e83ed104be29cc809ddaa2f3","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T16:58:20.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"plugins","shortMessageHtmlLink":"plugins"}},{"before":"584ac64ebb38c8d5f98fa110a77c235b3dc76405","after":"6c49277503856326edf1b911e08cf9eb98cd187b","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T09:01:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"plugins","shortMessageHtmlLink":"plugins"}},{"before":"97fbb565bbe885ff466a9128393d7245a37eca53","after":"584ac64ebb38c8d5f98fa110a77c235b3dc76405","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T07:53:42.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"promptfoo","shortMessageHtmlLink":"promptfoo"}},{"before":"a51b21bc83d7945a07f22e3f30fcacfa5c9b3dbe","after":"97fbb565bbe885ff466a9128393d7245a37eca53","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T06:11:31.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"promptfoo","shortMessageHtmlLink":"promptfoo"}},{"before":"6cf39faa4f2a22513a1c71017a07d6089ab88600","after":"aab0904e975fbe04f23e1d63038e0b52ae611c60","ref":"refs/heads/main","pushedAt":"2024-05-21T05:46:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"docs: fix indentation","shortMessageHtmlLink":"docs: fix indentation"}},{"before":"77f3ae1e3be2cd172b248a20b392b068a280b23e","after":"a51b21bc83d7945a07f22e3f30fcacfa5c9b3dbe","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T04:14:29.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"promptfoo","shortMessageHtmlLink":"promptfoo"}},{"before":"837c8bb9314213a8ee78b8a023374920b4bcae54","after":"77f3ae1e3be2cd172b248a20b392b068a280b23e","ref":"refs/heads/adversarial","pushedAt":"2024-05-21T04:10:16.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"promptfoo","shortMessageHtmlLink":"promptfoo"}},{"before":"32e5971ebbe8cb07b0eac6eb759e63ecd3705d4d","after":"837c8bb9314213a8ee78b8a023374920b4bcae54","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T23:13:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"promptfoo","shortMessageHtmlLink":"promptfoo"}},{"before":"c096fe2e52d6cf3828f892103ebf4eacc2ae1092","after":"32e5971ebbe8cb07b0eac6eb759e63ecd3705d4d","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T23:11:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"tsconfig","shortMessageHtmlLink":"tsconfig"}},{"before":"af20dfddd41222a194e7d38a318b4b8e292c4eb7","after":"c096fe2e52d6cf3828f892103ebf4eacc2ae1092","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T23:10:53.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"WIP","shortMessageHtmlLink":"WIP"}},{"before":"26ca87e4e192903f884705eb74ceb0262fa6a099","after":"af20dfddd41222a194e7d38a318b4b8e292c4eb7","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T22:50:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"WIP","shortMessageHtmlLink":"WIP"}},{"before":"3bc0cd7b936d634e5b58c5b7659dcaf025aa3a7f","after":"26ca87e4e192903f884705eb74ceb0262fa6a099","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T22:28:00.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"builtin provider","shortMessageHtmlLink":"builtin provider"}},{"before":"010dc5d1a53d30183c34b13f7208d1803b8e45c5","after":"3bc0cd7b936d634e5b58c5b7659dcaf025aa3a7f","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T22:09:24.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"🤖 Plandex → Add logic to generate harmful tests based on system purpose","shortMessageHtmlLink":"🤖 Plandex → Add logic to generate harmful tests based on system purpose"}},{"before":"c56f75b06aa53ed43b20da4a9177783112ecae6c","after":"010dc5d1a53d30183c34b13f7208d1803b8e45c5","ref":"refs/heads/adversarial","pushedAt":"2024-05-20T04:51:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"move padding into resultstable cell","shortMessageHtmlLink":"move padding into resultstable cell"}},{"before":"21bd9fc95d8d9f7d87ce283bde5c29e350e55fa6","after":"c56f75b06aa53ed43b20da4a9177783112ecae6c","ref":"refs/heads/adversarial","pushedAt":"2024-05-19T22:08:07.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"cleanup","shortMessageHtmlLink":"cleanup"}},{"before":"17b9a74799140024944b9485caf0fd826c3a1246","after":"21bd9fc95d8d9f7d87ce283bde5c29e350e55fa6","ref":"refs/heads/adversarial","pushedAt":"2024-05-19T19:00:45.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"gpt-4o","shortMessageHtmlLink":"gpt-4o"}},{"before":"40e1ebfbfd512fea56761b4cbdfff0cd25d61ae1","after":"6cf39faa4f2a22513a1c71017a07d6089ab88600","ref":"refs/heads/main","pushedAt":"2024-05-18T17:15:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"chore: bump version to 0.59.1","shortMessageHtmlLink":"chore: bump version to 0.59.1"}},{"before":"b880616db9ced5578215312dae4547f29e2a2f9a","after":"40e1ebfbfd512fea56761b4cbdfff0cd25d61ae1","ref":"refs/heads/main","pushedAt":"2024-05-18T17:14:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"fix: handle null result timestamp when writing to db. #800","shortMessageHtmlLink":"fix: handle null result timestamp when writing to db. <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2304011129\" data-permission-text=\"Title is private\" data-url=\"https://github.com/promptfoo/promptfoo/issues/800\" data-hovercard-type=\"issue\" data-hovercard-url=\"/promptfoo/promptfoo/issues/800/hovercard\" href=\"https://github.com/promptfoo/promptfoo/issues/800\">#800</a>"}},{"before":"085dfdd5535584f0bed391f9737f510c37098948","after":"b880616db9ced5578215312dae4547f29e2a2f9a","ref":"refs/heads/main","pushedAt":"2024-05-18T07:22:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"typpo","name":"Ian Webster","path":"/typpo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/310310?s=80&v=4"},"commit":{"message":"docs: phi vs llama example","shortMessageHtmlLink":"docs: phi vs llama example"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUqa1BwA","startCursor":null,"endCursor":null}},"title":"Activity · promptfoo/promptfoo"}