{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":690781775,"defaultBranch":"master","name":"lm-evaluation-harness","ownerLogin":"neuralmagic","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-09-12T21:40:49.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/68670575?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1713548516.0","currentOid":""},"activityList":{"items":[{"before":"4f9dd3c9ad32ced8c45bc029439222c1fae4ebd3","after":"328f4bfd7f6c4d3b0feac4e78987bc4a4520856e","ref":"refs/heads/openllm_sparse","pushedAt":"2024-05-13T23:22:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add shots to metric name","shortMessageHtmlLink":"Add shots to metric name"}},{"before":"5c635922ff434935ee29ee5cf4e27b6afcd12a05","after":"b101eec67c89d8a01d8dd0aa698a3c78c70e8784","ref":"refs/heads/feature/clearml","pushedAt":"2024-05-13T23:20:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add number of shots to logging metric name","shortMessageHtmlLink":"Add number of shots to logging metric name"}},{"before":"6fa1bc3526635af7cc6ee004f9d2ec54aefa58f2","after":"4f9dd3c9ad32ced8c45bc029439222c1fae4ebd3","ref":"refs/heads/openllm_sparse","pushedAt":"2024-04-19T19:35:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to sparse models and clearml","shortMessageHtmlLink":"Add support to sparse models and clearml"}},{"before":"1c6eb4857ce0abacda1901167d7deb8a7c2a8db7","after":"6fa1bc3526635af7cc6ee004f9d2ec54aefa58f2","ref":"refs/heads/openllm_sparse","pushedAt":"2024-04-19T19:34:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to sparse models and clearml","shortMessageHtmlLink":"Add support to sparse models and clearml"}},{"before":"83619e1b6708cdb9a9bcdff74ac2175feaa74bed","after":"1c6eb4857ce0abacda1901167d7deb8a7c2a8db7","ref":"refs/heads/openllm_sparse","pushedAt":"2024-04-19T17:54:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to sparse models and clearml","shortMessageHtmlLink":"Add support to sparse models and clearml"}},{"before":null,"after":"83619e1b6708cdb9a9bcdff74ac2175feaa74bed","ref":"refs/heads/openllm_sparse","pushedAt":"2024-04-19T17:41:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to sparse models and clearml","shortMessageHtmlLink":"Add support to sparse models and clearml"}},{"before":"5b1c094d63ddb54dbdc33ede837ddb02ae6c0749","after":"957342fc5091877b17debae66898792035574b6e","ref":"refs/heads/master","pushedAt":"2024-04-15T15:35:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dbogunowicz","name":null,"path":"/dbogunowicz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/97082108?s=80&v=4"},"commit":{"message":"Revert: Update import path for SparseAutoModelForCausalLM","shortMessageHtmlLink":"Revert: Update import path for SparseAutoModelForCausalLM"}},{"before":"dcc29042750ba87a2a742f870efe594d75b9eae3","after":"5b1c094d63ddb54dbdc33ede837ddb02ae6c0749","ref":"refs/heads/master","pushedAt":"2024-04-15T14:40:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dbogunowicz","name":null,"path":"/dbogunowicz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/97082108?s=80&v=4"},"commit":{"message":"Update import path for `SparseAutoModelForCausalLM`","shortMessageHtmlLink":"Update import path for <code>SparseAutoModelForCausalLM</code>"}},{"before":"20ad9eb65d60ffd6bb5fdd2129cdb1d16ce1da02","after":"5c635922ff434935ee29ee5cf4e27b6afcd12a05","ref":"refs/heads/feature/clearml","pushedAt":"2024-04-03T16:11:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to clearml logging","shortMessageHtmlLink":"Add support to clearml logging"}},{"before":"f4e9de57325d55093c2b007a8c8d01525cbb1b82","after":"20ad9eb65d60ffd6bb5fdd2129cdb1d16ce1da02","ref":"refs/heads/feature/clearml","pushedAt":"2024-04-03T16:08:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to clearml logging","shortMessageHtmlLink":"Add support to clearml logging"}},{"before":"26aa7bc8484d4ebf587bd4193e91b57b15d5e27d","after":"f4e9de57325d55093c2b007a8c8d01525cbb1b82","ref":"refs/heads/feature/clearml","pushedAt":"2024-04-03T16:02:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to clearml logging","shortMessageHtmlLink":"Add support to clearml logging"}},{"before":null,"after":"26aa7bc8484d4ebf587bd4193e91b57b15d5e27d","ref":"refs/heads/feature/clearml","pushedAt":"2024-04-03T14:31:01.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to clearml logging","shortMessageHtmlLink":"Add support to clearml logging"}},{"before":null,"after":"9de553efbab3a501426a1451507ef9ea43735f50","ref":"refs/heads/accelerate-patch","pushedAt":"2024-03-25T22:17:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bfineran","name":"Benjamin Fineran","path":"/bfineran","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11316925?s=80&v=4"},"commit":{"message":"[DO NOT MERGE TO MAIN] hardcode accelerate usage\n\nlaunch with `accelerate launch main.py ...`","shortMessageHtmlLink":"[DO NOT MERGE TO MAIN] hardcode accelerate usage"}},{"before":null,"after":"bce94d8aaf0418924483eea2b194bfc992a5b5ab","ref":"refs/heads/autogptq","pushedAt":"2024-03-14T22:44:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"abhinavnmagic","name":null,"path":"/abhinavnmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/121893843?s=80&v=4"},"commit":{"message":"Adding support for AutoGPTQ models","shortMessageHtmlLink":"Adding support for AutoGPTQ models"}},{"before":"27f7cb6fc6aba517b223e8841cc64d9aa38748b0","after":"dcc29042750ba87a2a742f870efe594d75b9eae3","ref":"refs/heads/master","pushedAt":"2024-01-24T04:03:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Rebase","shortMessageHtmlLink":"Rebase"}},{"before":"3147749568737d73caf7c73c90d503ca19946264","after":"27f7cb6fc6aba517b223e8841cc64d9aa38748b0","ref":"refs/heads/master","pushedAt":"2024-01-23T22:29:56.000Z","pushType":"push","commitsCount":100,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/master'\n\n# Conflicts:\n#\tlm_eval/models/__init__.py","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/master'"}},{"before":"9fdf6bf521da7c85d0e28d6460c72ee634c1b3c5","after":null,"ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-23T22:15:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"}},{"before":"e191f932aa060eacc108b6e565cf3fcd844bcb71","after":"3147749568737d73caf7c73c90d503ca19946264","ref":"refs/heads/master","pushedAt":"2024-01-23T22:15:00.000Z","pushType":"pr_merge","commitsCount":13,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Merge pull request #8 from neuralmagic/fix/add_special_tokens\n\nSpecial tokens and more","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2095023740\" data-permission-text=\"Title is private\" data-url=\"https://github.com/neuralmagic/lm-evaluation-harness/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/neuralmagic/lm-evaluation-harness/pull/8/hovercard\" href=\"https://github.com/neuralmagic/lm-evaluation-harness/pull/8\">#8</a> from neuralmagic/fix/add_special_tokens"}},{"before":"44bb3088959f752da56abf0c466792a2deefb562","after":"9fdf6bf521da7c85d0e28d6460c72ee634c1b3c5","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-23T15:57:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Remove unnecessary imports","shortMessageHtmlLink":"Remove unnecessary imports"}},{"before":"f59a28a46b62312f02ad4454dd8223cd2c959e52","after":"44bb3088959f752da56abf0c466792a2deefb562","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-23T15:56:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Remove unnecessary imports","shortMessageHtmlLink":"Remove unnecessary imports"}},{"before":"8c6541862a01b13e63b7d4f930779ad9b7b25869","after":"f59a28a46b62312f02ad4454dd8223cd2c959e52","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-23T15:55:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add check before import","shortMessageHtmlLink":"Add check before import"}},{"before":"9457d93222fb8229bc2be531e4d9c3962b392492","after":"8c6541862a01b13e63b7d4f930779ad9b7b25869","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:42:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Fix imports","shortMessageHtmlLink":"Fix imports"}},{"before":"c328946aa4dba833e78ed7d78465276250c7d798","after":"9457d93222fb8229bc2be531e4d9c3962b392492","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:42:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Fix imports","shortMessageHtmlLink":"Fix imports"}},{"before":"263bdf58c0d47f5434ddb63acc3c96c792449759","after":"c328946aa4dba833e78ed7d78465276250c7d798","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:41:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Fix imports","shortMessageHtmlLink":"Fix imports"}},{"before":"c0233873af31c37d646765fc4fa16e702be46f6a","after":"263bdf58c0d47f5434ddb63acc3c96c792449759","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:41:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Fix imports","shortMessageHtmlLink":"Fix imports"}},{"before":"27da187c4c937b3c41badbf774c76d1e10c7fbda","after":"c0233873af31c37d646765fc4fa16e702be46f6a","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:38:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add import to sparseml module","shortMessageHtmlLink":"Add import to sparseml module"}},{"before":null,"after":"27da187c4c937b3c41badbf774c76d1e10c7fbda","ref":"refs/heads/fix/add_special_tokens","pushedAt":"2024-01-22T15:31:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Add support to bos_token and eos_token","shortMessageHtmlLink":"Add support to bos_token and eos_token"}},{"before":"918dac49b9bdab3a744c63bd594d20455ca5cfc5","after":null,"ref":"refs/heads/sparse_new_modifier","pushedAt":"2023-12-12T19:01:58.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"}},{"before":"e81d3cce155e93ba2445068767c738891ad97024","after":"e191f932aa060eacc108b6e565cf3fcd844bcb71","ref":"refs/heads/master","pushedAt":"2023-12-12T19:01:55.000Z","pushType":"pr_merge","commitsCount":17,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"},"commit":{"message":"Merge pull request #7 from neuralmagic/sparse_new_modifier\n\nAdd support for quantized models","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2038383754\" data-permission-text=\"Title is private\" data-url=\"https://github.com/neuralmagic/lm-evaluation-harness/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/neuralmagic/lm-evaluation-harness/pull/7/hovercard\" href=\"https://github.com/neuralmagic/lm-evaluation-harness/pull/7\">#7</a> from neuralmagic/sparse_new_modifier"}},{"before":"d5cecc0ecef3a509fc51b8a331c18a92beb0a977","after":null,"ref":"refs/heads/fix_for_recipe_application","pushedAt":"2023-12-12T18:59:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"anmarques","name":"Alexandre Marques","path":"/anmarques","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18424174?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAESOf-XwA","startCursor":null,"endCursor":null}},"title":"Activity · neuralmagic/lm-evaluation-harness"}