{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":785695282,"defaultBranch":"main","name":"voltronformers","ownerLogin":"OpenAccess-AI-Collective","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-04-12T12:30:21.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/132000632?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1713045870.0","currentOid":""},"activityList":{"items":[{"before":"555087a2a05e79377231686007b43b0284e5866c","after":"b117faa8bb3b2e359e37c1d7e807760e764baaa9","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-16T01:14:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix perplexity calculation and add quick instructions","shortMessageHtmlLink":"fix perplexity calculation and add quick instructions"}},{"before":"6a49def054a54716903d5c524ee93ee96dff7f1a","after":"555087a2a05e79377231686007b43b0284e5866c","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T23:29:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix dimensions passed to infini-attention","shortMessageHtmlLink":"fix dimensions passed to infini-attention"}},{"before":"a77e6ae93d9f02e1c0aa2484b9d90f5eeb728eff","after":"6a49def054a54716903d5c524ee93ee96dff7f1a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T21:14:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"make infini-attention work","shortMessageHtmlLink":"make infini-attention work"}},{"before":"2439688aa375a81b5a4f885a9b09f12d0095c502","after":"a77e6ae93d9f02e1c0aa2484b9d90f5eeb728eff","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:34:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"misc fixes for integrations","shortMessageHtmlLink":"misc fixes for integrations"}},{"before":"665530b40fe825fc87d6bdf5338b54d9b3540825","after":"2439688aa375a81b5a4f885a9b09f12d0095c502","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:20:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"match infini-attention segment len to mixture of depth","shortMessageHtmlLink":"match infini-attention segment len to mixture of depth"}},{"before":"84d755ab4d3b8c57d7d1661108147aa3f165479f","after":"665530b40fe825fc87d6bdf5338b54d9b3540825","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:09:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"handle position_id if passed, throw it on the floor","shortMessageHtmlLink":"handle position_id if passed, throw it on the floor"}},{"before":"d289d98b1c20e217baaf186a90759dd7766cb43c","after":"84d755ab4d3b8c57d7d1661108147aa3f165479f","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T15:01:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"integrate infini-attention","shortMessageHtmlLink":"integrate infini-attention"}},{"before":"0255ffe12e0076f704e2c0368aef6736294f31fe","after":"d289d98b1c20e217baaf186a90759dd7766cb43c","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T02:42:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"upcast/downcast","shortMessageHtmlLink":"upcast/downcast"}},{"before":"ffafd7a2db47cd24fd68b2b7431e4f927e7b1371","after":"0255ffe12e0076f704e2c0368aef6736294f31fe","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-15T00:50:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"tweak size names","shortMessageHtmlLink":"tweak size names"}},{"before":"cba6e66957cd7304ba615c3d0758b6f069d53752","after":"ffafd7a2db47cd24fd68b2b7431e4f927e7b1371","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T23:21:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fixes for loss calc, grad accum, dataloader for dispatch_batches","shortMessageHtmlLink":"fixes for loss calc, grad accum, dataloader for dispatch_batches"}},{"before":"2b2f332fb48d050fe96ca5bc76d454eb5698709f","after":"cba6e66957cd7304ba615c3d0758b6f069d53752","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T20:07:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"queued dataloader and gradient norm","shortMessageHtmlLink":"queued dataloader and gradient norm"}},{"before":"8239c6eb86ceed98b3a09607bdc04c741c848abf","after":"2b2f332fb48d050fe96ca5bc76d454eb5698709f","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T12:14:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"use apex rms norm optim","shortMessageHtmlLink":"use apex rms norm optim"}},{"before":"a10c31a545e4cd8c37a9ed77f5bf8e3cf7fbb9fc","after":"8239c6eb86ceed98b3a09607bdc04c741c848abf","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-14T11:17:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"wip rms norm","shortMessageHtmlLink":"wip rms norm"}},{"before":"c2f804c2525d20b9eb4cd8d315281dac1b08433a","after":"a10c31a545e4cd8c37a9ed77f5bf8e3cf7fbb9fc","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T22:19:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"update configuration","shortMessageHtmlLink":"update configuration"}},{"before":null,"after":"88f25a97c9b66e64bb1de3fba336ece493070100","ref":"refs/heads/train-loop-fix","pushedAt":"2024-04-13T22:04:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"attempt to use accelerator loop","shortMessageHtmlLink":"attempt to use accelerator loop"}},{"before":"4437672fb99c7b2c8c19250cfbbfc483f893f85a","after":"c2f804c2525d20b9eb4cd8d315281dac1b08433a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T19:58:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix modulo for log steps","shortMessageHtmlLink":"fix modulo for log steps"}},{"before":"49cc04aa6f9bd643bfeb5489f3e34dcdd4bf4f9b","after":"4437672fb99c7b2c8c19250cfbbfc483f893f85a","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:55:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"wandb on main rank only","shortMessageHtmlLink":"wandb on main rank only"}},{"before":"270150f93652a0f622a1bf7757ca416edcfdad79","after":"49cc04aa6f9bd643bfeb5489f3e34dcdd4bf4f9b","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:39:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"actually check for dwa","shortMessageHtmlLink":"actually check for dwa"}},{"before":"e6edf93791a4e43851a96f311844b7547531cb67","after":"270150f93652a0f622a1bf7757ca416edcfdad79","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:28:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"re-enable DWA again","shortMessageHtmlLink":"re-enable DWA again"}},{"before":"8aa8d81080c44f2e9b898a2fe0e29c831912c069","after":"e6edf93791a4e43851a96f311844b7547531cb67","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:26:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"remove more hard deps","shortMessageHtmlLink":"remove more hard deps"}},{"before":"c493b65f99cbe64a41414e5f3094300991f2dd95","after":"8aa8d81080c44f2e9b898a2fe0e29c831912c069","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:22:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"remove hard dependencies from axolotl","shortMessageHtmlLink":"remove hard dependencies from axolotl"}},{"before":"c5a4c7118cab13f9ad80217cb137e77292a15678","after":"c493b65f99cbe64a41414e5f3094300991f2dd95","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T18:14:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"more fixes","shortMessageHtmlLink":"more fixes"}},{"before":"bc5ac078c88e51413348095258f35c34a91b80cb","after":"c5a4c7118cab13f9ad80217cb137e77292a15678","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T17:49:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix tokenizer and activation checkpointing","shortMessageHtmlLink":"fix tokenizer and activation checkpointing"}},{"before":"81e18b9532654949bda9facbd05af4b9638ba713","after":"bc5ac078c88e51413348095258f35c34a91b80cb","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T17:44:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"misc fixes","shortMessageHtmlLink":"misc fixes"}},{"before":"91d4a119e48cdd0abc6956cae956dc3fa7c4ccf4","after":"81e18b9532654949bda9facbd05af4b9638ba713","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T05:20:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"flesh out rotary embeddigs","shortMessageHtmlLink":"flesh out rotary embeddigs"}},{"before":"0d76c4e642f4d8a7ac9289c7f7d3a2e0bcc558f4","after":"91d4a119e48cdd0abc6956cae956dc3fa7c4ccf4","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T05:12:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"accont for position_ids in mod block","shortMessageHtmlLink":"accont for position_ids in mod block"}},{"before":"a1c7b2a7b687a2d416283fbe2c5d1cce9140852d","after":"0d76c4e642f4d8a7ac9289c7f7d3a2e0bcc558f4","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T05:08:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"use generic collator to pad equally","shortMessageHtmlLink":"use generic collator to pad equally"}},{"before":"122316e18835370d2a4823c06ba958e61ae10391","after":"a1c7b2a7b687a2d416283fbe2c5d1cce9140852d","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T05:02:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix data loop and make tinier","shortMessageHtmlLink":"fix data loop and make tinier"}},{"before":"bc4ce8afada7384e7afa7ced4ed531107ed454c1","after":"122316e18835370d2a4823c06ba958e61ae10391","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T04:56:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"make sure to remove extra columns","shortMessageHtmlLink":"make sure to remove extra columns"}},{"before":"a7854a21df44be2768d5f2f0abfdf9b277aae64d","after":"bc4ce8afada7384e7afa7ced4ed531107ed454c1","ref":"refs/heads/voltron-v0","pushedAt":"2024-04-13T04:52:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"winglian","name":"Wing Lian","path":"/winglian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/381258?s=80&v=4"},"commit":{"message":"fix back to use dataset.data.columns","shortMessageHtmlLink":"fix back to use dataset.data.columns"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEMX37nQA","startCursor":null,"endCursor":null}},"title":"Activity · OpenAccess-AI-Collective/voltronformers"}