{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":209120637,"defaultBranch":"master","name":"metaflow","ownerLogin":"Netflix","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2019-09-17T17:48:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/913567?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716336437.0","currentOid":""},"activityList":{"items":[{"before":"909315336c922d42d9d13df3289d9162e14be629","after":"0654b8548be721834409a2ce38fb45de19d82f05","ref":"refs/heads/master","pushedAt":"2024-05-21T23:35:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"[OB-625] adding metaflow/cron annotation to argo workflows (#1852)","shortMessageHtmlLink":"[OB-625] adding metaflow/cron annotation to argo workflows (#1852)"}},{"before":"42eda9b53b524612ae7e5af36b448b156dba184a","after":"909315336c922d42d9d13df3289d9162e14be629","ref":"refs/heads/master","pushedAt":"2024-05-21T17:04:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"[version bump] for release (#1847)\n\n* [version bump] for release\r\n\r\n* set right version","shortMessageHtmlLink":"[version bump] for release (#1847)"}},{"before":null,"after":"7cf80902c2c2594247bec794259f7d5f8001f7ba","ref":"refs/heads/feat/per-project-config","pushedAt":"2024-05-21T16:46:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"romain-intel","name":"Romain","path":"/romain-intel","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2583924?s=80&v=4"},"commit":{"message":"Add local configuration option\n\nThis allows a per-project (directory) override of configuration\nvalues.\n\nThis is similar to using profiles but allows for finer grained overrides\nand will be particularly useful with default decorators.","shortMessageHtmlLink":"Add local configuration option"}},{"before":"0f365ad1ac662be1ad250b4ce7659b1967a65c4c","after":"42eda9b53b524612ae7e5af36b448b156dba184a","ref":"refs/heads/master","pushedAt":"2024-05-21T16:11:09.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"py3.5 compatibility fixes [azure/gcp/jobsets] (#1848)\n\n* [azure key vault] py3.5 compatibility fixes\r\n\r\n* [gcp secrets key vault] py3.5 compatibility fixes\r\n\r\n* [jobsets] py3.5 compatibility fix","shortMessageHtmlLink":"py3.5 compatibility fixes [azure/gcp/jobsets] (#1848)"}},{"before":"f18b518588724293f23f70c1420a439a732d48d8","after":null,"ref":"refs/heads/savingoyal-patch-1","pushedAt":"2024-05-21T03:42:06.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"}},{"before":"2a16e50cbc7152b88ab13249fb2f9c7e6666d501","after":"0f365ad1ac662be1ad250b4ce7659b1967a65c4c","ref":"refs/heads/master","pushedAt":"2024-05-21T03:42:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"Support Python 3.5 for tests (#1843)","shortMessageHtmlLink":"Support Python 3.5 for tests (#1843)"}},{"before":"8e289c0794713482d6815d9f5bfff06a4043c7bc","after":"2a16e50cbc7152b88ab13249fb2f9c7e6666d501","ref":"refs/heads/master","pushedAt":"2024-05-21T03:38:59.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"[jobsets] py3.5 compatibility fixes. (#1844)","shortMessageHtmlLink":"[jobsets] py3.5 compatibility fixes. (#1844)"}},{"before":null,"after":"f18b518588724293f23f70c1420a439a732d48d8","ref":"refs/heads/savingoyal-patch-1","pushedAt":"2024-05-21T01:11:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"Support Python 3.5 for tests","shortMessageHtmlLink":"Support Python 3.5 for tests"}},{"before":"fdd9df9b439f0b217a33ef03c1c4e9453ec6b6cf","after":"8e289c0794713482d6815d9f5bfff06a4043c7bc","ref":"refs/heads/master","pushedAt":"2024-05-21T00:43:43.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"gcp secret manager support (#1842)","shortMessageHtmlLink":"gcp secret manager support (#1842)"}},{"before":"aa6fff1a9725cdd93328a5c8144b3ab4fce433bd","after":null,"ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-21T00:43:43.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"}},{"before":"2f711a8e0aa2909ac2a44b17362a7e7de919c4a2","after":"aa6fff1a9725cdd93328a5c8144b3ab4fce433bd","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-21T00:11:56.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"Merge branch 'master' into gcp-secrets","shortMessageHtmlLink":"Merge branch 'master' into gcp-secrets"}},{"before":"c4d2d1e40afd4a58eb0b3e1e45fcf6ac1f8df435","after":"2f711a8e0aa2909ac2a44b17362a7e7de919c4a2","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-21T00:10:12.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"gcp secret manager support","shortMessageHtmlLink":"gcp secret manager support"}},{"before":"2f711a8e0aa2909ac2a44b17362a7e7de919c4a2","after":"c4d2d1e40afd4a58eb0b3e1e45fcf6ac1f8df435","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-21T00:09:41.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"Merge branch 'master' into gcp-secrets","shortMessageHtmlLink":"Merge branch 'master' into gcp-secrets"}},{"before":"b76f6194775cc4bd6e5c393dcc762f30c4770277","after":"2f711a8e0aa2909ac2a44b17362a7e7de919c4a2","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-21T00:07:52.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"gcp secret manager support","shortMessageHtmlLink":"gcp secret manager support"}},{"before":"486fc5fe49445b17fa2fd8abae1724f70e8750cd","after":"b76f6194775cc4bd6e5c393dcc762f30c4770277","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-20T23:56:53.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"Merge branch 'master' into gcp-secrets","shortMessageHtmlLink":"Merge branch 'master' into gcp-secrets"}},{"before":null,"after":"486fc5fe49445b17fa2fd8abae1724f70e8750cd","ref":"refs/heads/gcp-secrets","pushedAt":"2024-05-20T23:54:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"gcp secret manager support","shortMessageHtmlLink":"gcp secret manager support"}},{"before":"75fe0e3b8b562c88c41a88f26944879e32fe9de6","after":null,"ref":"refs/heads/gcp-plugin","pushedAt":"2024-05-20T23:51:24.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"}},{"before":"1a38256ff18e7d98f4b894091e964341c8686269","after":"fdd9df9b439f0b217a33ef03c1c4e9453ec6b6cf","ref":"refs/heads/master","pushedAt":"2024-05-20T23:51:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"pluggable gcp auth (#1841)","shortMessageHtmlLink":"pluggable gcp auth (#1841)"}},{"before":"e446e31eca57b845d021246c80571980abd652c0","after":"75fe0e3b8b562c88c41a88f26944879e32fe9de6","ref":"refs/heads/gcp-plugin","pushedAt":"2024-05-20T23:44:08.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"Merge branch 'master' into gcp-plugin","shortMessageHtmlLink":"Merge branch 'master' into gcp-plugin"}},{"before":"a8b00b45f36a149772d817ae6af8987c059d81fb","after":"e446e31eca57b845d021246c80571980abd652c0","ref":"refs/heads/gcp-plugin","pushedAt":"2024-05-20T23:42:27.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"pluggable gcp auth","shortMessageHtmlLink":"pluggable gcp auth"}},{"before":"570f21dabe991124f8290f3a02d856d8d1e84273","after":"1a38256ff18e7d98f4b894091e964341c8686269","ref":"refs/heads/master","pushedAt":"2024-05-20T23:19:16.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"savingoyal","name":"Savin","path":"/savingoyal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/763451?s=80&v=4"},"commit":{"message":"[@parallel on Kubernetes] support for Jobsets (#1804)\n\nImplementation originates from [Netflix/metaflow#1744]\r\n\r\nThis commit adds support for @parallel when flows are run `--with kubernetes`\r\nSupport for Argo workflows will follow in a separate commit.\r\n\r\nA user can run a flow with the following:\r\n\r\n @step\r\n def start(self):\r\n self.next(self.parallel_step, num_parallel=3)\r\n\r\n @kubernetes(cpu=1, memory=512)\r\n @parallel\r\n @step\r\n def parallel_step(self):\r\n ...\r\n\r\nSome notes about the implementation:\r\n\r\n- No annotations for task-id in pods since We cannot dynamically construct the task-id during K8s container runtime.\r\n- @catch is currently not supported with @parallel on kubernetes\r\n- metadata about jobset name exists in the task-metadata\r\n- The jobset will contain two job definitions; One for control and one for worker.\r\n- The worker will have n-1 replicas created.\r\n- We construct the worker task-id determininstically using naming conventions and shell hacking.\r\n- Jobset is considered running even if one job amongst all of them are running.\r\n- @retry will work with jobset\r\n- num_parallel <=1 will NOT be supported to start with;\r\n - One core reason is that jobsets don't allow setting replicas to 0;\r\n - jobsets controller will mutate a jobset with replica set to 0 with replicas set to 1.\r\n- The implementation accounts for Jobset CRD schema from v0.2.0\r\n - Jobset team changed the schema (just renaming values) after v0.3.0\r\n - The changes were to `replicatedJobsStatus` where certain fields were added and `ReplicatedJobsStatus` was renamed to `replicatedJobsStatus`","shortMessageHtmlLink":"[@parallel on Kubernetes] support for Jobsets (#1804)"}},{"before":"595ab217b45bc70a4977bbefb77a76ea480fd530","after":"a8b00b45f36a149772d817ae6af8987c059d81fb","ref":"refs/heads/gcp-plugin","pushedAt":"2024-05-20T22:58:14.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"Merge branch 'master' into gcp-plugin","shortMessageHtmlLink":"Merge branch 'master' into gcp-plugin"}},{"before":"6a8fac994c76d0681b1299795cd8dff00d7e6717","after":"595ab217b45bc70a4977bbefb77a76ea480fd530","ref":"refs/heads/gcp-plugin","pushedAt":"2024-05-20T22:57:09.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oavdeev","name":"Oleg Avdeev","path":"/oavdeev","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3689?s=80&v=4"},"commit":{"message":"pluggable gcp auth","shortMessageHtmlLink":"pluggable gcp auth"}},{"before":"aa355673edded02e9a2c6b589f629a3a52980f13","after":"78950dcdc7b5115f75d22275bfa932116ff9c863","ref":"refs/heads/dev/sidecar-update","pushedAt":"2024-05-20T21:49:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"talsperre","name":"Shashank Srikanth","path":"/talsperre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24592274?s=80&v=4"},"commit":{"message":"Remove extra new line","shortMessageHtmlLink":"Remove extra new line"}},{"before":"2870a69ef59f248e579b6c2bc27c2e9fa308fd59","after":"aa355673edded02e9a2c6b589f629a3a52980f13","ref":"refs/heads/dev/sidecar-update","pushedAt":"2024-05-20T21:45:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"talsperre","name":"Shashank Srikanth","path":"/talsperre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24592274?s=80&v=4"},"commit":{"message":"Revert passdown change","shortMessageHtmlLink":"Revert passdown change"}},{"before":"b23053e2b7e32a67a83daa4468a4cbc2d36bdb25","after":"2870a69ef59f248e579b6c2bc27c2e9fa308fd59","ref":"refs/heads/dev/sidecar-update","pushedAt":"2024-05-20T20:56:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"talsperre","name":"Shashank Srikanth","path":"/talsperre","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24592274?s=80&v=4"},"commit":{"message":"Move monitor/logger to metaflow.system, address comments","shortMessageHtmlLink":"Move monitor/logger to metaflow.system, address comments"}},{"before":"8e59df184ba0eef07f65d296a8cd5f95929ee6c1","after":"8acf3abfe3d171890fc26ec98f2d82c003835e47","ref":"refs/heads/feat/default-decorators","pushedAt":"2024-05-18T22:27:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"romain-intel","name":"Romain","path":"/romain-intel","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2583924?s=80&v=4"},"commit":{"message":"No removal of default decorators","shortMessageHtmlLink":"No removal of default decorators"}},{"before":"df8f6851a9c12b8c9111a5c5660c887b290bb7c6","after":"570f21dabe991124f8290f3a02d856d8d1e84273","ref":"refs/heads/master","pushedAt":"2024-05-17T23:11:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tuulos","name":"Ville Tuulos","path":"/tuulos","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18241?s=80&v=4"},"commit":{"message":"reducing the dep version to 4.7.0 (#47) (#1840)","shortMessageHtmlLink":"reducing the dep version to 4.7.0 (#47) (#1840)"}},{"before":"efa54fb4d6b148059f5bb363451c4068d7c93a7c","after":"3bdab76c7f533b0847696a858c0fb50fe065e957","ref":"refs/heads/feature/stream-logs-in-chunks","pushedAt":"2024-05-17T13:23:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saikonen","name":"Sakari Ikonen","path":"/saikonen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/64256562?s=80&v=4"},"commit":{"message":"increase streaming chunk size for s3 storage","shortMessageHtmlLink":"increase streaming chunk size for s3 storage"}},{"before":"ff3d1f9d6da5d5363d3325725edb8fb52685da22","after":"efa54fb4d6b148059f5bb363451c4068d7c93a7c","ref":"refs/heads/feature/stream-logs-in-chunks","pushedAt":"2024-05-17T12:22:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"saikonen","name":"Sakari Ikonen","path":"/saikonen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/64256562?s=80&v=4"},"commit":{"message":"add stream_loglines to task obj. polish somem of the chunk reading logic","shortMessageHtmlLink":"add stream_loglines to task obj. polish somem of the chunk reading logic"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUF5K-wA","startCursor":null,"endCursor":null}},"title":"Activity ยท Netflix/metaflow"}