pachyderm · acohen4 · Apr 22, 2024 · Apr 22, 2024 · Apr 22, 2024 · Apr 23, 2024
diff --git a/MODULE.bazel b/MODULE.bazel
@@ -162,6 +162,7 @@ use_repo(
     go_deps,
     "com_github_adrg_xdg",
     "com_github_alecthomas_jsonschema",
+    "com_github_alecthomas_participle_v2",
     "com_github_alessio_shellescape",
     "com_github_aws_aws_lambda_go",
     "com_github_aws_aws_sdk_go",

diff --git a/MODULE.bazel.lock b/MODULE.bazel.lock
diff --git a/etc/helm/examples/aws-gp2-values.yaml b/etc/helm/examples/aws-gp2-values.yaml
@@ -8,6 +8,7 @@ etcd:
 
 pachd:
   storage:
+    storageURL: s3://blah
     amazon:
       bucket: blah
       region: some-region

diff --git a/etc/helm/examples/aws-gp3-values.yaml b/etc/helm/examples/aws-gp3-values.yaml
@@ -14,6 +14,7 @@ etcd:
 
 pachd:
   storage:
+    storageURL: s3://blah
     amazon:
       bucket: blah
       region: some-region

diff --git a/etc/helm/examples/enterprise-dev.yaml b/etc/helm/examples/enterprise-dev.yaml
@@ -18,3 +18,5 @@ pachd:
   enterpriseLicenseKey: ""
   oauthClientID: "enterprise-pach"
   oauthRedirectURI: "http://localhost:31657/authorization-code/callback"
+  storage:
+    storageURL: s3://blah
diff --git a/etc/helm/examples/enterprise-member-values.yaml b/etc/helm/examples/enterprise-member-values.yaml
@@ -22,6 +22,7 @@ pachd:
   oauthClientSecret: "oauth-secret"
 
   storage:
+    storageURL: s3://pachyderm-test
     backend: MINIO
     minio:
       bucket: "pachyderm-test"

diff --git a/etc/helm/examples/gcp-tls-values.yaml b/etc/helm/examples/gcp-tls-values.yaml
@@ -12,6 +12,7 @@ ingress:
 
 pachd:
   storage:
+    storageURL: gs://fake-bucket
     google:
       bucket: "fake-bucket"
       cred: ""

diff --git a/etc/helm/examples/gcp-values.yaml b/etc/helm/examples/gcp-values.yaml
@@ -4,6 +4,7 @@ deployTarget: GOOGLE
 
 pachd:
   storage:
+    storageURL: gs://fake-bucket
     google:
       bucket: "fake-bucket"
       # You can also pass the creds on the command line using helm install --set-file storage.google.cred=creds.json 

diff --git a/etc/helm/examples/hub-values.yaml b/etc/helm/examples/hub-values.yaml
@@ -53,6 +53,7 @@ pachd:
     apiGRPCPort: 31400
     s3GatewayPort: 30600
   storage:
+    storageURL: "gs://test-bucket"
     google:
       # bucket is configured per workspace.
       bucket: "test-bucket"

diff --git a/etc/helm/examples/int-test-values-with-det.yaml b/etc/helm/examples/int-test-values-with-det.yaml
@@ -27,10 +27,9 @@ pachd:
   rootToken: "pizza"
   enterpriseLicenseKey: ""
   storage:
+    storageURL: "s3://pachyderm-test?endpoint=minio.default.svc.cluster.local:9000&disableSSL=true&region=dummy-region"
     backend: AMAZON
     amazon:
-      gocdkEnabled: "true"
-      storageURL: "s3://pachyderm-test?endpoint=minio.default.svc.cluster.local:9000&disableSSL=true&region=dummy-region"
       id: "minioadmin"
       secret: "minioadmin"
 
@@ -63,7 +62,7 @@ determined:
   enabled: true
   enterpriseEdition: true
   useNodePortForMaster: true
-  detVersion: 0.27.1
+  detVersion: 0.31.0
   masterPort: 8282
   masterCpuRequest: 250m
   masterMemRequest: 512M # turn requests way down for automated smoke tests

diff --git a/etc/helm/examples/local-dev-values-with-det.yaml b/etc/helm/examples/local-dev-values-with-det.yaml
@@ -25,10 +25,9 @@ pachd:
   enterpriseLicenseKey: ""
   oauthRedirectURI: "http://localhost:8283/authorization-code/callback" 
   storage:
+    storageURL: "s3://pachyderm-test?endpoint=minio.default.svc.cluster.local:9000&disableSSL=true&region=dummy-region"
     backend: AMAZON
     amazon:
-      gocdkEnabled: "true"
-      storageURL: "s3://pachyderm-test?endpoint=minio.default.svc.cluster.local:9000&disableSSL=true&region=dummy-region"
       id: "minioadmin"
       secret: "minioadmin"
 
@@ -78,7 +77,7 @@ determined:
   enterpriseEdition: true
   useNodePortForMaster: false
   useNodePortForDB: false
-  detVersion: 0.27.1 # set to latest in tests
+  detVersion: 0.31.0 # set to latest in tests
   masterPort: 8282
   masterCpuRequest: 250m
   masterMemRequest: 256M

diff --git a/etc/helm/examples/microsoft-values.yaml b/etc/helm/examples/microsoft-values.yaml
@@ -5,6 +5,7 @@ deployTarget: MICROSOFT
 
 pachd:
   storage:
+    storageURL: azblob://foo
     microsoft:
       container: "foo"
       id: "bar"

diff --git a/etc/helm/examples/minio-values.yaml b/etc/helm/examples/minio-values.yaml
@@ -5,6 +5,7 @@ deployTarget: CUSTOM
 
 pachd:
   storage:
+    storageURL: s3://foo
     backend: MINIO
     minio:
       bucket: "foo"