diff --git a/src/fondant/pipeline/compiler.py b/src/fondant/pipeline/compiler.py index be1004af..8d2eecd9 100644 --- a/src/fondant/pipeline/compiler.py +++ b/src/fondant/pipeline/compiler.py @@ -26,7 +26,9 @@ logger = logging.getLogger(__name__) -DASK_DIAGNOSTIC_DASHBOARD_PORT = 8787 +# export DASK_DIAGNOSTICS_PORT="" to get a dynamic port assigned +DASK_DIAGNOSTICS_PORT = os.environ.get("DASK_DIAGNOSTICS_PORT", ":8787") + KubeflowCommandArguments = t.List[t.Union[str, t.Dict[str, str]]] @@ -258,10 +260,7 @@ def _generate_spec( if extra_volumes: volumes.extend(extra_volumes) - ports: t.List[t.Union[str, dict]] = [] - ports.append( - f"{DASK_DIAGNOSTIC_DASHBOARD_PORT}:{DASK_DIAGNOSTIC_DASHBOARD_PORT}", - ) + ports = [f"8787{DASK_DIAGNOSTICS_PORT}"] services[component_id] = { "entrypoint": entrypoint,