Intepret

.gitignore

@@ -170,3 +170,4 @@ mds/src/fairscape_mds/tests/descriptive_statistics.ipynb
 /.devcontainer
 .devcontainer/devcontainer.json
 CLAUDE.md
+preflight.sh

Dockerfile

@@ -18,7 +18,8 @@ WORKDIR /fairscape/src/
 
 COPY pyproject.toml .
 COPY uv.lock .
-RUN uv sync --locked
+# --no-sources ignores the [tool.uv.sources] local-path overrides in pyproject,
+RUN uv sync --no-sources
 
 
 #RUN export PYTHONPATH="$PYTHONPATH:/fairscape/src"

Dockerfile.local

@@ -0,0 +1,25 @@
+FROM python:3.12-slim-bookworm
+
+RUN apt-get update && apt-get install -y --no-install-recommends curl ca-certificates
+
+RUN pip install uv
+
+COPY fairscape_server/mds/src/ /fairscape/src/
+COPY fairscape_graph_tools/ /fairscape/fairscape_graph_tools/
+COPY fairscape_models/ /fairscape/fairscape_models/
+
+WORKDIR /fairscape/src/
+
+COPY fairscape_server/pyproject.toml .
+COPY fairscape_server/uv.lock .
+RUN uv sync --locked
+RUN uv pip install --editable /fairscape/fairscape_models/
+
+ENV PYTHONPATH="/fairscape/src"
+ENV PATH="/fairscape/src/.venv/bin:$PATH"
+# Prevent uv run from re-syncing on startup (which would overwrite the editable install above)
+ENV UV_NO_SYNC=1
+
+WORKDIR /fairscape/src/
+
+CMD ["uv", "run", "uvicorn", "fairscape_mds.main:app", "--no-access-log", "--host", "0.0.0.0", "--port", "8080"]

Makefile

@@ -1,4 +1,5 @@
-VERSION = RELEASE.2026-06-05.v1
+VERSION = RELEASE.2026-06-09.v1
+IMAGE = ghcr.io/fairscape/mds_python
 
 run:
 	cd src/ && python -m fairscape_mds
@@ -23,7 +24,10 @@ clean:
 	rm -rf __pycache__
 
 build:
-	docker build --no-cache -t ghcr.io/fairscape/mds_python:${VERSION} .
+	docker build --no-cache -f Dockerfile -t $(IMAGE):$(VERSION) .
+
+build-local:
+	cd .. && docker build --no-cache -f fairscape_server/Dockerfile.local -t $(IMAGE):$(VERSION) .
 
 push:
 	docker push ghcr.io/fairscape/mds_python:${VERSION}

compose.local.yaml

@@ -0,0 +1,15 @@
+# Local development override — builds from the local fairscape_graph_tools and
+# fairscape_models checkouts (editable).
+# Usage: docker compose -f compose.yaml -f compose.local.yaml up --build
+services:
+  fairscape-worker:
+    image: fairscape/mds_python:local
+    build:
+      context: "../"
+      dockerfile: "fairscape_server/Dockerfile.local"
+
+  fairscape-api:
+    image: fairscape/mds_python:local
+    build:
+      context: "../"
+      dockerfile: "fairscape_server/Dockerfile.local"

compose.yaml

@@ -9,11 +9,11 @@ services:
       - fairscape-api
       - mongo
   fairscape-worker:
-    build: "./"
-    # image: ghcr.io/fairscape/mds_python:RELEASE.2025-05-21.v1
+    image: ghcr.io/fairscape/mds_python:RELEASE.2026-06-09.v1
     env_file: "./deploy/docker_compose.env"
     environment:
       - GEMINI_API_KEY=${GEMINI_API_KEY}
+      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
       - GITHUB_TOKEN=${GITHUB_TOKEN}
     command:
       - "uv"
@@ -23,25 +23,24 @@ services:
       - mongo
       - minio
   fairscape-api:
-    build: "./"
-    # image: ghcr.io/fairscape/mds_python:RELEASE.2025-05-21.v1
+    image: ghcr.io/fairscape/mds_python:RELEASE.2026-06-09.v1
     env_file: "./deploy/docker_compose.env"
     ports:
       - 8080:8080
     depends_on:
       - mongo
       - minio
-  fairscape-frontend:
-    image: ghcr.io/fairscape/fairscapefrontendlocal:RELEASE.2026-02-24
-    ports:
-      - "5173:80"
-    environment:
-      VITE_FAIRSCAPE_API_URL: "http://localhost:8080/api"
-      SEMANTIC_SEARCH_ENABLED: "false"
-    depends_on:
-      - fairscape-api
-      - mongo
-      - minio
+  # fairscape-frontend:
+  #   image: ghcr.io/fairscape/fairscapefrontendlocal:RELEASE.2026-02-24
+  #   ports:
+  #     - "5173:80"
+  #   environment:
+  #     VITE_FAIRSCAPE_API_URL: "http://localhost:8080/api"
+  #     SEMANTIC_SEARCH_ENABLED: "false"
+  #   depends_on:
+  #     - fairscape-api
+  #     - mongo
+  #     - minio
 
   redis:
     image: redis:7.2.4
@@ -74,8 +73,8 @@ services:
     image: minio/minio:latest
     restart: always
     ports:
-      - 9000:9000
-      - 9001:9001
+      - 9010:9000
+      - 9011:9001
     environment:
       MINIO_ROOT_USER: miniotestadmin
       MINIO_ROOT_PASSWORD: miniotestsecret

deploy/docker_compose.env

@@ -34,6 +34,7 @@ export FAIRSCAPE_REDIS_PORT="6379"
 export FAIRSCAPE_REDIS_JOB_DATABASE="0"
 export FAIRSCAPE_REDIS_RESULT_DATABASE="1"
 export FAIRSCAPE_BASE_URL="http://localhost:8080/api"
+export FAIRSCAPE_INTERNAL_URL="http://fairscape-api:8080/api"
 
 # auth config
 export FAIRSCAPE_ADMIN_GROUP="admin"

mds/src/fairscape_mds/core/config.py

@@ -46,6 +46,7 @@ class Settings(BaseSettings):
     FAIRSCAPE_ADMIN_GROUP: str
 
     FAIRSCAPE_BASE_URL: str
+    FAIRSCAPE_INTERNAL_URL: Optional[str] = Field(default=None)
     FAIRSCAPE_DESCRIPTIVE_STATISTICS_MAX_COLUMNS: int = 100
 
     FAIRSCAPE_LOGFIRE_ENV: Optional[str] = Field(default=None)
@@ -67,7 +68,8 @@ def __init__(
 			tokensCollection,
 			jwtSecret: str,
 			adminGroup: str,
-			baseUrl: str
+			baseUrl: str,
+			internalUrl: Optional[str] = None
 	):
 		self.minioClient=minioClient
 		self.minioBucket=minioBucket
@@ -80,6 +82,7 @@ def __init__(
 		self.jwtSecret = jwtSecret
 		self.adminGroup = adminGroup
 		self.baseUrl = baseUrl
+		self.internalUrl = internalUrl
 
 
 
@@ -167,8 +170,7 @@ def _add_header(request, **kwargs):
 
 
 celeryApp.conf.update(
-    task_concurrency=4,  # Use 4 threads for concurrency
-    worker_prefetch_multiplier=4  # Prefetch one task at a time
+    worker_prefetch_multiplier=1  # Process one task at a time
 )
 
 
@@ -183,5 +185,6 @@ def _add_header(request, **kwargs):
 	tokensCollection=tokensCollection,
     jwtSecret=settings.FAIRSCAPE_JWT_SECRET,
 	adminGroup=settings.FAIRSCAPE_ADMIN_GROUP,
-    baseUrl=settings.FAIRSCAPE_BASE_URL
+    baseUrl=settings.FAIRSCAPE_BASE_URL,
+    internalUrl=settings.FAIRSCAPE_INTERNAL_URL
 )