HiClaw/copaw/Dockerfile at main · LUOSENGWA/HiClaw · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
# ============================================================
# AgentTeams CoPaw Worker Agent - Python-based Container
# ============================================================
# Lightweight Python container for running CoPaw-based Worker Agents.
# Uses the same MinIO-backed config/sync model as OpenClaw workers.
#
# Two runtime modes, each with its own isolated venv so they can carry
# different versions of the copaw package:
#   - Standard mode (AGENTTEAMS_CONSOLE_PORT set): copaw from PyPI + copaw-worker
#   - Lite mode (default, no console port):    copaw from GitHub fork + lite-copaw-worker
#
# Build args:
#   HIGRESS_REGISTRY  - base image registry for mc (MinIO Client)
#   APT_MIRROR        - Debian mirror (default: mirrors.aliyun.com)
#   PIP_INDEX_URL     - PyPI mirror (default: Aliyun)
#   LITE_COPAW_REPO   - lite CoPaw git repo URL
#   LITE_COPAW_COMMIT - lite CoPaw git commit hash
# ============================================================

ARG HIGRESS_REGISTRY=higress-registry.cn-hangzhou.cr.aliyuncs.com
ARG AGENTTEAMS_CONTROLLER_IMAGE=agentteams/agentteams-controller:latest

# ============ Stage 1: mc (MinIO Client) ============
FROM ${HIGRESS_REGISTRY}/higress/mc:20260216 AS mc

# ============ Stage 2: AgentTeams CLI (from controller image) ============
FROM ${AGENTTEAMS_CONTROLLER_IMAGE} AS agentteams-controller

# ============ Final Image ============
FROM ${HIGRESS_REGISTRY}/higress/python:3.11-slim

ARG APT_MIRROR=mirrors.aliyun.com
ARG PIP_INDEX_URL=https://mirrors.aliyun.com/pypi/simple/
ARG LITE_COPAW_REPO=https://github.com/johnlanni/CoPaw
ARG LITE_COPAW_COMMIT=212405a30380bc319b02397c166d5296029c89b8

# python:3.11-slim is Debian-based, uses /etc/apt/sources.list.d/debian.sources
RUN if [ -n "${APT_MIRROR}" ]; then \
        sed -i "s|deb.debian.org|${APT_MIRROR}|g" \
            /etc/apt/sources.list.d/debian.sources 2>/dev/null || true; \
    fi && \
    apt-get update && apt-get install -y --no-install-recommends \
        libolm-dev \
        libjemalloc2 \
        curl \
        git \
        jq \
        tzdata \
    && rm -rf /var/lib/apt/lists/*

# jemalloc reduces Python memory fragmentation (~10-20% RSS savings).
# Detect the arch-specific .so path so the image works on both amd64 and arm64.
RUN JEMALLOC=$(find /usr/lib -name 'libjemalloc.so.2' -print -quit) \
    && echo "LD_PRELOAD=${JEMALLOC}" >> /etc/environment \
    && echo "${JEMALLOC}" > /etc/ld.so.preload

# mc (MinIO Client) — real binary; wrapper installed after shared libs are copied
COPY --from=mc /usr/bin/mc /usr/local/bin/mc.bin

# AgentTeams CLI — for worker/team/human management via controller REST API
COPY --from=agentteams-controller /usr/local/bin/agt /usr/local/bin/agt

ARG NPM_REGISTRY=https://registry.npmjs.org/

# Install Node.js 22 for mcporter and skills CLI
RUN curl -fsSL https://deb.nodesource.com/setup_22.x | bash - && \
    apt-get install -y --no-install-recommends nodejs && \
    rm -rf /var/lib/apt/lists/*

RUN npm config set registry ${NPM_REGISTRY} && \
    npm install -g mcporter skills && \
    rm -rf /root/.npm

# Download lite CoPaw source archive from GitHub
RUN curl -fsSL "${LITE_COPAW_REPO}/archive/${LITE_COPAW_COMMIT}.tar.gz" \
        | tar xz -C /tmp \
    && mv /tmp/CoPaw-${LITE_COPAW_COMMIT} /tmp/lite-copaw

# Stage copaw-worker dependency metadata only (src/ copied later for layer caching).
# A minimal __init__.py placeholder lets pip resolve the package without the real source,
# so that dependency-heavy venv layers (~2 GB) are rebuilt only when pyproject.toml changes.
COPY pyproject.toml README.md /tmp/copaw-worker/
RUN mkdir -p /tmp/copaw-worker/src/copaw_worker \
    && echo '__version__ = "0.0.0"' > /tmp/copaw-worker/src/copaw_worker/__init__.py

# --- Standard venv: copaw from PyPI ---
RUN python -m venv /opt/venv/standard \
    && /opt/venv/standard/bin/pip install --no-cache-dir \
        --index-url "${PIP_INDEX_URL}" \
        --trusted-host "$(echo ${PIP_INDEX_URL} | sed 's|https\?://||;s|/.*||')" \
        /tmp/copaw-worker/

# --- Patch CoPaw 1.0.2 Matrix channel indentation bug ---
# _sync_loop method def is indented one level too deep inside
# _refresh_matrix_token, causing IndentationError that prevents
# the Matrix channel from loading. Fixed upstream but not yet released.
RUN MATRIX_CH=/opt/venv/standard/lib/python3.11/site-packages/copaw/app/channels/matrix/channel.py \
    && if [ -f "$MATRIX_CH" ]; then \
         sed -i '750s/^        async def _sync_loop/    async def _sync_loop/' "$MATRIX_CH"; \
         find /opt/venv/standard/lib/python3.11/site-packages/copaw/app/channels/matrix/__pycache__ -name 'channel*' -delete 2>/dev/null || true; \
         echo 'Patched Matrix channel _sync_loop indentation'; \
       fi

# --- Lite venv: copaw from GitHub fork ---
RUN python -m venv /opt/venv/lite \
    && /opt/venv/lite/bin/pip install --no-cache-dir \
        --index-url "${PIP_INDEX_URL}" \
        --trusted-host "$(echo ${PIP_INDEX_URL} | sed 's|https\?://||;s|/.*||')" \
        /tmp/lite-copaw/ \
    && /opt/venv/lite/bin/pip install --no-cache-dir \
        --index-url "${PIP_INDEX_URL}" \
        --trusted-host "$(echo ${PIP_INDEX_URL} | sed 's|https\?://||;s|/.*||')" \
        /tmp/copaw-worker/

# ---------------------------------------------------------------------------
# Patch installed packages in the lite venv to defer heavyweight modules that
# copaw-worker headless mode never uses.  Total saving: ~170 MB RSS.
#
#   patch_reme_lazy.py             — reme: chromadb/pandas/mcp/elasticsearch
#   patch_agentscope_lazy.py       — agentscope: redis/socketio/sqlalchemy/mcp
#   patch_agentscope_runtime_lazy.py — agentscope_runtime: opentelemetry/a2a/fastapi
# ---------------------------------------------------------------------------
COPY scripts/patch_reme_lazy.py \
     scripts/patch_agentscope_lazy.py \
     scripts/patch_agentscope_runtime_lazy.py \
     /tmp/

RUN SITE=/opt/venv/lite/lib/python3.11/site-packages \
    && /opt/venv/lite/bin/python /tmp/patch_reme_lazy.py "$SITE/reme" \
    && /opt/venv/lite/bin/python /tmp/patch_agentscope_lazy.py "$SITE/agentscope" \
    && /opt/venv/lite/bin/python /tmp/patch_agentscope_runtime_lazy.py "$SITE/agentscope_runtime" \
    && rm /tmp/patch_*_lazy.py

# --- Overlay real copaw-worker source (high-frequency changes, ~128KB) ---
# This layer is rebuilt on every src/ change but does NOT invalidate the
# heavy venv layers above, saving ~2 GB of re-download on typical upgrades.
COPY src/ /tmp/copaw-worker/src/
RUN STANDARD_SITE=/opt/venv/standard/lib/python3.11/site-packages/copaw_worker \
    && LITE_SITE=/opt/venv/lite/lib/python3.11/site-packages/copaw_worker \
    && cp -a /tmp/copaw-worker/src/copaw_worker/* "$STANDARD_SITE/" \
    && cp -a /tmp/copaw-worker/src/copaw_worker/* "$LITE_SITE/" \
    && for SITE in /opt/venv/standard/lib/python3.11/site-packages /opt/venv/lite/lib/python3.11/site-packages; do \
         rm -rf "$SITE/copaw/app/channels/matrix"; \
         mkdir -p "$SITE/copaw/app/channels/matrix"; \
         cp /tmp/copaw-worker/src/matrix/channel.py /tmp/copaw-worker/src/matrix/__init__.py "$SITE/copaw/app/channels/matrix/"; \
         if [ -f /tmp/copaw-worker/src/matrix/config.py ]; then \
           cp /tmp/copaw-worker/src/matrix/config.py "$SITE/copaw/config/config.py"; \
         fi; \
         find "$SITE/copaw/app/channels/matrix" -name '__pycache__' -type d -prune -exec rm -rf {} +; \
       done \
    && rm -rf /tmp/copaw-worker/ /tmp/lite-copaw/

# copaw-sync wrapper
RUN printf '#!/bin/bash\nexec python3 "/root/.copaw-worker/${AGENTTEAMS_WORKER_NAME}/skills/file-sync/scripts/copaw-sync.py" "$@"\n' \
    > /usr/local/bin/copaw-sync && chmod +x /usr/local/bin/copaw-sync

# Entrypoint script
COPY --chmod=755 scripts/copaw-worker-entrypoint.sh /opt/agentteams/scripts/copaw-worker-entrypoint.sh

# Shared environment bootstrap and credential management (agentteams-env.sh, oss-credentials.sh)
COPY --from=shared . /opt/agentteams/scripts/lib/

# mc wrapper: auto-refreshes STS credentials before every mc invocation (no-op in local mode)
RUN chmod +x /opt/agentteams/scripts/lib/mc-wrapper.sh && \
    ln -sf /opt/agentteams/scripts/lib/mc-wrapper.sh /usr/local/bin/mc

# Create workspace directories for both modes
RUN mkdir -p /root/.copaw-worker

WORKDIR /root/.copaw-worker

ENTRYPOINT ["/opt/agentteams/scripts/copaw-worker-entrypoint.sh"]