Compare commits
11 Commits
feat/honch
...
6d5d1c8f73
| Author | SHA1 | Date | |
|---|---|---|---|
| 6d5d1c8f73 | |||
| df0dca22ae | |||
| 5796d67c02 | |||
| 4e97c70256 | |||
| d47d230c25 | |||
| 3596ac5219 | |||
| 802c71cf4e | |||
| 8ce9f7189f | |||
| e3f47cac6b | |||
| 04dcca1aa7 | |||
| 01fbf2ab62 |
@@ -1,3 +1,4 @@
|
||||
version: "3.8"
|
||||
services:
|
||||
|
||||
# webui:
|
||||
@@ -31,7 +32,7 @@ services:
|
||||
- default
|
||||
container_name: hermes
|
||||
entrypoint: ["/bin/bash", "-c",
|
||||
"bash /opt/data/hermes-tools/install.sh && bash /usr/local/bin/run-multi-gateways.sh && exec /usr/bin/tini -g -- /opt/hermes/docker/entrypoint.sh \"$@\"",
|
||||
"bash /opt/data/hermes-tools/install.sh && bash /opt/data/hermes-tools/run-multi-gateways.sh && exec /usr/bin/tini -g -- /opt/hermes/docker/entrypoint.sh \"$@\"",
|
||||
"hermes-entrypoint"]
|
||||
restart: always
|
||||
# Gateway run enables the internal API server on port 8642
|
||||
@@ -126,7 +127,6 @@ services:
|
||||
- "traefik.http.routers.syncthing-https.tls.certresolver=njalla"
|
||||
- "traefik.http.services.syncthing.loadbalancer.server.port=8384"
|
||||
|
||||
|
||||
ollama:
|
||||
build:
|
||||
context: ./ollama
|
||||
@@ -160,32 +160,29 @@ services:
|
||||
- "303"
|
||||
- "26"
|
||||
|
||||
# --- Honcho + OpenConcho combiné: API + Web UI nginx/FastAPI ---
|
||||
# --- Honcho: AI-native user modeling ---
|
||||
honcho:
|
||||
build:
|
||||
context: ./honcho
|
||||
ssh:
|
||||
- default
|
||||
build: ./honcho
|
||||
container_name: honcho
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "127.0.0.1:8000:8000"
|
||||
environment:
|
||||
- DB_CONNECTION_URI=postgresql+psycopg://honcho:honcho_pass@honcho-db:5432/honcho
|
||||
- CACHE_URL=redis://honcho-redis:6379/0
|
||||
- CACHE_ENABLED=true
|
||||
- EMBEDDING_VECTOR_DIMENSIONS=1024
|
||||
- AUTH_USE_AUTH=true
|
||||
- AUTH_JWT_SECRET=${HONCHO_AUTH_JWT_SECRET}
|
||||
# Needed by deriver/dream to make LLM calls (api_key_env = "HONCHO_OPENAI_API_KEY" in config.toml)
|
||||
- HONCHO_OPENAI_API_KEY=${HONCHO_OPENAI_API_KEY}
|
||||
volumes:
|
||||
- honcho_data:/app/data
|
||||
- /mnt/HoardingCow_docker_data/Honcho/config.toml:/app/config.toml:ro
|
||||
- /mnt/HoardingCow_docker_data/Honcho/data:/app/data
|
||||
networks:
|
||||
- ai_backend
|
||||
- ai_net
|
||||
depends_on:
|
||||
honcho-db:
|
||||
condition: service_healthy
|
||||
honcho-redis:
|
||||
condition: service_healthy
|
||||
labels:
|
||||
- "traefik.enable=true"
|
||||
- "traefik.docker.network=ai_net"
|
||||
|
||||
# Router for HTTP + redirect to HTTPS
|
||||
- "traefik.http.routers.honcho-http.rule=Host(`honcho.lazyworkhorse.net`)"
|
||||
@@ -199,13 +196,8 @@ services:
|
||||
- "traefik.http.routers.honcho-https.tls.certresolver=njalla"
|
||||
- "traefik.http.routers.honcho-https.middlewares=hermes-auth"
|
||||
|
||||
# Service Loadbalancer (nginx port)
|
||||
- "traefik.http.services.honcho.loadbalancer.server.port=80"
|
||||
depends_on:
|
||||
honcho-db:
|
||||
condition: service_healthy
|
||||
honcho-redis:
|
||||
condition: service_healthy
|
||||
# Service Loadbalancer
|
||||
- "traefik.http.services.honcho.loadbalancer.server.port=8000"
|
||||
|
||||
honcho-db:
|
||||
image: pgvector/pgvector:pg15
|
||||
@@ -253,11 +245,6 @@ networks:
|
||||
ai_backend:
|
||||
driver: bridge
|
||||
name: ai_backend
|
||||
|
||||
volumes:
|
||||
honcho_data:
|
||||
external: true
|
||||
name: honcho_data
|
||||
|
||||
# llama_cpp_devstral:
|
||||
# image: ghcr.io/ggml-org/llama.cpp:server-rocm
|
||||
|
||||
@@ -43,12 +43,6 @@ RUN apt-get update && \
|
||||
# ---------- UV ----------
|
||||
COPY --chmod=0755 --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/
|
||||
|
||||
# ---------- Matrix bridge + extra pip deps ----------
|
||||
# Previously installed inline at container startup and persisted via volume mount.
|
||||
# Now baked into the image so the fragile venv volume mount can be removed.
|
||||
RUN . /opt/hermes/.venv/bin/activate && \
|
||||
uv pip install --no-cache-dir 'mautrix[encryption]' openai
|
||||
|
||||
WORKDIR /opt/hermes
|
||||
|
||||
# ---------- Matrix bridge + extra pip deps ----------
|
||||
@@ -84,10 +78,6 @@ os.remove(tgz)
|
||||
print('himalaya v1.2.0 installed')
|
||||
PYEOF
|
||||
|
||||
# ---------- Install multi-gateway launcher ----------
|
||||
# Launches one gateway process per profile (HERMES_PROFILES env var)
|
||||
COPY --chmod=0755 run-multi-gateways.sh /usr/local/bin/run-multi-gateways.sh
|
||||
|
||||
# ---------- Runtime ----------
|
||||
USER hermes
|
||||
ENV HERMES_HOME=/opt/data
|
||||
|
||||
@@ -1,32 +0,0 @@
|
||||
#!/bin/bash
|
||||
# Multi-gateway launcher for HERMES_PROFILES env var.
|
||||
# Reads comma-separated profile names, spawns one gateway per profile.
|
||||
# Designed to run before the main entrypoint — gateways run in background.
|
||||
set -e
|
||||
|
||||
if [ -z "${HERMES_PROFILES}" ]; then
|
||||
echo "HERMES_PROFILES not set — skipping multi-gateway launch"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
# Source venv to make 'hermes' available (entrypoint.sh sources it later,
|
||||
# but we need it NOW for the background gateways)
|
||||
HERMES_BIN="/opt/hermes/.venv/bin/hermes"
|
||||
if [ ! -x "$HERMES_BIN" ]; then
|
||||
echo "ERROR: hermes binary not found at $HERMES_BIN"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
mkdir -p /opt/data/logs
|
||||
|
||||
IFS=',' read -ra PROFILES <<< "${HERMES_PROFILES}"
|
||||
for profile in "${PROFILES[@]}"; do
|
||||
profile="$(echo "${profile}" | xargs)" # trim whitespace
|
||||
[ -z "${profile}" ] && continue
|
||||
|
||||
echo "Starting gateway for profile: ${profile}"
|
||||
nohup env API_SERVER_ENABLED=false API_SERVER_KEY= gosu hermes "$HERMES_BIN" --profile "${profile}" gateway run \
|
||||
>> "/opt/data/logs/gateway-${profile}.log" 2>&1 &
|
||||
done
|
||||
|
||||
echo "All gateways launched: ${HERMES_PROFILES}"
|
||||
@@ -1,75 +1,42 @@
|
||||
# build stage — fetches and builds Honcho from source
|
||||
FROM python:3.13-slim-bookworm AS honcho-builder
|
||||
# Using buildkit cache mounts for speed across rebuilds
|
||||
FROM python:3.13-slim-bookworm AS builder
|
||||
|
||||
RUN apt-get update && \
|
||||
apt-get install -y --no-install-recommends git openssh-client && \
|
||||
apt-get install -y --no-install-recommends git && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
COPY --from=ghcr.io/astral-sh/uv:0.9.24 /uv /bin/uv
|
||||
|
||||
ARG HONCHO_REPO=ssh://git@code.lazyworkhorse.net:2222/Hermes/honcho.git
|
||||
# Clone Honcho at a pinned commit for reproducibility
|
||||
ARG HONCHO_REPO=https://github.com/plastic-labs/honcho
|
||||
ARG HONCHO_REF=main
|
||||
RUN mkdir -p -m 0700 ~/.ssh && ssh-keyscan -p 2222 code.lazyworkhorse.net >> ~/.ssh/known_hosts 2>/dev/null
|
||||
RUN --mount=type=ssh git clone --depth 1 --branch ${HONCHO_REF} ${HONCHO_REPO} /app
|
||||
RUN git clone --depth 1 --branch ${HONCHO_REF} ${HONCHO_REPO} /app
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
ENV UV_COMPILE_BYTECODE=1
|
||||
ENV UV_LINK_MODE=copy
|
||||
ENV UV_PYTHON=/usr/local/bin/python3.13
|
||||
|
||||
RUN uv sync --frozen
|
||||
RUN --mount=type=cache,target=/root/.cache/uv \
|
||||
uv sync --frozen --no-group dev
|
||||
|
||||
# build stage — builds OpenConcho SPA
|
||||
FROM node:22-bookworm AS openconcho-builder
|
||||
|
||||
ENV PNPM_HOME=/pnpm
|
||||
ENV PATH=$PNPM_HOME:$PATH
|
||||
RUN corepack enable && corepack prepare pnpm@latest --activate
|
||||
|
||||
WORKDIR /app
|
||||
RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
|
||||
|
||||
ARG OPENCONCHO_SHA=3b5c3293fc18d768dbe85285264a8d66c896bd81
|
||||
RUN --mount=type=ssh git clone --depth 1 ssh://git@code.lazyworkhorse.net:2222/gortium/openconcho.git /app && \
|
||||
git -C /app fetch --depth 1 origin ${OPENCONCHO_SHA} && \
|
||||
git -C /app checkout ${OPENCONCHO_SHA}
|
||||
|
||||
RUN pnpm install --frozen-lockfile
|
||||
RUN pnpm --filter @openconcho/web build
|
||||
|
||||
# runtime stage — nginx + Honcho FastAPI
|
||||
# --- runtime stage ---
|
||||
FROM python:3.13-slim-bookworm
|
||||
|
||||
# Install nginx and create runtime dirs before dropping permissions
|
||||
RUN apt-get update && apt-get install -y --no-install-recommends nginx && \
|
||||
rm -rf /var/log/nginx/* && \
|
||||
rm -rf /var/lib/apt/lists/* && \
|
||||
rm -f /etc/nginx/sites-enabled/default
|
||||
RUN groupadd --system app && \
|
||||
useradd --system --gid app --create-home app
|
||||
|
||||
# Patch nginx.conf: comment out "user www-data;" so nginx master stays as root
|
||||
# (workers inherit root inside a container — fine for single-service isolation)
|
||||
RUN sed -i 's/^user /# user /' /etc/nginx/nginx.conf
|
||||
COPY --from=builder /app /app
|
||||
COPY --from=builder /root/.cache/uv /root/.cache/uv
|
||||
|
||||
# Pre-create nginx runtime directories with proper ownership
|
||||
RUN mkdir -p /var/lib/nginx/body /var/lib/nginx/proxy /var/lib/nginx/fastcgi \
|
||||
/var/lib/nginx/uwsgi /var/lib/nginx/scgi /var/lib/nginx/proxy_temp \
|
||||
/var/cache/nginx && \
|
||||
chown -R root:root /var/lib/nginx /var/cache/nginx
|
||||
|
||||
# Honcho
|
||||
COPY --from=honcho-builder /app /app
|
||||
WORKDIR /app
|
||||
ENV PATH="/app/.venv/bin:$PATH"
|
||||
ENV HOME=/app
|
||||
COPY config.toml /app/config.toml
|
||||
|
||||
# OpenConcho SPA
|
||||
COPY --from=openconcho-builder /app/packages/web/dist /usr/share/nginx/html
|
||||
COPY --chown=app:app config.toml /app/config.toml
|
||||
|
||||
# nginx config (proxies /v3/, /v2/ to Honcho on localhost:8000)
|
||||
COPY honcho-nginx.conf /etc/nginx/conf.d/default.conf
|
||||
USER app
|
||||
EXPOSE 8000
|
||||
|
||||
EXPOSE 80
|
||||
|
||||
CMD ["bash", "-c", "nginx -g 'daemon off;' & fastapi run --host 127.0.0.1 --port 8000 src/main.py & python3 -m src.deriver & wait -n"]
|
||||
CMD ["fastapi", "run", "--host", "0.0.0.0", "src/main.py"]
|
||||
|
||||
@@ -29,17 +29,17 @@ URL = "redis://honcho-redis:6379/0"
|
||||
[llm]
|
||||
DEFAULT_MAX_TOKENS = 4096
|
||||
|
||||
# Embeddings via Ollama — bge-m3 provides 1024-dim
|
||||
# Embeddings via Ollama (nomic-embed-text recommended on this system)
|
||||
[embedding]
|
||||
VECTOR_DIMENSIONS = 1024
|
||||
VECTOR_DIMENSIONS = 768
|
||||
MAX_INPUT_TOKENS = 8192
|
||||
|
||||
[embedding.model_config]
|
||||
transport = "openai"
|
||||
model = "bge-m3"
|
||||
overrides = {base_url = "http://ollama:11434/v1", api_key = "ollama"}
|
||||
model = "nomic-embed-text"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
# --- Deriver ---
|
||||
# --- Deriver (user representation builder) ---
|
||||
[deriver]
|
||||
ENABLED = true
|
||||
WORKERS = 1
|
||||
@@ -47,9 +47,9 @@ POLLING_SLEEP_INTERVAL_SECONDS = 5.0
|
||||
FLUSH_ENABLED = true
|
||||
|
||||
[deriver.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
# --- Dialectic ---
|
||||
[dialectic]
|
||||
@@ -60,37 +60,37 @@ SESSION_HISTORY_MAX_TOKENS = 8192
|
||||
MAX_TOOL_ITERATIONS = 1
|
||||
MAX_OUTPUT_TOKENS = 512
|
||||
[dialectic.levels.minimal.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
[dialectic.levels.low]
|
||||
MAX_TOOL_ITERATIONS = 3
|
||||
[dialectic.levels.low.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
[dialectic.levels.medium]
|
||||
MAX_TOOL_ITERATIONS = 2
|
||||
[dialectic.levels.medium.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
[dialectic.levels.high]
|
||||
MAX_TOOL_ITERATIONS = 4
|
||||
[dialectic.levels.high.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
[dialectic.levels.max]
|
||||
MAX_TOOL_ITERATIONS = 10
|
||||
[dialectic.levels.max.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
# --- Summary ---
|
||||
[summary]
|
||||
@@ -99,28 +99,13 @@ MESSAGES_PER_SHORT_SUMMARY = 20
|
||||
MESSAGES_PER_LONG_SUMMARY = 60
|
||||
|
||||
[summary.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
model = "hermes-3"
|
||||
base_url = "http://ollama:11434/v1"
|
||||
|
||||
# --- Dream ---
|
||||
[dream]
|
||||
ENABLED = true
|
||||
|
||||
[dream.model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
|
||||
[dream.deduction_model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
|
||||
[dream.induction_model_config]
|
||||
overrides = {base_url = "https://opencode.ai/zen/go/v1", api_key_env = "HONCHO_OPENAI_API_KEY"}
|
||||
transport = "openai"
|
||||
model = "deepseek-v4-flash"
|
||||
ENABLED = false
|
||||
|
||||
# --- Peer Card ---
|
||||
[peer_card]
|
||||
@@ -129,4 +114,4 @@ ENABLED = true
|
||||
# --- Vector Store ---
|
||||
[vector_store]
|
||||
TYPE = "pgvector"
|
||||
# DIMENSIONS is deprecated — EMBEDDING.VECTOR_DIMENSIONS is authoritative
|
||||
DIMENSIONS = 768
|
||||
|
||||
@@ -1,52 +0,0 @@
|
||||
server {
|
||||
listen 80 default_server;
|
||||
listen [::]:80 default_server;
|
||||
server_name _;
|
||||
|
||||
root /usr/share/nginx/html;
|
||||
index index.html;
|
||||
|
||||
# Honcho API proxy
|
||||
location /v3/ {
|
||||
proxy_pass http://127.0.0.1:8000;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto $scheme;
|
||||
}
|
||||
|
||||
location /v2/ {
|
||||
proxy_pass http://127.0.0.1:8000;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto $scheme;
|
||||
}
|
||||
|
||||
# Honcho health
|
||||
location /health {
|
||||
proxy_pass http://127.0.0.1:8000;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto $scheme;
|
||||
}
|
||||
|
||||
# OpenAPI docs
|
||||
location /openapi.json {
|
||||
proxy_pass http://127.0.0.1:8000;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto $scheme;
|
||||
}
|
||||
|
||||
# SPA: fallback to index.html for client-side routing
|
||||
location / {
|
||||
try_files $uri $uri/ /index.html;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user