From 15183ffcf07df650df2cc5236b1e4411a31f64c0 Mon Sep 17 00:00:00 2001 From: Advait Jayant Date: Wed, 24 Jun 2026 18:35:14 +0100 Subject: [PATCH] Fallback -> hermes-4-405b; drop VPN/IP noise from the banner - Chat fallback is now nous/hermes-4-405b (stronger uncensored model) instead of 70B; auxiliary tasks stay on 70B for speed/cost. (install.sh re-targets just the fallback_model after the hosted rewrite.) - Banner: privacy is from og-veil (OHTTP encryption -- relay sees ciphertext only), conveyed by 'via TEE gateway (OHTTP/og-veil)'. The local rotating proxy is opt-in and only masks IP from the relay, so drop the 'direct'/IP noise from the default banner; show an IP indicator only when the proxy is actually enabled (.proxy). --- bin/ghost | 13 +++++++------ install.sh | 5 ++++- 2 files changed, 11 insertions(+), 7 deletions(-) diff --git a/bin/ghost b/bin/ghost index 4985f03..c36520c 100755 --- a/bin/ghost +++ b/bin/ghost @@ -76,17 +76,18 @@ else FB="fallback: ${FB_MODEL:-hermes-4-70b}"; FB_DOWN="no offline fallback (hosted-only)" fi -# Egress is DIRECT by default. The rotating proxy is opt-in (GHOST_PROXY=1 at install, which -# writes the .proxy marker); only then is og-veil's egress actually IP-masked. Don't claim -# IP-masking just because a leftover proxy process answers a ping. -NET="direct" +# Privacy comes from og-veil: every request is HPKE/OHTTP-encrypted, so the relay only ever sees +# ciphertext (the "via TEE gateway (OHTTP)" below). The relay still sees your IP; the OPTIONAL +# rotating proxy (GHOST_PROXY=1, off by default) hides that too. Only surface an IP indicator +# when the proxy is actually enabled (.proxy marker) -- no VPN noise in the default direct setup. +NET="" if [ -f "__GHOST_HOME__/privacy/.proxy" ]; then EXIT_IP=$(/usr/bin/curl -s --max-time 6 -x "$PROXY" https://api.ipify.org 2>/dev/null) - NET="${EXIT_IP:+IP-masked via $EXIT_IP}"; NET="${NET:-proxy DOWN}" + NET=" 路 ${EXIT_IP:+IP-masked via $EXIT_IP}"; [ -n "$EXIT_IP" ] || NET=" 路 proxy DOWN" fi if [ "$HC" = "200" ] && [ "$VC" = "200" ]; then - STATUS="馃懟 ghost 路 $DEF_MODEL via TEE gateway (OHTTP/og-veil) 路 $NET 路 $LOGIN 路 $FB" + STATUS="馃懟 ghost 路 $DEF_MODEL via TEE gateway (OHTTP/og-veil)${NET} 路 $LOGIN 路 $FB" elif [ "$HC" = "200" ]; then STATUS="馃懟 ghost 路 鈿狅笍 og-veil DOWN (veil=$VC) -- hosted unreachable (try ghost-login), $FB_DOWN" else diff --git a/install.sh b/install.sh index 2c8df26..a3bddcf 100644 --- a/install.sh +++ b/install.sh @@ -133,7 +133,10 @@ s = re.sub(r"provider: ollama-local\n(\s*)model: \S+", s = re.sub(r"model: ghost-tool:latest\n(\s*)provider: ollama-local", r"model: nous/hermes-4-70b\n\1provider: opengradient", s) s = s.replace("provider: ollama-local", "provider: opengradient") -open(p, "w").write(s); print(" hosted-only: auxiliary + fallback routed to hosted nous/hermes-4-70b (via og-veil)") +# Chat fallback -> the stronger 405B (aux tasks stay on 70B for speed/cost). +s = re.sub(r"(fallback_model:\n provider: opengradient\n model: )nous/hermes-4-70b", + r"\g<1>nous/hermes-4-405b", s, count=1) +open(p, "w").write(s); print(" hosted-only: fallback -> nous/hermes-4-405b, auxiliary -> nous/hermes-4-70b (via og-veil)") PYEOF fi