From 9bba1e73152396ce2c208e44d1e0ec138d260b1c Mon Sep 17 00:00:00 2001 From: Advait Jayant Date: Fri, 26 Jun 2026 15:19:20 +0100 Subject: [PATCH] Raise hosted context window 128K -> 1M (DeepSeek V4 Pro's real window) The chat-app (same TEE gateway) advertises both deepseek-v4-pro and hermes-4-405b at a 1024K context window, so 1M is actually served. The earlier 128K was a conservative floor to avoid over-sending past an unknown cap; with the cap confirmed, set the hosted context_length to 1048576. Local windows unchanged. --- profile/config.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/profile/config.yaml b/profile/config.yaml index 2fa5ca4..ad7901c 100644 --- a/profile/config.yaml +++ b/profile/config.yaml @@ -2,7 +2,7 @@ model: base_url: http://127.0.0.1:8788/v1 default: deepseek/deepseek-v4-pro provider: opengradient - context_length: 131072 + context_length: 1048576 ollama_num_ctx: 65536 fallback_model: provider: ollama-local @@ -18,7 +18,7 @@ providers: base_url: http://127.0.0.1:8788/v1 api_key: managed-by-og-veil default_model: deepseek/deepseek-v4-pro - context_length: 131072 + context_length: 1048576 ollama-local: base_url: http://localhost:11434/v1 api_key: ollama