From a8bfb5ab7ac3a407aa7355d68618f176987dd831 Mon Sep 17 00:00:00 2001 From: JNK234 Date: Thu, 19 Mar 2026 12:08:07 -0500 Subject: [PATCH] fix: rename semantic drift to lexical drift, update default model names Jaccard distance measures vocabulary replacement rate, not semantic similarity. Renamed all labels and comments accordingly. Updated hardcoded default models to current versions (gpt-5.4-mini, claude-haiku-4-5-20251001, gemini-2.5-flash). --- .../config-multi-provider.txt | 21 ++++++++----------- .../provider-sensitivity.nlogox | 16 +++++++------- 2 files changed, 17 insertions(+), 20 deletions(-) diff --git a/demos/provider-sensitivity/config-multi-provider.txt b/demos/provider-sensitivity/config-multi-provider.txt index 0659c78..cf5e879 100644 --- a/demos/provider-sensitivity/config-multi-provider.txt +++ b/demos/provider-sensitivity/config-multi-provider.txt @@ -1,12 +1,11 @@ -# Demo 3: Provider Sensitivity - Multi-provider configuration -# Fill in keys for the providers you want to compare. +# Provider Sensitivity - Multi-provider config +# Fill in your API keys for each provider you want to compare. # The demo will automatically skip providers that are not ready. -# Default provider/model on startup -provider=ollama -model=llama3.2:3b +provider=openai +model=gpt-5.4-mini temperature=0.4 -max_tokens=250 +max_tokens=1000 timeout_seconds=45 # Cloud API keys (leave empty to skip provider, fill in to enable) @@ -15,12 +14,10 @@ anthropic_api_key= gemini_api_key= # Ollama local endpoint (no key required) -# Start with: ollama serve -# Ensure your selected model is pulled, for example: ollama pull llama3.2 ollama_base_url=http://localhost:11434 -# Optional per-provider overrides -openai_model=gpt-4o-mini -anthropic_model=claude-3-5-haiku-latest -gemini_model=gemini-2.0-flash +# Per-provider model overrides +openai_model=gpt-5.4-mini +anthropic_model=claude-haiku-4-5-20251001 +gemini_model=gemini-2.5-flash ollama_model=llama3.2:3b diff --git a/demos/provider-sensitivity/provider-sensitivity.nlogox b/demos/provider-sensitivity/provider-sensitivity.nlogox index eb6798e..fd59aab 100644 --- a/demos/provider-sensitivity/provider-sensitivity.nlogox +++ b/demos/provider-sensitivity/provider-sensitivity.nlogox @@ -1,6 +1,6 @@ - - - set-current-plot "Semantic Drift by Provider" + + set-current-plot "Lexical Drift by Provider" create-temporary-plot-pen prov @@ -680,7 +680,7 @@ foreach ready-providers-list [ prov -> ## WHAT IS IT? -A Telephone Game for LLMs. Parallel chains of turtles pass a seed message through repeated paraphrasing by different LLM providers. Each position in the chain asks its provider to rephrase what it received. As the message travels, semantic drift accumulates — and different providers drift at different rates and in different ways. +A Telephone Game for LLMs. Parallel chains of turtles pass a seed message through repeated paraphrasing by different LLM providers. Each position in the chain asks its provider to rephrase what it received. As the message travels, lexical drift accumulates — vocabulary shifts as each provider substitutes its own word choices, and different providers drift at different rates. ## HOW IT WORKS