aboutsummaryrefslogtreecommitdiff
path: root/.bkp-fix-20261028_165025/ollama-manager.js
diff options
context:
space:
mode:
authorAgando <roduccomm@gmail.com>2026-11-09 15:36:23 +0100
committerAgando <roduccomm@gmail.com>2026-11-09 15:36:23 +0100
commita065a4c30be748b0c8fc6dd0b5ee1dc4d3de4b1c (patch)
tree8a84adabfccee9994937cd71888170ab205b9361 /.bkp-fix-20261028_165025/ollama-manager.js
parenta46ebee30cfbbac86abb45068411bc28e1c65503 (diff)
chore(newos4): commit accumulated maintenance outputHEADv4.6.156main
The daily collector and the feedback pipeline had left 57 modified files uncommitted (skills, modules-index, CHANGELOG, feedback decisions, debug counters). The public mirror publishes git HEAD, so without this the published repo stayed behind the tree - and it blocked the publisher outright once uncommitted subtrees started failing loudly.
Diffstat (limited to '.bkp-fix-20261028_165025/ollama-manager.js')
-rw-r--r--.bkp-fix-20261028_165025/ollama-manager.js1355
1 files changed, 1355 insertions, 0 deletions
diff --git a/.bkp-fix-20261028_165025/ollama-manager.js b/.bkp-fix-20261028_165025/ollama-manager.js
new file mode 100644
index 0000000..7dcecc3
--- /dev/null
+++ b/.bkp-fix-20261028_165025/ollama-manager.js
@@ -0,0 +1,1355 @@
+// Extracted from newOS4 index.html — OllamaManager / LLMRouter
+// Refactored to support multiple LLM providers with auto-fallback
+// Class name kept as OllamaManager for backward compatibility
+class OllamaManager {
+ constructor(terminal) {
+ this.terminal = terminal;
+ // --- Backward-compat properties (reflected from active provider) ---
+ this.endpoint = localStorage.getItem('webx11_ollama_endpoint') || 'http://localhost:11434';
+ this.connected = false;
+ this.models = [];
+ this.currentModel = localStorage.getItem('webx11_ollama_model') || 'gemma4:31b-cloud';
+ this.responseHooks = [];
+ this._abortController = null;
+ // --- Usage Tracking ---
+ this._usageLog = [];
+ this._usageBuffer = [];
+ this._usageFlushTimer = null;
+ this._loadUsageLog();
+ // Flush on page unload
+ if (typeof window !== 'undefined') {
+ window.addEventListener('beforeunload', () => this._flushUsageLog());
+ }
+ // --- AI Agent Loop Optimization Toggle ---
+ this.optimizationEnabled = localStorage.getItem('webx11_optimization_enabled') === 'true'; // v4.5.66: default OFF
+ // --- Streaming Toggle ---
+ this.streamEnabled = localStorage.getItem('webx11_stream_enabled') === 'true';
+ // --- Validator Agent Config ---
+ this.validatorEnabled = localStorage.getItem('webx11_validator_enabled') === 'true';
+ this.validatorModel = localStorage.getItem('webx11_validator_model') || 'gemma4:31b-cloud';
+ this.validatorEndpoint = localStorage.getItem('webx11_validator_endpoint') || '';
+ // --- Model Parameters (temperature, top_p, max_tokens, thinking) ---
+ this.modelParams = this._loadModelParams();
+ // Build fallback endpoints
+ this.fallbackEndpoints = [];
+ const origin = typeof window !== 'undefined' ? window.location.origin : '';
+ if (origin) {
+ this.fallbackEndpoints.push(origin + '/ollama/');
+ }
+
+ // --- Multi-provider architecture ---
+ this.providers = []; // array of { name, type, endpoint, apiKey, model, priority, enabled }
+ this.currentProvider = null; // currently active provider object
+ this.fallbackCount = 0;
+ this._loadProviders();
+
+ // If no active provider set, pick the highest-priority enabled one
+ if (!this.currentProvider) {
+ const sorted = this._getSortedEnabledProviders();
+ if (sorted.length > 0) {
+ this.currentProvider = sorted[0];
+ this._syncCompatProperties(this.currentProvider);
+ }
+ }
+ }
+
+ // ─── Provider management ─────────────────────────────────────────────────
+
+ // Ollama's server-side default context is small (2k-4k depending on the build). The agent
+ // sends a system prompt, up to 20 messages and up to 24k chars of tool results, so without an
+ // explicit num_ctx the server silently truncates the prompt — the model "forgets" what it was
+ // just told. Send it on every Ollama request; the OpenAI-compatible branch has its own params.
+ _ctxTokens() {
+ const n = Number(this.numCtx || (typeof localStorage !== 'undefined' ? localStorage.getItem('webx11_ollama_numctx') : 0));
+ return Number.isFinite(n) && n >= 512 ? Math.floor(n) : 16384;
+ }
+
+ _ollamaOptions(extra) {
+ return Object.assign({ num_ctx: this._ctxTokens() }, extra || {});
+ }
+
+ _loadProviders() {
+ const stored = this._getSecret('webx11_llm_providers');
+ if (stored) {
+ try {
+ this.providers = JSON.parse(stored);
+ // Ensure all entries have the 'enabled' field
+ this.providers.forEach(p => { if (p.enabled === undefined) p.enabled = true; });
+ } catch (e) {
+ this.providers = [];
+ }
+ }
+ if (this.providers.length === 0) {
+ // Default single provider: Ollama
+ this.providers = [{
+ name: 'Ollama',
+ type: 'ollama',
+ endpoint: localStorage.getItem('webx11_ollama_endpoint') || 'http://localhost:11434',
+ apiKey: '',
+ model: localStorage.getItem('webx11_ollama_model') || 'gemma4:31b-cloud',
+ priority: 0,
+ enabled: true
+ }];
+ }
+ }
+
+ _saveProviders() {
+ this._setSecret('webx11_llm_providers', JSON.stringify(this.providers));
+ }
+
+ _loadModelParams() {
+ try {
+ const saved = localStorage.getItem('webx11_model_params');
+ if (saved) {
+ const parsed = JSON.parse(saved);
+ return {
+ temperature: parsed.temperature !== undefined ? parsed.temperature : 0.7,
+ top_p: parsed.top_p !== undefined ? parsed.top_p : 0.9,
+ max_tokens: parsed.max_tokens !== undefined ? parsed.max_tokens : 4096,
+ thinking: parsed.thinking || 'off'
+ };
+ }
+ } catch (e) {}
+ return { temperature: 0.7, top_p: 0.9, max_tokens: 4096, thinking: 'off' };
+ }
+
+ _saveModelParams() {
+ try {
+ localStorage.setItem('webx11_model_params', JSON.stringify(this.modelParams));
+ } catch (e) {}
+ }
+
+ _getSecret(key) {
+ if (typeof window !== 'undefined' && window.webx11_secretVault && typeof window.webx11_secretVault.decrypt === 'function') {
+ return window.webx11_secretVault.decrypt(key);
+ }
+ return localStorage.getItem(key);
+ }
+
+ _setSecret(key, value) {
+ if (typeof window !== 'undefined' && window.webx11_secretVault && typeof window.webx11_secretVault.encrypt === 'function') {
+ window.webx11_secretVault.encrypt(key, value);
+ } else {
+ localStorage.setItem(key, value);
+ }
+ }
+
+ _getSortedEnabledProviders() {
+ return this.providers
+ .filter(p => p.enabled)
+ .sort((a, b) => (a.priority || 0) - (b.priority || 0));
+ }
+
+ _syncCompatProperties(provider) {
+ if (!provider) return;
+ this.endpoint = provider.endpoint;
+ this.currentModel = provider.model || this.currentModel;
+ // Don't override backward-compat localStorage unless explicitly set
+ }
+
+ _getProviderByType(type) {
+ return this.providers.find(p => p.type === type && p.enabled);
+ }
+
+ addProvider(name, type, endpoint, apiKey, model, priority) {
+ const existing = this.providers.findIndex(p => p.name === name);
+ const entry = {
+ name: name,
+ type: type || 'ollama',
+ endpoint: endpoint || 'http://localhost:11434',
+ apiKey: apiKey || '',
+ model: model || localStorage.getItem('webx11_ollama_model') || 'gemma4:31b-cloud',
+ priority: priority !== undefined ? priority : this.providers.length,
+ enabled: true
+ };
+ if (existing >= 0) {
+ this.providers[existing] = entry;
+ } else {
+ this.providers.push(entry);
+ }
+ this._saveProviders();
+ // If this is the new highest-priority enabled provider, activate it
+ const sorted = this._getSortedEnabledProviders();
+ if (sorted.length > 0 && sorted[0].name === entry.name) {
+ this.currentProvider = entry;
+ this._syncCompatProperties(entry);
+ }
+ return true;
+ }
+
+ removeProvider(name) {
+ const idx = this.providers.findIndex(p => p.name === name);
+ if (idx < 0) return false;
+ this.providers.splice(idx, 1);
+ if (this.currentProvider && this.currentProvider.name === name) {
+ this.currentProvider = null;
+ const sorted = this._getSortedEnabledProviders();
+ if (sorted.length > 0) {
+ this.currentProvider = sorted[0];
+ this._syncCompatProperties(this.currentProvider);
+ }
+ }
+ this._saveProviders();
+ return true;
+ }
+
+ listProviders() {
+ return this.providers;
+ }
+
+ setActiveProvider(name) {
+ const provider = this.providers.find(p => p.name === name);
+ if (!provider) {
+ this.terminal.print(`Provider "${name}" not found`, 'error');
+ return false;
+ }
+ this.currentProvider = provider;
+ this._syncCompatProperties(provider);
+ this.terminal.print(`Active provider set to: ${name} (${provider.type} at ${provider.endpoint})`, 'success');
+ return true;
+ }
+
+ getActiveProvider() {
+ return this.currentProvider;
+ }
+
+ getProviderStats() {
+ const sorted = this._getSortedEnabledProviders();
+ const connectedProvider = this.connected
+ ? (this.currentProvider ? this.currentProvider.name : 'unknown')
+ : null;
+ return {
+ currentProvider: this.currentProvider ? this.currentProvider.name : null,
+ totalProviders: this.providers.length,
+ connectedProvider: connectedProvider,
+ fallbackCount: this.fallbackCount
+ };
+ }
+
+ // ─── Connection ──────────────────────────────────────────────────────────
+
+ async connect() {
+ const sortedProviders = this._getSortedEnabledProviders();
+ if (sortedProviders.length === 0) {
+ this.terminal.print('No enabled providers configured', 'error');
+ this.connected = false;
+ return false;
+ }
+
+ // Also build endpoint-based fallback list for backward compat
+ const allEndpoints = [];
+ // First try the original endpoint + fallbackEndpoints for plain Ollama connect
+ if (this._getProviderByType('ollama')) {
+ allEndpoints.push(this.endpoint);
+ for (const fb of this.fallbackEndpoints) {
+ if (!allEndpoints.includes(fb)) allEndpoints.push(fb);
+ }
+ }
+
+ // Try each provider in priority order
+ for (const provider of sortedProviders) {
+ let success = false;
+ if (provider.type === 'ollama') {
+ // Try provider endpoint first, then fallback endpoints
+ const eps = [provider.endpoint];
+ for (const fb of this.fallbackEndpoints) {
+ if (!eps.includes(fb)) eps.push(fb);
+ }
+ for (const ep of eps) {
+ try {
+ this.terminal.print(`Connecting to ${provider.name} at ${ep}...`, 'info');
+ const response = await fetch(`${ep}/api/tags`, {
+ method: 'GET', headers: { 'Content-Type': 'application/json' }
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ this.models = data.models || [];
+ this.connected = true;
+ this.currentProvider = provider;
+ provider.endpoint = ep; // may have been updated via fallback
+ this._syncCompatProperties(provider);
+ this.saveSettings();
+ this.terminal.print(`Connected to ${provider.name}! Found ${this.models.length} model(s)`, 'success');
+ this.terminal.log('INFO', 'Ollama', 'Connected to ' + provider.name + ' at ' + ep + ' with ' + this.models.length + ' model(s)');
+ if (!this.currentModel || !this.models.some(m => m.name === this.currentModel)) {
+ if (this.models.length > 0) {
+ this.currentModel = this.models[0].name;
+ provider.model = this.currentModel;
+ localStorage.setItem('webx11_ollama_model', this.currentModel);
+ this.terminal.print(`Auto-selected model: ${this.currentModel}`, 'info');
+ }
+ }
+ this._saveProviders();
+ success = true;
+ break;
+ } catch (error) {
+ this.terminal.log('WARN', 'Ollama', provider.name + ' endpoint ' + ep + ' failed: ' + error.message);
+ if (!this._quietConnect) this.terminal.print(`${provider.name} endpoint ${ep} failed: ${error.message}`, 'warning');
+ }
+ }
+ } else {
+ // OpenAI-compatible provider (OpenRouter, etc.)
+ try {
+ this.terminal.print(`Connecting to ${provider.name} at ${provider.endpoint}...`, 'info');
+ const headers = { 'Content-Type': 'application/json' };
+ if (provider.apiKey) {
+ headers['Authorization'] = 'Bearer ' + provider.apiKey;
+ }
+ const response = await fetch(`${provider.endpoint}/v1/models`, {
+ method: 'GET', headers
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ this.models = (data.data || data.models || []).map(m => ({
+ name: m.id || m.name,
+ size: m.size || 0
+ }));
+ this.connected = true;
+ this.currentProvider = provider;
+ this._syncCompatProperties(provider);
+ this.saveSettings();
+ this.terminal.print(`Connected to ${provider.name}! Found ${this.models.length} model(s)`, 'success');
+ this.terminal.log('INFO', 'Ollama', 'Connected to ' + provider.name + ' at ' + provider.endpoint + ' with ' + this.models.length + ' model(s)');
+ if (!this.currentModel || !this.models.some(m => m.name === this.currentModel)) {
+ if (this.models.length > 0) {
+ this.currentModel = this.models[0].name;
+ provider.model = this.currentModel;
+ localStorage.setItem('webx11_ollama_model', this.currentModel);
+ this.terminal.print(`Auto-selected model: ${this.currentModel}`, 'info');
+ }
+ }
+ this._saveProviders();
+ success = true;
+ } catch (error) {
+ this.terminal.log('WARN', 'Ollama', provider.name + ' failed: ' + error.message);
+ if (!this._quietConnect) this.terminal.print(`${provider.name} failed: ${error.message}`, 'warning');
+ }
+ }
+
+ if (success) return true;
+ }
+
+ // If provider-based connect failed, try bare endpoint fallback (legacy)
+ for (const ep of allEndpoints) {
+ try {
+ if (!this._quietConnect) this.terminal.print(`Connecting (legacy fallback) to ${ep}...`, 'info');
+ const response = await fetch(`${ep}/api/tags`, {
+ method: 'GET', headers: { 'Content-Type': 'application/json' }
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ this.models = data.models || [];
+ this.connected = true;
+ if (ep !== this.endpoint) {
+ this.endpoint = ep;
+ this.saveSettings();
+ this.terminal.print(`Endpoint updated to: ${ep}`, 'info');
+ }
+ this.terminal.print(`Connected! Found ${this.models.length} model(s)`, 'success');
+ this.terminal.log('INFO', 'Ollama', 'Connected to ' + ep + ' with ' + this.models.length + ' model(s)');
+ if (!this.currentModel || !this.models.some(m => m.name === this.currentModel)) {
+ if (this.models.length > 0) {
+ this.currentModel = this.models[0].name;
+ localStorage.setItem('webx11_ollama_model', this.currentModel);
+ this.terminal.print(`Auto-selected model: ${this.currentModel}`, 'info');
+ }
+ }
+ this.saveSettings();
+ return true;
+ } catch (error) {
+ this.terminal.log('WARN', 'Ollama', 'Endpoint ' + ep + ' failed: ' + error.message);
+ if (!this._quietConnect) this.terminal.print(`Endpoint ${ep} failed: ${error.message}`, 'warning');
+ }
+ }
+
+ this.terminal.log('ERROR', 'Ollama', 'Connection failed on all providers');
+ this.connected = false;
+ return false;
+ }
+
+ // v4.5.68: Fetch with timeout — wraps fetch() with AbortController to prevent network hangs
+ async fetchWithTimeout(url, options = {}, timeoutMs = 30000) {
+ const controller = new AbortController();
+ const timer = setTimeout(() => controller.abort(), timeoutMs);
+ try {
+ const resp = await fetch(url, { ...options, signal: controller.signal });
+ clearTimeout(timer);
+ return resp;
+ } catch (e) {
+ clearTimeout(timer);
+ if (e.name === 'AbortError') throw new Error(`Request timed out after ${timeoutMs / 1000}s`);
+ throw e;
+ }
+ }
+
+ // ─── Lazy connect ────────────────────────────────────────────────────────
+ /**
+ * Every request path calls this first. Nothing connects at boot, so the user's first message
+ * used to die with "Use ollamaconnect first" even when the endpoint was healthy
+ * (reported 2026-10-26/27). One attempt, then the caller prints the real reason.
+ * Concurrent callers share the same in-flight promise.
+ */
+ async _ensureConnected() {
+ if (this.connected) return true;
+ if (this._connecting) {
+ try { await this._connecting; } catch (e) { /* fall through to the state check */ }
+ return this.connected;
+ }
+ // An automatic connect must not silently rewrite the model the user picked.
+ const savedModel = (typeof localStorage !== 'undefined') ? localStorage.getItem('webx11_ollama_model') : null;
+ this.terminal.print('Ollama: connecting on first use…', 'info');
+ let timedOut = false;
+ try {
+ // One failure should read as one failure: connect() prints a line per endpoint it
+ // tries, which made an auto-connect failure seven lines of noise. Keep the detail in
+ // the log, print only the outcome for an automatic attempt.
+ this._quietConnect = true;
+ this._connecting = this.connect();
+ // connect() uses a bare fetch(), so a blackholed endpoint would hang this promise
+ // forever and — because the promise is shared — every later message with it.
+ const deadline = this.connectTimeoutMs || 10000;
+ const outcome = await Promise.race([
+ this._connecting.then(() => 'done', e => { throw e; }),
+ new Promise(resolve => setTimeout(() => resolve('timeout'), deadline)),
+ ]);
+ timedOut = outcome === 'timeout' && !this.connected;
+ } catch (e) {
+ // A throwing terminal.log() must not leave _connecting poisoned: log defensively.
+ try { this.terminal.log('WARN', 'Ollama', 'Auto-connect failed: ' + (e && e.message ? e.message : e)); } catch (_) {}
+ } finally {
+ this._quietConnect = false;
+ this._connecting = null;
+ }
+ if (this.connected && savedModel && !(this.models || []).some(m => m.name === savedModel)) {
+ this.currentModel = savedModel;
+ if (this.currentProvider) this.currentProvider.model = savedModel;
+ // connect() may already have overwritten the stored preference; put it back.
+ try { localStorage.setItem('webx11_ollama_model', savedModel); } catch (_) {}
+ this.terminal.print('Keeping your saved model "' + savedModel + '" — this endpoint does not list it.', 'warning');
+ }
+ if (!this.connected) {
+ this.terminal.print(timedOut
+ ? 'Auto-connect timed out after ' + ((this.connectTimeoutMs || 10000) / 1000) + 's — the endpoint is not answering. Check the Ollama tab or run ollamaconnect.'
+ : 'Auto-connect failed — check the endpoint in the Ollama tab (or run ollamaconnect).', 'warning');
+ }
+ return this.connected;
+ }
+
+ // ─── Chat (non-streaming) ────────────────────────────────────────────────
+
+ async chat(prompt, model = null) {
+ // Per-call state: never let a reason captured by an earlier failure be replayed here.
+ this._lastChatError = null;
+ if (!this.connected && !(await this._ensureConnected())) {
+ this.terminal.print('Ollama not connected: the endpoint is unreachable. Check the Ollama tab or run ollamaconnect.', 'error');
+ return null;
+ }
+ const useModel = model || this.currentModel;
+ if (!useModel) {
+ this.terminal.print('No model selected. Use ollamamodels to select.', 'error');
+ return null;
+ }
+
+ const providersToTry = this._getFallbackChain();
+ let lastError = null;
+
+ for (const provider of providersToTry) {
+ const result = await this._chatWithProvider(provider, prompt, useModel);
+ if (result !== null && result !== undefined) {
+ // Success — if we fell back, increment fallbackCount
+ if (provider !== this.currentProvider) {
+ this.fallbackCount++;
+ this.terminal.print(`Fell back to provider: ${provider.name}`, 'warning');
+ this.currentProvider = provider;
+ this._syncCompatProperties(provider);
+ }
+ return result;
+ }
+ lastError = result;
+ }
+
+ if (lastError === null) {
+ // Name the real cause when one was captured; the generic wording is only a fallback.
+ const reason = this._lastChatError;
+ this.terminal.print(
+ reason ? `Ollama error: ${reason}` : 'Ollama error: No provider responded',
+ 'error');
+ }
+ return null;
+ }
+
+ async _chatWithProvider(provider, prompt, model) {
+ const useModel = model || provider.model || this.currentModel;
+ let fullText = '';
+ this._abortController = new AbortController();
+ const signal = this._abortController.signal;
+ const t0 = Date.now();
+ try {
+ if (provider.type === 'ollama') {
+ const response = await fetch(`${provider.endpoint}/api/generate`, {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify({ model: useModel, prompt: prompt, stream: this.streamEnabled, options: this._ollamaOptions() }),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+
+ if (this.streamEnabled) {
+ const reader = response.body.getReader();
+ const decoder = new TextDecoder();
+ let isFirstToken = true;
+ let lastObj = null;
+
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+
+ const chunk = decoder.decode(value, { stream: true });
+ const lines = chunk.split('\n').filter(l => l.trim());
+
+ for (const line of lines) {
+ try {
+ const parsed = JSON.parse(line);
+ if (parsed.response) {
+ fullText += parsed.response;
+ this.terminal.printStreamingResponse(parsed.response, !isFirstToken);
+ isFirstToken = false;
+ }
+ lastObj = parsed; // capture last for eval_count
+ } catch (e) {
+ // Skip malformed partial lines
+ }
+ }
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, lastObj?.prompt_eval_count, lastObj?.eval_count);
+ } else {
+ const data = await response.json();
+ fullText = data.response || '';
+ if (fullText) {
+ this.terminal.printStreamingResponse(fullText, false);
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.prompt_eval_count, data.eval_count);
+ }
+ return fullText || null;
+ } else {
+ // OpenAI-compatible provider
+ const headers = { 'Content-Type': 'application/json' };
+ if (provider.apiKey) {
+ headers['Authorization'] = 'Bearer ' + provider.apiKey;
+ }
+ const response = await fetch(`${provider.endpoint}/v1/chat/completions`, {
+ method: 'POST',
+ headers,
+ body: JSON.stringify({
+ model: useModel,
+ messages: [{ role: 'user', content: prompt }],
+ stream: this.streamEnabled
+ }),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+
+ if (this.streamEnabled) {
+ const reader = response.body.getReader();
+ const decoder = new TextDecoder();
+ let isFirstToken = true;
+ let buffer = '';
+ let lastUsage = null;
+
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+
+ buffer += decoder.decode(value, { stream: true });
+ const lines = buffer.split('\n');
+ buffer = lines.pop() || '';
+
+ for (const line of lines) {
+ const trimmed = line.trim();
+ if (!trimmed || trimmed === 'data: [DONE]') continue;
+ if (trimmed.startsWith('data: ')) {
+ try {
+ const parsed = JSON.parse(trimmed.substring(6));
+ const content = parsed.choices?.[0]?.delta?.content || '';
+ if (content) {
+ fullText += content;
+ this.terminal.printStreamingResponse(content, !isFirstToken);
+ isFirstToken = false;
+ }
+ if (parsed.usage) lastUsage = parsed.usage;
+ } catch (e) {
+ // Skip malformed SSE lines
+ }
+ }
+ }
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, lastUsage?.prompt_tokens, lastUsage?.completion_tokens);
+ } else {
+ const data = await response.json();
+ fullText = data.choices?.[0]?.message?.content || '';
+ if (fullText) {
+ this.terminal.printStreamingResponse(fullText, false);
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.usage?.prompt_tokens, data.usage?.completion_tokens);
+ }
+ return fullText || null;
+ }
+ } catch (error) {
+ // Remember why this provider failed so chat() can name the real cause
+ // instead of falling back to the generic "No provider responded".
+ this._lastChatError = error.message || String(error);
+ if (fullText && fullText.length > 0) {
+ this.terminal.printStreamingResponse(`\n\n[Stream error: ${error.message}]`, true);
+ return fullText;
+ }
+ return null; // signal failure so caller can try next provider
+ } finally {
+ this._abortController = null;
+ }
+ }
+
+ // ─── Chat Stream ─────────────────────────────────────────────────────────
+
+ async chatStream(prompt, onToken, onComplete, model = null) {
+ if (!this.connected && !(await this._ensureConnected())) {
+ this.terminal.print('Ollama not connected: the endpoint is unreachable.', 'error');
+ onComplete && onComplete(null); return;
+ }
+ const useModel = model || this.currentModel;
+ if (!useModel) { this.terminal.print('No model selected.', 'error'); onComplete && onComplete(null); return; }
+
+ const providersToTry = this._getFallbackChain();
+ let triedAny = false;
+
+ for (const provider of providersToTry) {
+ triedAny = true;
+ const result = await this._chatStreamWithProvider(provider, prompt, onToken, onComplete, useModel);
+ if (result !== null) {
+ if (provider !== this.currentProvider) {
+ this.fallbackCount++;
+ this.terminal.print(`Fell back to provider: ${provider.name}`, 'warning');
+ this.currentProvider = provider;
+ this._syncCompatProperties(provider);
+ }
+ return result;
+ }
+ }
+
+ if (!triedAny) {
+ this.terminal.print('No model selected.', 'error');
+ onComplete && onComplete(null);
+ } else {
+ this.terminal.print(`Stream error: No provider responded`, 'error');
+ onComplete && onComplete(null);
+ }
+ return null;
+ }
+
+ async _chatStreamWithProvider(provider, prompt, onToken, onComplete, model) {
+ const useModel = model || provider.model || this.currentModel;
+ this._abortController = new AbortController();
+ const signal = this._abortController.signal;
+ const t0 = Date.now();
+ try {
+ if (provider.type === 'ollama') {
+ const response = await fetch(`${provider.endpoint}/api/generate`, {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify({ model: useModel, prompt: prompt, stream: this.streamEnabled, options: this._ollamaOptions() }),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+
+ let fullResponse = '';
+ if (this.streamEnabled) {
+ const reader = response.body.getReader();
+ const decoder = new TextDecoder();
+ let buffer = '';
+ let lastObj = null;
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+ buffer += decoder.decode(value, { stream: true });
+ const lines = buffer.split('\n');
+ buffer = lines.pop() || '';
+ for (const line of lines) {
+ if (!line.trim()) continue;
+ try {
+ const obj = JSON.parse(line);
+ if (obj.response) {
+ fullResponse += obj.response;
+ onToken && onToken(obj.response, fullResponse);
+ }
+ lastObj = obj;
+ } catch (e) { continue; }
+ }
+ }
+ if (buffer.trim()) {
+ try {
+ const obj = JSON.parse(buffer);
+ if (obj.response) { fullResponse += obj.response; onToken && onToken(obj.response, fullResponse); }
+ lastObj = obj;
+ } catch (e) {}
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, lastObj?.prompt_eval_count, lastObj?.eval_count);
+ } else {
+ const data = await response.json();
+ fullResponse = data.response || '';
+ if (fullResponse) {
+ onToken && onToken(fullResponse, fullResponse);
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.prompt_eval_count, data.eval_count);
+ }
+ this.fireResponseHooks(fullResponse);
+ onComplete && onComplete(fullResponse);
+ return fullResponse;
+ } else {
+ // OpenAI-compatible provider
+ const headers = { 'Content-Type': 'application/json' };
+ if (provider.apiKey) {
+ headers['Authorization'] = 'Bearer ' + provider.apiKey;
+ }
+ const response = await fetch(`${provider.endpoint}/v1/chat/completions`, {
+ method: 'POST',
+ headers,
+ body: JSON.stringify({
+ model: useModel,
+ messages: [{ role: 'user', content: prompt }],
+ stream: this.streamEnabled
+ }),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+
+ let fullResponse = '';
+ if (this.streamEnabled) {
+ const reader = response.body.getReader();
+ const decoder = new TextDecoder();
+ let buffer = '';
+ let lastUsage = null;
+
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+ buffer += decoder.decode(value, { stream: true });
+ const lines = buffer.split('\n');
+ buffer = lines.pop() || '';
+ for (const line of lines) {
+ const trimmed = line.trim();
+ if (!trimmed || trimmed === 'data: [DONE]') continue;
+ if (trimmed.startsWith('data: ')) {
+ try {
+ const parsed = JSON.parse(trimmed.substring(6));
+ const content = parsed.choices?.[0]?.delta?.content || '';
+ if (content) {
+ fullResponse += content;
+ onToken && onToken(content, fullResponse);
+ }
+ if (parsed.usage) lastUsage = parsed.usage;
+ } catch (e) { continue; }
+ }
+ }
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, lastUsage?.prompt_tokens, lastUsage?.completion_tokens);
+ } else {
+ const data = await response.json();
+ fullResponse = data.choices?.[0]?.message?.content || '';
+ if (fullResponse) {
+ onToken && onToken(fullResponse, fullResponse);
+ }
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.usage?.prompt_tokens, data.usage?.completion_tokens);
+ }
+ this.fireResponseHooks(fullResponse);
+ onComplete && onComplete(fullResponse);
+ return fullResponse;
+ }
+ } catch (error) {
+ this.terminal.print(`Stream error with ${provider.name}: ${error.message}`, 'error');
+ onComplete && onComplete(null);
+ return null;
+ } finally {
+ this._abortController = null;
+ }
+ }
+
+ // ─── Chat With Tools ─────────────────────────────────────────────────────
+
+ _isModelType(modelName, type) {
+ if (!modelName) return false;
+ const lower = modelName.toLowerCase();
+ return lower.includes(type);
+ }
+
+ async chatWithTools(messages, tools, model = null) {
+ // Per-call state: never let a reason captured by an earlier failure be replayed here.
+ this._lastChatError = null;
+ if (!this.connected && !(await this._ensureConnected())) {
+ this.terminal.print('Ollama not connected: the endpoint is unreachable. Check the Ollama tab or run ollamaconnect.', 'error');
+ return { message: null, tool_calls: null, error: 'Not connected' };
+ }
+ const useModel = model || this.currentModel;
+ if (!useModel) {
+ this.terminal.print('No model selected.', 'error');
+ return { message: null, tool_calls: null, error: 'No model' };
+ }
+
+ const providersToTry = this._getFallbackChain();
+ let lastError = null;
+
+ for (const provider of providersToTry) {
+ const result = await this._chatWithToolsWithProvider(provider, messages, tools, useModel);
+ if (result && !result.error) {
+ if (provider !== this.currentProvider) {
+ this.fallbackCount++;
+ this.terminal.print(`Fell back to provider: ${provider.name}`, 'warning');
+ this.currentProvider = provider;
+ this._syncCompatProperties(provider);
+ }
+ return result;
+ }
+ // Only keep non-cancellation errors for fallback
+ if (result && result.error && result.error !== 'Cancelled') {
+ lastError = result;
+ }
+ }
+
+ // Name the real cause when one was captured; the generic wording is only a fallback.
+ const reason = this._lastChatError;
+ return lastError || {
+ message: null, tool_calls: null,
+ error: reason ? `All providers failed: ${reason}` : 'All providers failed'
+ };
+ }
+
+ async _chatWithToolsWithProvider(provider, messages, tools, model) {
+ const useModel = model || provider.model || this.currentModel;
+ this._abortController = new AbortController();
+ const signal = this._abortController.signal;
+
+ try {
+ if (provider.type === 'ollama') {
+ const body = { model: useModel, messages, stream: false, options: this._ollamaOptions() };
+ if (tools && tools.length > 0) body.tools = tools;
+ const t0 = Date.now();
+ const response = await fetch(`${provider.endpoint}/api/chat`, {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(body),
+ signal
+ });
+ const networkTime = Math.round((Date.now() - t0) / 1000);
+ if (!response.ok) {
+ if (response.status === 400) {
+ return await this.chatWithToolsFallback(messages, tools, useModel, signal);
+ }
+ throw new Error(`HTTP ${response.status}`);
+ }
+ const data = await response.json();
+ this.terminal.log('INFO', 'Ollama', `chatWithTools round-trip: ${networkTime}s (model: ${useModel}, provider: ${provider.name})`);
+ this._logUsage(provider, useModel, networkTime * 1000, data.prompt_eval_count, data.eval_count);
+ return {
+ message: data.message || null,
+ tool_calls: data.message?.tool_calls || null,
+ error: null
+ };
+ } else {
+ // OpenAI-compatible provider (OpenRouter, DeepSeek, etc.)
+ const isDeepSeek = this._isModelType(useModel, 'deepseek');
+ const headers = { 'Content-Type': 'application/json' };
+ if (provider.apiKey) {
+ headers['Authorization'] = 'Bearer ' + provider.apiKey;
+ }
+ const body = {
+ model: useModel,
+ messages: messages,
+ stream: false
+ };
+ // Apply model parameters (user-configured temperature, top_p, max_tokens, thinking)
+ if (this.modelParams) {
+ body.temperature = this.modelParams.temperature;
+ body.top_p = this.modelParams.top_p;
+ body.max_tokens = this.modelParams.max_tokens;
+ }
+ if (isDeepSeek) {
+ // DeepSeek defaults: user params override hardcoded defaults
+ if (body.temperature === undefined) body.temperature = 0.3;
+ if (body.max_tokens === undefined) body.max_tokens = 4096;
+ body.stop = ['<|end|>'];
+ // DeepSeek thinking mode
+ if (this.modelParams && this.modelParams.thinking !== 'off') {
+ body.thinking = { type: this.modelParams.thinking };
+ }
+ }
+ if (tools && tools.length > 0) {
+ body.tools = tools;
+ }
+ const t0 = Date.now();
+ const response = await fetch(`${provider.endpoint}/v1/chat/completions`, {
+ method: 'POST',
+ headers,
+ body: JSON.stringify(body),
+ signal
+ });
+ const networkTime = Math.round((Date.now() - t0) / 1000);
+ if (!response.ok) {
+ throw new Error(`HTTP ${response.status}`);
+ }
+ const data = await response.json();
+ this.terminal.log('INFO', 'Ollama', `chatWithTools round-trip: ${networkTime}s (model: ${useModel}, provider: ${provider.name})`);
+ this._logUsage(provider, useModel, networkTime * 1000, data.usage?.prompt_tokens, data.usage?.completion_tokens);
+ const choice = data.choices?.[0];
+ const message = choice?.message || null;
+ const toolCalls = message?.tool_calls || null;
+ const content = message?.content || '';
+
+ // DeepSeek: handle null content with tool calls — send empty string
+ if (isDeepSeek && content === '' && toolCalls && toolCalls.length > 0) {
+ const normalised = toolCalls.map(tc => ({
+ id: tc.id,
+ type: tc.type || 'function',
+ function: {
+ name: tc.function?.name || '',
+ arguments: tc.function?.arguments || '{}'
+ }
+ }));
+ return {
+ // tool_calls must live INSIDE the assistant message: the caller pushes
+ // result.message and then a role:'tool' reply, and a tool message whose
+ // tool_call_id has no matching assistant call is the HTTP 400 this
+ // branch exists to avoid.
+ message: { role: 'assistant', content: '', tool_calls: normalised },
+ tool_calls: normalised,
+ error: null
+ };
+ }
+
+ // DeepSeek: empty response with no tools — retry once with stream forcing
+ if (isDeepSeek && content === '' && (!toolCalls || toolCalls.length === 0)) {
+ this.terminal.print('⚠️ DeepSeek returned empty — retrying with stream...', 'warning');
+ body.stream = true;
+ delete body.stop;
+ this._abortController = new AbortController();
+ const retrySignal = this._abortController.signal;
+ const retryResponse = await fetch(`${provider.endpoint}/v1/chat/completions`, {
+ method: 'POST',
+ headers,
+ body: JSON.stringify(body),
+ signal: retrySignal
+ });
+ if (retryResponse.ok) {
+ const reader = retryResponse.body.getReader();
+ const decoder = new TextDecoder();
+ let fullText = '';
+ let retryBuffer = '';
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+ retryBuffer += decoder.decode(value, { stream: true });
+ const lines = retryBuffer.split('\n');
+ retryBuffer = lines.pop() || '';
+ for (const line of lines) {
+ const trimmed = line.trim();
+ if (!trimmed || trimmed === 'data: [DONE]') continue;
+ if (trimmed.startsWith('data: ')) {
+ try {
+ const parsed = JSON.parse(trimmed.substring(6));
+ const chunk = parsed.choices?.[0]?.delta?.content || '';
+ if (chunk) fullText += chunk;
+ } catch (e) {}
+ }
+ }
+ }
+ if (fullText) {
+ return {
+ message: { role: 'assistant', content: fullText },
+ tool_calls: null,
+ error: null
+ };
+ }
+ }
+ return {
+ message: { role: 'assistant', content: '' },
+ tool_calls: null,
+ error: 'DeepSeek returned empty response after retry — model may be overloaded or context too long'
+ };
+ }
+
+ return {
+ message: message ? {
+ role: message.role || 'assistant',
+ content: content,
+ // OpenAI-compatible providers require tool_calls INSIDE the assistant message;
+ // a bare { role:'tool' } with no preceding tool_calls is rejected with HTTP 400.
+ ...(Array.isArray(toolCalls) && toolCalls.length ? { tool_calls: toolCalls } : {}),
+ } : null,
+ tool_calls: toolCalls ? toolCalls.map(tc => ({
+ id: tc.id,
+ type: tc.type || 'function',
+ function: {
+ name: tc.function?.name || '',
+ arguments: tc.function?.arguments || '{}'
+ }
+ })) : null,
+ error: null
+ };
+ }
+ } catch (error) {
+ if (error.name === 'AbortError') {
+ this.terminal.print('⏹ AI request cancelled by user', 'warning');
+ return { message: null, tool_calls: null, error: 'Cancelled' };
+ }
+ if (error.message === 'Failed to fetch' && provider.type === 'ollama') {
+ return await this.chatWithToolsFallback(messages, tools, useModel);
+ }
+ this.terminal.print(`${provider.name} /api/chat error: ${error.message}`, 'error');
+ this._lastChatError = error.message || String(error);
+ return { message: null, tool_calls: null, error: error.message };
+ } finally {
+ this._abortController = null;
+ }
+ }
+
+ async chatWithToolsFallback(messages, tools, model, signal) {
+ const provider = this.currentProvider;
+ const useModel = model || (provider ? provider.model : this.currentModel);
+ const t0 = Date.now();
+ if (provider && provider.type !== 'ollama') {
+ // For OpenAI-compatible providers, try without tools
+ this.terminal.print(`Model doesn't support tool calling. Retrying without tools...`, 'warning');
+ try {
+ const headers = { 'Content-Type': 'application/json' };
+ if (provider.apiKey) {
+ headers['Authorization'] = 'Bearer ' + provider.apiKey;
+ }
+ const body = {
+ model: useModel,
+ messages: messages,
+ stream: false
+ };
+ const response = await fetch(`${provider.endpoint}/v1/chat/completions`, {
+ method: 'POST', headers,
+ body: JSON.stringify(body),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ const text = data.choices?.[0]?.message?.content || '';
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.usage?.prompt_tokens, data.usage?.completion_tokens);
+ return { message: { role: 'assistant', content: text }, tool_calls: null, error: null };
+ } catch (e) {
+ if (e.name === 'AbortError') {
+ return { message: null, tool_calls: null, error: 'Cancelled' };
+ }
+ return { message: null, tool_calls: null, error: e.message };
+ }
+ }
+
+ // MiniCPM5 XML tool calling mode
+ if (useModel && useModel.includes('minicpm5') && tools && tools.length > 0) {
+ this.terminal.print(`🧩 Using XML tool mode for ${useModel}...`, 'info');
+ try {
+ const toolDesc = tools.map(t => JSON.stringify({type:'function',function:t.function})).join('\n');
+ const toolContext = { role: 'system', content:
+`You are a tool orchestrator. When you need to call a tool, output XML like:
+<function name="function-name"><param name="param-name">param-value</param>
+
+Available tools:
+<tools>
+${toolDesc}
+</tools>
+
+Only output XML function calls for tool tasks. If no tool is needed, answer normally.` };
+ const msgsWithTools = [toolContext, ...messages];
+ const body = { model: useModel, messages: msgsWithTools, stream: false, options: this._ollamaOptions({ temperature: 0.1 }) };
+
+ const response = await fetch(`${this.endpoint}/api/chat`, {
+ method: 'POST', headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(body), signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ const text = (data.message?.content || '').trim();
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.prompt_eval_count, data.eval_count);
+
+ // Parse XML function calls from the response
+ const toolCalls = [];
+ const funcRegex = /<function\s+name="([^"]+)"(.*?)<\/function>/gs;
+ let match;
+ while ((match = funcRegex.exec(text)) !== null) {
+ const funcName = match[1];
+ const args = {};
+ const paramRegex = /<param\s+name="([^"]+)"(.*?)>(.*?)<\/param>/gs;
+ let pmatch;
+ while ((pmatch = paramRegex.exec(match[0])) !== null) {
+ args[pmatch[1]] = pmatch[3]
+ .replace('<![CDATA[', '').replace(']]>', '')
+ .replace(/^\s+|\s+$/g, '');
+ }
+ if (funcName && Object.keys(args).length > 0) {
+ toolCalls.push({
+ id: 'call_' + Math.random().toString(36).slice(2, 10),
+ type: 'function',
+ function: { name: funcName, arguments: JSON.stringify(args) }
+ });
+ }
+ }
+ if (toolCalls.length > 0) {
+ this.terminal.print(`✅ XML tool call(s) parsed from ${useModel}`, 'success');
+ return { message: { role: 'assistant', content: '' }, tool_calls: toolCalls, error: null };
+ }
+
+ return { message: { role: 'assistant', content: text || '(no response)' }, tool_calls: null, error: null };
+ } catch (e) {
+ if (e.name === 'AbortError') {
+ return { message: null, tool_calls: null, error: 'Cancelled' };
+ }
+ return { message: null, tool_calls: null, error: e.message };
+ }
+ }
+
+ // Original Ollama fallback
+ this.terminal.print(`Model doesn't support tool calling. Retrying /api/chat without tools...`, 'warning');
+ try {
+ const body = { model: useModel, messages, stream: false, options: this._ollamaOptions() };
+ const response = await fetch(`${this.endpoint}/api/chat`, {
+ method: 'POST', headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify(body),
+ signal
+ });
+ if (!response.ok) throw new Error(`HTTP ${response.status}`);
+ const data = await response.json();
+ const text = data.message?.content || data.response || '';
+ const latency = Date.now() - t0;
+ this._logUsage(provider, useModel, latency, data.prompt_eval_count, data.eval_count);
+ return { message: { role: 'assistant', content: text }, tool_calls: null, error: null };
+ } catch (e) {
+ if (e.name === 'AbortError') {
+ return { message: null, tool_calls: null, error: 'Cancelled' };
+ }
+ return { message: null, tool_calls: null, error: e.message };
+ }
+ }
+
+ // ─── Usage Tracking ──────────────────────────────────────────────────────
+
+ _logUsage(provider, model, latencyMs, promptTokens, completionTokens) {
+ const entry = {
+ ts: Date.now(),
+ provider: provider?.name || 'unknown',
+ model: model || 'unknown',
+ latency: Math.round(latencyMs || 0),
+ prompt_tokens: promptTokens || 0,
+ completion_tokens: completionTokens || 0,
+ total_tokens: (promptTokens || 0) + (completionTokens || 0)
+ };
+ this._usageBuffer.push(entry);
+ this._debouncedFlush();
+ }
+
+ _debouncedFlush() {
+ if (this._usageFlushTimer) clearTimeout(this._usageFlushTimer);
+ if (this._usageBuffer.length >= 5) {
+ this._flushUsageLog();
+ } else {
+ this._usageFlushTimer = setTimeout(() => this._flushUsageLog(), 2000);
+ }
+ }
+
+ _flushUsageLog() {
+ if (this._usageBuffer.length === 0) return;
+ this._usageLog.push(...this._usageBuffer);
+ this._usageBuffer = [];
+ if (this._usageLog.length > 500) {
+ this._usageLog = this._usageLog.slice(-500);
+ }
+ this._saveUsageLog();
+ }
+
+ _loadUsageLog() {
+ try {
+ const raw = localStorage.getItem('webx11_ollama_usage_log');
+ this._usageLog = raw ? JSON.parse(raw) : [];
+ } catch (e) {
+ this._usageLog = [];
+ }
+ }
+
+ _saveUsageLog() {
+ try {
+ localStorage.setItem('webx11_ollama_usage_log', JSON.stringify(this._usageLog));
+ } catch (e) {
+ // localStorage quota exceeded — trim to 250
+ this._usageLog = this._usageLog.slice(-250);
+ try {
+ localStorage.setItem('webx11_ollama_usage_log', JSON.stringify(this._usageLog));
+ } catch (e2) {}
+ }
+ }
+
+ getUsageStats(filters = {}) {
+ let log = this._usageLog;
+ if (filters.model) {
+ log = log.filter(e => e.model === filters.model);
+ }
+ if (filters.provider) {
+ log = log.filter(e => e.provider === filters.provider);
+ }
+ if (filters.since_hours) {
+ const cutoff = Date.now() - (filters.since_hours * 3600 * 1000);
+ log = log.filter(e => e.ts >= cutoff);
+ }
+ const total = log.length;
+ const totalPrompt = log.reduce((s, e) => s + e.prompt_tokens, 0);
+ const totalCompletion = log.reduce((s, e) => s + e.completion_tokens, 0);
+ const totalLatency = log.reduce((s, e) => s + e.latency, 0);
+ const avgLatency = total > 0 ? Math.round(totalLatency / total) : 0;
+ // Per-model breakdown
+ const byModel = {};
+ for (const e of log) {
+ if (!byModel[e.model]) byModel[e.model] = { requests: 0, tokens: 0 };
+ byModel[e.model].requests++;
+ byModel[e.model].tokens += e.total_tokens;
+ }
+ // Per-provider breakdown
+ const byProvider = {};
+ for (const e of log) {
+ if (!byProvider[e.provider]) byProvider[e.provider] = { requests: 0, tokens: 0 };
+ byProvider[e.provider].requests++;
+ byProvider[e.provider].tokens += e.total_tokens;
+ }
+ // Time span
+ const timeSpan = total > 1
+ ? Math.round((log[log.length - 1].ts - log[0].ts) / 1000)
+ : 0;
+ return { total, totalPrompt, totalCompletion, totalLatency, avgLatency, timeSpan, byModel, byProvider };
+ }
+
+ // ─── Internal helpers ────────────────────────────────────────────────────
+
+ _getFallbackChain() {
+ const sorted = this._getSortedEnabledProviders();
+ if (sorted.length === 0) return [];
+
+ // Start with the current provider (if any), then all others sorted by priority
+ const chain = [];
+ const seen = new Set();
+
+ if (this.currentProvider && this.currentProvider.enabled) {
+ chain.push(this.currentProvider);
+ seen.add(this.currentProvider.name);
+ }
+
+ for (const p of sorted) {
+ if (!seen.has(p.name)) {
+ chain.push(p);
+ seen.add(p.name);
+ }
+ }
+
+ return chain;
+ }
+
+ // ─── Backward-compat methods ─────────────────────────────────────────────
+
+ setEndpoint(url) {
+ this.endpoint = url;
+ // Also update the current provider's endpoint if it exists
+ if (this.currentProvider) {
+ this.currentProvider.endpoint = url;
+ this._saveProviders();
+ }
+ this.saveSettings();
+ }
+
+ setModel(name) {
+ this.currentModel = name;
+ // Also update the current provider's model
+ if (this.currentProvider) {
+ this.currentProvider.model = name;
+ this._saveProviders();
+ }
+ this.saveSettings();
+ this.terminal.print(`Model set to: ${name}`, 'success');
+ }
+
+ saveSettings() {
+ localStorage.setItem('webx11_ollama_endpoint', this.endpoint);
+ localStorage.setItem('webx11_ollama_model', this.currentModel);
+ localStorage.setItem('webx11_optimization_enabled', this.optimizationEnabled ? 'true' : 'false');
+ localStorage.setItem('webx11_stream_enabled', this.streamEnabled ? 'true' : 'false');
+ localStorage.setItem('webx11_validator_enabled', this.validatorEnabled ? 'true' : 'false');
+ localStorage.setItem('webx11_validator_model', this.validatorModel);
+ localStorage.setItem('webx11_validator_endpoint', this.validatorEndpoint || '');
+ }
+
+ setOptimizationEnabled(val) {
+ this.optimizationEnabled = !!val;
+ this.terminal?.print(`Agent optimization ${this.optimizationEnabled ? 'enabled' : 'disabled'}. Reload to apply.`, 'info');
+ this.saveSettings();
+ }
+
+ setStreamEnabled(val) {
+ this.streamEnabled = !!val;
+ this.terminal?.print(`Response streaming ${this.streamEnabled ? 'enabled' : 'disabled'}.`, 'info');
+ this.terminal?.updateStreamIndicator();
+ this.saveSettings();
+ }
+
+ setValidatorConfig(enabled, model) {
+ this.validatorEnabled = !!enabled;
+ if (model !== undefined) {
+ this.validatorModel = model;
+ localStorage.setItem('webx11_validator_model', model);
+ }
+ this.saveSettings();
+ }
+
+ async validateToolResult(toolName, args, result, aiAnswer) {
+ if (!this.validatorEnabled || !this.validatorModel) return true;
+ const endpoint = this.validatorEndpoint || this.endpoint;
+ const prompt = 'Tool called: ' + toolName + '(' + JSON.stringify(args) + ')\n' +
+ 'Tool returned: ' + ((result || '').substring(0, 500)) + '\n' +
+ 'AI answered: ' + ((aiAnswer || '').substring(0, 500)) + '\n' +
+ 'QUESTION: Is the AI answer consistent with the tool result?\nAnswer only YES or NO.';
+ try {
+ const res = await fetch(endpoint + '/api/chat', {
+ method: 'POST',
+ headers: { 'Content-Type': 'application/json' },
+ body: JSON.stringify({ model: this.validatorModel, messages: [{ role: 'user', content: prompt }], stream: false })
+ });
+ const data = await res.json();
+ const answer = (data.message?.content || '').trim().toUpperCase();
+ return answer.startsWith('YES');
+ } catch (e) {
+ if (this.terminal) this.terminal.print('⚠️ Validator error: ' + e.message, 'warning');
+ return true;
+ }
+ }
+
+ getModels() { return this.models; }
+
+ addResponseHook(fn) { this.responseHooks.push(fn); }
+
+ removeResponseHook(fn) { this.responseHooks = this.responseHooks.filter(h => h !== fn); }
+
+ fireResponseHooks(text) { if (text) this.responseHooks.forEach(fn => { try { fn(text); } catch (e) {} }); }
+
+ abort() {
+ if (this._abortController) {
+ this._abortController.abort();
+ this._abortController = null;
+ return true;
+ }
+ return false;
+ }
+}