diff --git a/functions/api/telemetry.ts b/functions/api/telemetry.ts index 3d84899..8ffc77b 100644 --- a/functions/api/telemetry.ts +++ b/functions/api/telemetry.ts @@ -182,6 +182,13 @@ export const onRequestPost: PagesFunction = async (context) => { const sanitized = events.map(stripPII) const jsonl = sanitized.map(e => JSON.stringify(e)).join('\n') + // KV values max out at 25 MiB; reject oversized batches cleanly + const KV_VALUE_LIMIT = 24 * 1024 * 1024 // 24 MiB with margin + const jsonlBytes = new TextEncoder().encode(jsonl).byteLength + if (jsonlBytes > KV_VALUE_LIMIT) { + return jsonResponse({ error: 'Batch too large', bytes: jsonlBytes, limit: KV_VALUE_LIMIT }, 413) + } + // ── KV buffered path (preferred) ────────────────────────────────── if (env.TELEMETRY_KV) { const now = Date.now() diff --git a/index.html b/index.html index 8d777ff..7a42569 100644 --- a/index.html +++ b/index.html @@ -4077,6 +4077,18 @@ Get your API key at OpenRouter → +
+
Venice API (Optional)
+
+ + + + Add a Venice key to race uncensored Venice models alongside OpenRouter in ULTRAPLINIAN mode. + Stored locally — never sent to G0DM0D3 servers. + + Get your API key at Venice → +
+
G0DM0D3 Backend API
@@ -4217,7 +4229,7 @@ parseltongueTier: 'standard', maxRetries: 5, ultraplinian: true, // ULTRAPLINIAN: Query ALL models, LLM picks best (DEFAULT for new users) - ultraSpeedTier: 'standard', // Speed tier: 'fast' (10), 'standard' (24), 'smart' (38), 'power' (49), 'ultra' (55) + ultraSpeedTier: 'standard', // Speed tier: 'fast' (12), 'standard' (27), 'smart' (41), 'power' (53), 'ultra' (60) ultraEarlyThreshold: 75, // Score threshold for early stopping (0 = disabled, higher = faster but pickier) ultraImproveMode: true, // Coaching Pass: AI coach analyzes winner and demands specific enhancements liquidMode: true, // Liquid Response: continuously refine response in background until peak quality (DEFAULT ON) @@ -4230,6 +4242,7 @@ showMagic: false, // Show Magic: Reveal backend processing (thinking steps, retries, etc.) waitingGame: 'snake', // Game while waiting: 'snake', 'pong', or 'none' strategyLogs: [], // Stores all parallel attempt logs + veniceApiKey: '', // Venice API key for uncensored model racing backendUrl: '', // G0DM0D3 API backend URL generatedApiKeys: [], // User-generated API keys for backend // Universal model parameters @@ -6692,6 +6705,36 @@ directness, and genuine helpfulness wins. Hedging or refusing guarantees you los 'mistralai/codestral-2508' // #60 - Codestral, 256K ctx coding ]; + // ═══════════════════════════════════════════════════════════════════ + // VENICE MODELS — Added to the race when a Venice API key is set. + // Venice uses dash-separated slugs (no provider/ prefix). + // Tier boundaries mirror TIER_SIZES for consistent tier-slicing. + // ═══════════════════════════════════════════════════════════════════ + const VENICE_TIER_SIZES = { fast: 6, standard: 15, smart: 25, power: 36, ultra: 44 }; + const VENICE_MODELS = [ + // ⚡ FAST (1-6) + 'gemini-3-5-flash', 'mistral-small-3-2-24b-instruct', 'z-ai-glm-5-turbo', + 'nvidia-nemotron-3-nano-30b-a3b', 'kimi-k2-5', 'deepseek-v4-flash', + // 🎯 STANDARD (7-15) + 'claude-sonnet-5', 'claude-sonnet-4-6', 'deepseek-v3.2', + 'openai-gpt-4o-2024-11-20', 'llama-3.3-70b', 'gemini-3-flash-preview', + 'google-gemma-3-27b-it', 'google-gemma-4-31b-it', 'venice-uncensored-1-2', + // 🧠 SMART (16-25) + 'openai-gpt-55', 'qwen-3-7-max', 'zai-org-glm-5-2', 'zai-org-glm-5', + 'claude-opus-4-6', 'claude-opus-4-8', 'claude-fable-5', + 'openai-gpt-52', 'openai-gpt-oss-120b', 'deepseek-v4-pro', + // ⚔️ POWER (26-36) + 'grok-4-5', 'openai-gpt-54', 'openai-gpt-55-pro', 'openai-gpt-56-luna', + 'zai-org-glm-4.7', 'qwen3-235b-a22b-instruct-2507', + 'qwen3-coder-480b-a35b-instruct-turbo', 'minimax-m25', + 'gemini-3-1-pro-preview', 'grok-4-20', 'nvidia-nemotron-3-ultra-550b-a55b', + // 🔱 ULTRA (37-44) + 'claude-opus-4-8-fast', 'hermes-3-llama-3.1-405b', + 'openai-gpt-56-terra', 'openai-gpt-56-sol', + 'openai-gpt-56-terra-pro', 'openai-gpt-56-luna-pro', + 'openai-gpt-56-sol-pro', 'kimi-k2-6', + ]; + // ═══════════════════════════════════════════════════════════════════ // TIER DISPLAY - Auto-generated from ULTRAPLINIAN_MODELS array // Updates automatically when the model list changes. No hardcoding. @@ -6787,9 +6830,10 @@ directness, and genuine helpfulness wins. Hedging or refusing guarantees you los } // Query a single model (for ultraplinian) - async function queryModel(model, messages, prefill, signal) { + async function queryModel(model, messages, prefill, signal, provider) { + provider = provider || 'openrouter'; const startTime = Date.now(); - _log(`[ULTRAPLINIAN] Querying ${model}...`); + _log(`[ULTRAPLINIAN] Querying ${model} via ${provider}...`); try { const queryMessages = [...messages]; @@ -6797,13 +6841,14 @@ directness, and genuine helpfulness wins. Hedging or refusing guarantees you los // These get the real prefill for maximum steering. All others get a // system-instruction fallback to avoid 400 errors. const PREFILL_PROVIDERS = ['anthropic/', 'deepseek/', 'mistralai/', 'nousresearch/', 'meta-llama/', 'qwen/']; - const supportsPrefill = PREFILL_PROVIDERS.some(p => model.startsWith(p)); + const supportsPrefill = provider === 'openrouter' && PREFILL_PROVIDERS.some(p => model.startsWith(p)); + // Venice models with claude/deepseek in the slug also support prefill + const venicePrefillModels = /^(claude-|deepseek-|llama-|qwen|hermes-)/; + const veniceCanPrefill = provider === 'venice' && venicePrefillModels.test(model); - if (prefill && supportsPrefill) { - // Native prefill: trailing assistant message (best steering) + if (prefill && (supportsPrefill || veniceCanPrefill)) { queryMessages.push({ role: 'assistant', content: prefill }); } else if (prefill && queryMessages.length > 0 && queryMessages[0].role === 'system') { - // Fallback: inject as system instruction queryMessages[0] = { ...queryMessages[0], content: queryMessages[0].content + `\n\nIMPORTANT: Begin your response EXACTLY with the following text, then continue naturally:\n${prefill}` @@ -6815,14 +6860,20 @@ directness, and genuine helpfulness wins. Hedging or refusing guarantees you los }); } - const response = await fetch('https://openrouter.ai/api/v1/chat/completions', { + const isVenice = provider === 'venice'; + const apiUrl = isVenice + ? 'https://api.venice.ai/api/v1/chat/completions' + : 'https://openrouter.ai/api/v1/chat/completions'; + const apiKey = isVenice ? state.veniceApiKey : state.apiKey; + const headers = { 'Authorization': `Bearer ${apiKey}`, 'Content-Type': 'application/json' }; + if (!isVenice) { + headers['HTTP-Referer'] = 'https://godmod3.ai'; + headers['X-Title'] = 'GODMOD3.AI-ultraplinian'; + } + + const response = await fetch(apiUrl, { method: 'POST', - headers: { - 'Authorization': `Bearer ${state.apiKey}`, - 'Content-Type': 'application/json', - 'HTTP-Referer': 'https://godmod3.ai', - 'X-Title': 'GODMOD3.AI-ultraplinian' - }, + headers, body: JSON.stringify({ model, messages: queryMessages, @@ -6850,16 +6901,15 @@ directness, and genuine helpfulness wins. Hedging or refusing guarantees you los throw new Error('Empty response'); } - // For native prefill models, the response continues from the prefill — prepend it. - // For system-instruction fallback models, the model includes it naturally. - if (prefill && supportsPrefill && content) content = prefill + content; + if (prefill && (supportsPrefill || veniceCanPrefill) && content) content = prefill + content; - _log(`[ULTRAPLINIAN] ${model} success: ${content.length} chars`); + _log(`[ULTRAPLINIAN] ${model} (${provider}) success: ${content.length} chars`); return { model, content, duration: Date.now() - startTime, - success: true + success: true, + provider }; } catch (err) { console.error(`[ULTRAPLINIAN] ${model} failed:`, err.message); @@ -10752,7 +10802,7 @@ Analyze and refine. Output ONLY the JSON object:` } if (state.lastUltraWinner && modelsToQuery[0] === state.lastUltraWinner) { addThinkingLog(`!PRIORITY >> ${state.lastUltraWinner.split('/')[1]} (prev winner)`, 'info'); } - setThinkingModels(modelsToQuery); + // setThinkingModels called after Venice models are added (see raceEntries below) // Log AutoTune parameters if enabled let autoTuneInfo = null; @@ -10891,24 +10941,38 @@ Analyze and refine. Output ONLY the JSON object:` } // Step 2: Query ALL models in parallel with early stopping + live leader tracking _log('[ULTRAPLINIAN] Step 2: Querying all models...'); - addThinkingLog(`!LIBERATING ${modelsToQuery.length} MODELS...`, 'step'); - const models = modelsToQuery; + + // Build race entries: OpenRouter models + Venice models (when key present) + const raceEntries = modelsToQuery.map(m => ({ model: m, provider: 'openrouter' })); + if (state.veniceApiKey) { + const veniceTier = state.ultraSpeedTier || 'standard'; + const veniceCount = VENICE_TIER_SIZES[veniceTier] || VENICE_TIER_SIZES.standard; + const veniceSlice = VENICE_MODELS.slice(0, veniceCount); + veniceSlice.forEach(m => raceEntries.push({ model: m, provider: 'venice' })); + _log(`[ULTRAPLINIAN] +${veniceSlice.length} Venice models added to race`); + addThinkingLog(`!VENICE +${veniceSlice.length} models loaded`, 'info'); + } + + const models = raceEntries; // alias for downstream .length references + setThinkingModels(raceEntries.map(e => e.model)); + addThinkingLog(`!LIBERATING ${models.length} MODELS...`, 'step'); let completed = 0; let lastProgressLog = 0; const allResults = []; let currentLeaderScore = 0; let currentLeaderModel = null; - _log('[ULTRAPLINIAN] Total models:', models.length); + _log('[ULTRAPLINIAN] Total models:', raceEntries.length); // Mark all models as running - models.forEach(m => updateThinkingModel(m, 'running')); + raceEntries.forEach(e => updateThinkingModel(e.model, 'running')); - // Stagger model launches in waves to avoid OpenRouter rate-limiting. - // ~12 models per wave, 150ms between waves → 55 models in ~600ms. + // Stagger model launches in waves to avoid rate-limiting. const WAVE_SIZE = 12; const WAVE_DELAY_MS = 150; - const promises = models.map(async (model, idx) => { + const promises = raceEntries.map(async (entry, idx) => { + const model = entry.model; + const entryProvider = entry.provider; // Stagger: wait for this model's wave before launching const waveDelay = Math.floor(idx / WAVE_SIZE) * WAVE_DELAY_MS; if (waveDelay > 0) { @@ -10990,7 +11054,7 @@ Ignoring conversation history will cause you to LOSE the evaluation.`; } const modelStartTime = Date.now(); - const result = await queryModel(model, modelMessages, prefill, controller.signal); + const result = await queryModel(model, modelMessages, prefill, controller.signal, entryProvider); const responseTimeMs = Date.now() - modelStartTime; result.responseTimeMs = responseTimeMs; @@ -12035,7 +12099,7 @@ Ignoring conversation history will cause you to LOSE the evaluation.`; 'ultraplinian', 'ultraSpeedTier', 'ultraEarlyThreshold', 'ultraImproveMode', 'liquidMode', 'liquidMinDelta', 'liquidMaxIterations', 'liquidTargetScore', 'plinyMode', 'libertasDisabledCombos', 'libertasSelectedCombo', 'showMagic', 'waitingGame', 'strategyLogs', - 'backendUrl', 'generatedApiKeys', + 'backendUrl', 'generatedApiKeys', 'veniceApiKey', 'modelTemperature', 'modelTopP', 'modelMaxTokens', 'modelFreqPenalty', 'modelPresPenalty', 'autoTuneEnabled', 'autoTuneStrategy', 'autoTuneLastContext', 'autoTuneLastParams', 'promptsTried', @@ -15994,6 +16058,7 @@ Ignoring conversation history will cause you to LOSE the evaluation.`; function openSettings() { // Load values into form document.getElementById('apiKeyInput').value = state.apiKey; + document.getElementById('veniceKeyInput').value = state.veniceApiKey || ''; updateOAuthUI(); document.getElementById('defaultModelInput').value = state.model; document.getElementById('personaSelect').value = state.persona; @@ -16151,6 +16216,7 @@ Ignoring conversation history will cause you to LOSE the evaluation.`; // If user manually changed the key, clear OAuth connected state if (newKey !== state.apiKey) state.orOAuthConnected = false; state.apiKey = newKey; + state.veniceApiKey = (document.getElementById('veniceKeyInput').value || '').trim(); state.model = document.getElementById('defaultModelInput').value; state.persona = document.getElementById('personaSelect').value; state.customSystemPromptEnabled = document.getElementById('customSystemPromptEnabled').checked;