Workers AI + AI Gateway

// Multi-layer security checks
const security = analyzePrompt(prompt);

// 1. Prompt Injection Detection (OWASP LLM01)
if (security.promptInjection.detected) {
  return blocked("Injection attempt", security.patterns);
}

// 2. Jailbreak Detection
if (security.jailbreak.detected) {
  return blocked("Jailbreak", security.technique);
}

// 3. DLP - PII & Secrets
if (security.dlp.blocked) {
  return blocked("Sensitive data", security.dlp.detected);
}

// Semantic caching with hash-based deduplication
function analyzeCaching(prompt) {
  // Normalize: lowercase, sort words, remove punctuation
  const normalized = normalizePrompt(prompt);
  
  // Generate semantic hash
  const hash = computeHash(normalized);
  
  // Cache key for AI Gateway
  return {
    cacheKey: `ai-gateway:${hash}`,
    semanticHash: hash,
    // Similar prompts hit same cache entry!
    // "What is Workers?" === "what workers is?"
  };
}

// Automatic fallback chain
const FALLBACK_CHAIN = [
  { model: "@cf/meta/llama-3.1-8b-instruct", provider: "workers-ai" },
  { model: "@cf/meta/llama-3.1-70b-instruct", provider: "workers-ai" },
  { model: "gpt-3.5-turbo", provider: "openai" },
];

async function runWithFallback(prompt) {
  for (const { model, provider } of FALLBACK_CHAIN) {
    try {
      return await runModel(model, provider, prompt);
    } catch (e) {
      console.log(`${model} failed, trying next...`);
    }
  }
  throw new Error("All models failed");
}