LLM Providers

┌─────────────────────────────────────────────────────────────────────────────┐
│                            Strategy Router                                   │
│              (Selects best provider based on context)                       │
└───────────────────────────────┬─────────────────────────────────────────────┘
                                │
        ┌───────────┬───────────┼───────────┬──────────────┬──────────────┐
        ▼           ▼           ▼           ▼              ▼              ▼
  ┌──────────┐ ┌──────────┐ ┌──────────┐ ┌──────────┐ ┌──────────────┐ ┌──────────┐
  │  OpenAI  │ │  Gemini  │ │  Ollama  │ │  Ollama  │ │   Anthropic  │ │  Custom  │
  │ Adapter  │ │ Adapter  │ │ Adapter  │ │  Remote  │ │   (Ready)    │ │ Adapter  │
  └────┬─────┘ └────┬─────┘ └────┬─────┘ └────┬─────┘ └──────┬───────┘ └────┬─────┘
       │            │            │            │              │              │
       ▼            ▼            ▼            ▼              ▼              ▼
  ┌──────────┐ ┌──────────┐ ┌──────────┐ ┌──────────┐ ┌──────────────┐ ┌──────────┐
  │ OpenAI   │ │ Google   │ │  Local   │ │  Cloud   │ │  Anthropic   │ │  Your    │
  │   API    │ │   API    │ │  Server  │ │  Server  │ │    API       │ │  API     │
  └──────────┘ └──────────┘ └──────────┘ └──────────┘ └──────────────┘ └──────────┘

# .env.local
OPENAI_API_KEY=sk-...
DEFAULT_AI_PROVIDER=openai

# .env.local
GOOGLE_AI_API_KEY=...

# .env.local
OLLAMA_BASE_URL=http://localhost:11434

# Install Ollama
curl -fsSL https://ollama.com/install.sh | sh
 
# Start the server
ollama serve
 
# Pull models
ollama pull llama3.1:8b
ollama pull nomic-embed-text
 
# Verify
ollama list

# .env.local
OLLAMA_REMOTE_BASE_URL=https://ollama.yourcompany.com
OLLAMA_REMOTE_API_KEY=your-api-key-here

import { ProviderFactory } from '@/lib/ai/factory/provider-factory'
 
// Create remote provider
const ollama = ProviderFactory.createGlobalProvider('ollama_remote')
 
// List available models
const models = await ollama.listModels()
// ['llama3.2:latest', 'gemma3:12b', 'mistral:7b']
 
// Chat completion
const response = await ollama.chat({
  messages: [{ role: 'user', content: 'Hello!' }],
  model: 'llama3.2',
})

# .env.local
ANTHROPIC_API_KEY=sk-ant-...

interface IAIProvider {
  // Core identification
  readonly name: AIProvider
  readonly supportedModels: string[]
 
  // Capabilities
  supportsVision(model: string): boolean
  supportsTools(model: string): boolean
  supportsStreaming(): boolean
 
  // Operations
  chat(messages: Message[], options: ChatOptions): Promise<ChatResponse>
  chatStream(messages: Message[], options: ChatOptions): AsyncGenerator<StreamChunk>
  generateEmbedding(text: string, model?: string): Promise<number[]>
 
  // Cost estimation
  estimateCost(promptTokens: number, completionTokens: number, model: string): number
}

// src/app/lib/ai/factory/provider-factory.ts
import { ProviderFactory } from '@/lib/ai/factory/provider-factory'
 
// Get a provider instance
const provider = await ProviderFactory.create('openai', {
  apiKey: process.env.OPENAI_API_KEY,
})
 
// Or with user's own API key
const provider = await ProviderFactory.createWithUserKey(userId, 'gemini')

// src/app/lib/ai/router/strategy-router.ts
const router = new StrategyRouter()
 
const decision = await router.route({
  task: 'code', // code, creative, analysis, chat
  preferredProvider: 'openai',
  planTier: 'pro',
  requireVision: false,
  requireTools: true,
})
 
// Returns: { provider: 'openai', model: 'gpt-4o', score: 87 }

// my-provider-adapter.ts
import { IAIProvider } from '../interfaces/provider'
 
export class MyProviderAdapter implements IAIProvider {
  readonly name = 'my-provider' as const
  readonly supportedModels = ['model-a', 'model-b']
 
  // Implement interface methods...
}

// provider-factory.ts
case 'my-provider':
  return new MyProviderAdapter(config)

export type AIProvider = 'openai' | 'gemini' | 'ollama' | 'my-provider'