流式响应

import { createBridge } from '@amux.ai/llm-bridge'
import { openaiAdapter } from '@amux.ai/adapter-openai'
import { anthropicAdapter } from '@amux.ai/adapter-anthropic'

const bridge = createBridge({
  inbound: openaiAdapter,
  outbound: anthropicAdapter,
  config: { apiKey: process.env.ANTHROPIC_API_KEY }
})

const stream = await bridge.chat({
  model: 'gpt-4',
  messages: [{ role: 'user', content: '给我讲个故事' }],
  stream: true  // 启用流式传输
})

for await (const event of stream) {
  if (event.type === 'content') {
    // 文本内容增量
    process.stdout.write(event.content.delta)
  }
}

for await (const event of stream) {
  if (event.type === 'content') {
    console.log(event.content.delta)  // "你好", "世界", "!"
  }
}

for await (const event of stream) {
  if (event.type === 'start') {
    console.log('流开始')
    console.log('模型:', event.model)
  }
}

for await (const event of stream) {
  if (event.type === 'end') {
    console.log('完成原因:', event.finishReason)  // 'stop', 'length', 'tool_calls'
    console.log('使用情况:', event.usage)
  }
}

for await (const event of stream) {
  if (event.type === 'reasoning') {
    console.log('思考中:', event.reasoning.delta)
  }
}

for await (const event of stream) {
  if (event.type === 'tool_call') {
    console.log('工具:', event.toolCall.name)
    console.log('参数:', event.toolCall.arguments)
  }
}

const stream = await bridge.chat({
  model: 'gpt-4',
  messages: [{ role: 'user', content: '解释 TypeScript' }],
  stream: true
})

let fullContent = ''
let thinkingContent = ''

for await (const event of stream) {
  switch (event.type) {
    case 'start':
      console.log('开始流式传输...')
      break

    case 'content':
      fullContent += event.content.delta
      process.stdout.write(event.content.delta)
      break

    case 'reasoning':
      thinkingContent += event.reasoning.delta
      break

    case 'end':
      console.log('\n\n流完成')
      console.log('完成原因:', event.finishReason)
      console.log('总 token 数:', event.usage?.totalTokens)
      break

    case 'error':
      console.error('流错误:', event.error)
      break
  }
}

console.log('完整响应:', fullContent)

try {
  for await (const event of stream) {
    if (event.type === 'error') {
      console.error('流错误:', event.error.message)
      break
    }

    if (event.type === 'content') {
      process.stdout.write(event.content.delta)
    }
  }
} catch (error) {
  console.error('流失败:', error)
}

app.post('/api/chat', async (req, res) => {
  res.setHeader('Content-Type', 'text/event-stream')
  res.setHeader('Cache-Control', 'no-cache')
  res.setHeader('Connection', 'keep-alive')

  const stream = await bridge.chat({
    ...req.body,
    stream: true
  })

  for await (const event of stream) {
    if (event.type === 'content') {
      res.write(`data: ${JSON.stringify(event)}\n\n`)
    }
  }

  res.end()
})

// app/api/chat/route.ts
export async function POST(req: Request) {
  const body = await req.json()

  const stream = await bridge.chat({
    ...body,
    stream: true
  })

  const encoder = new TextEncoder()
  const readable = new ReadableStream({
    async start(controller) {
      for await (const event of stream) {
        if (event.type === 'content') {
          controller.enqueue(
            encoder.encode(`data: ${JSON.stringify(event)}\n\n`)
          )
        }
      }
      controller.close()
    }
  })

  return new Response(readable, {
    headers: {
      'Content-Type': 'text/event-stream',
      'Cache-Control': 'no-cache'
    }
  })
}