Enable Streaming

import { Cencori } from 'cencori';

const cencori = new Cencori();

const stream = cencori.ai.chatStream({
  model: 'llama-3.1-8b-instant',
  messages: [
    { role: 'user', content: 'Write a short poem about coding' }
  ],
});

// Iterate over the stream
for await (const chunk of stream) {
  // Print each token as it arrives
  process.stdout.write(chunk.delta);
  
  // Check if generation is complete
  if (chunk.finish_reason) {
    console.log('\nDone!', chunk.finish_reason);
  }
}

import { Cencori } from 'cencori';
import { NextRequest } from 'next/server';

const cencori = new Cencori();

export async function POST(req: NextRequest) {
  const { messages } = await req.json();

  const stream = cencori.ai.chatStream({
    model: 'llama-3.1-8b-instant',
    messages,
  });

  // Create a readable stream
  const encoder = new TextEncoder();
  const readable = new ReadableStream({
    async start(controller) {
      for await (const chunk of stream) {
        controller.enqueue(
          encoder.encode(`data: ${JSON.stringify(chunk)}\n\n`)
        );
      }
      controller.close();
    },
  });

  return new Response(readable, {
    headers: {
      'Content-Type': 'text/event-stream',
      'Cache-Control': 'no-cache',
    },
  });
}

import { cencori } from 'cencori/vercel';
import { streamText, convertToModelMessages, type UIMessage } from 'ai';

export async function POST(req: Request) {
  const { messages }: { messages: UIMessage[] } = await req.json();

  const result = await streamText({
    model: cencori('llama-3.1-8b-instant'),
    messages: convertToModelMessages(messages),
  });

  return result.toUIMessageStreamResponse();
}