Moderation Endpoint

const response = await cencori.ai.moderation({
  input: 'Text to check for policy violations'
});
 
if (response.flagged) {
  console.log('Content flagged:', response.categories);
}

{
  id: 'modr-...',
  model: 'text-moderation-latest',
  results: [
    {
      flagged: false,
      categories: {
        hate: false,
        'hate/threatening': false,
        harassment: false,
        'self-harm': false,
        'self-harm/intent': false,
        'self-harm/instructions': false,
        sexual: false,
        'sexual/minors': false,
        violence: false,
        'violence/graphic': false
      },
      categoryScores: {
        hate: 0.00001,
        harassment: 0.00002,
        violence: 0.00003
        // ...
      }
    }
  ]
}

curl -X POST https://cencori.com/api/ai/moderation \
  -H "CENCORI_API_KEY: csk_..." \
  -H "Content-Type: application/json" \
  -d '{
    "input": "Text to moderate"
  }'

async function safeGenerate(userMessage: string) {
  const modResult = await cencori.ai.moderation({ input: userMessage });
  
  if (modResult.results[0].flagged) {
    return 'Sorry, I cannot process this request.';
  }
 
  return cencori.ai.chat({
    model: 'gpt-4o',
    messages: [{ role: 'user', content: userMessage }]
  });
}

const response = await cencori.ai.chat({ ... });
 
const modResult = await cencori.ai.moderation({
  input: response.content
});
 
if (modResult.results[0].flagged) {
  return 'Response filtered for policy compliance.';
}
 
return response.content;