Use Guardrails AI with OpenRouter (you need to set OPENAI_API_KEY environment variable to the OpenRouter API key)

client_with_guardrails.py

import os
from openai import OpenAI

client = OpenAI(
  base_url='http://127.0.0.1:8000/guards/my-first-guard/openai/v1',
)

response = client.chat.completions.create(
  model="openrouter/anthropic/claude-3-5-haiku",
  messages=[{
    "role": "user",
    "content": "Fake a person email and name."
  }]
)

print("Role:", response.choices[0].message.role)
print("Content:", response.choices[0].message.content)

client_without_guardrails.py

import os
from openai import OpenAI

client = OpenAI(
  base_url='https://openrouter.ai/api/v1',
)

response = client.chat.completions.create(
  model="anthropic/claude-3-5-haiku",
  messages=[{
    "role": "user",
    "content": "Fake a person email and name."
  }]
)

print("Role:", response.choices[0].message.role)
print("Content:", response.choices[0].message.content)

config.py

import os
from guardrails import Guard
from guardrails.hub import (
    DetectPII,
    GibberishText
)

guard = Guard()
guard.name = 'my-first-guard'
guard.use_many(
    DetectPII(pii_entities="pii", on_fail="fix"),
    GibberishText(on_fail="fix"),
)

Output:

• With Guardrails AI

Role: None
Content: Here's a fictional email and name:

Name: <PERSON>
Email: <EMAIL_ADDRESS>

Please note that this is a completely made-up example and does not represent a real person.

• Without Guardrails AI

Role: assistant
Content: Here's a randomly generated fictional name and email:

Name: Emily Rodriguez
Email: [email protected]

Please note that this is a completely fabricated example and not a real person.