Intégration de LiteLLM

pip install "rail-score-sdk[litellm]" litellm

from rail_score_sdk.integrations import RAILGuardrail
import litellm

# Enregistrer RAIL comme un garde-fou
rail_guardrail = RAILGuardrail(
    api_key="YOUR_RAIL_API_KEY",
    threshold=7.0,
    mode="basic",
    action="block",  # "block" | "warn" | "regenerate"
)

litellm.callbacks = [rail_guardrail]

# Maintenant, tous les appels LiteLLM sont automatiquement notés
response = await litellm.acompletion(
    model="gpt-4o",
    messages=[{"role": "user", "content": "Expliquez l'informatique quantique."}],
)

# Accéder aux données RAIL à partir des métadonnées de la réponse
print(response._hidden_params["rail_score"])
print(response._hidden_params["rail_threshold_met"])

from rail_score_sdk.integrations import RAILGuardrail

guardrail = RAILGuardrail(
    api_key="YOUR_RAIL_API_KEY",
    threshold=7.0,
)

result = await guardrail.async_post_call_success_hook(
    data={"messages": [...]},
    response=llm_response,
)