Moderate text data

Uncover HAP (hateful, abusive, profane language), Implicit hate or Stigma in text

See moderation.py on GitHub.

from pprint import pprint

from dotenv import load_dotenv

from genai.client import Client
from genai.credentials import Credentials
from genai.schema import (
    HAPOptions,
    ImplicitHateOptions,
    StigmaOptions,
)
from genai.text.moderation import CreateExecutionOptions

# make sure you have a .env file under genai root with
# GENAI_KEY=<your-genai-key>
# GENAI_API=<genai-api-endpoint>
load_dotenv()


def heading(text: str) -> str:
    """Helper function for centering text."""
    return "\n" + f" {text} ".center(80, "=") + "\n"


client = Client(credentials=Credentials.from_env())

inputs = ["Ice cream sucks!", "It tastes like poop."]

print(heading("Run text moderation in parallel"))

for input_text, response in zip(
    inputs,
    client.text.moderation.create(
        inputs=inputs,
        hap=HAPOptions(threshold=0.5, send_tokens=True),
        implicit_hate=ImplicitHateOptions(threshold=0.5, send_tokens=True),
        stigma=StigmaOptions(threshold=0.5, send_tokens=True),
        execution_options=CreateExecutionOptions(ordered=True),
    ),
):
    print(f"Input text: {input_text}")
    assert response.results
    result = response.results[0]

    # HAP
    assert result.hap
    hap = result.hap[0]
    print("HAP:")
    pprint(hap.model_dump())

    # Stigma
    assert result.stigma
    stigma = result.stigma[0]
    print("Stigma:")
    pprint(stigma.model_dump())

    # Implicit Hate
    assert result.implicit_hate
    implicit_hate = result.implicit_hate[0]
    print("Implicit hate:")
    pprint(implicit_hate.model_dump())

    print()