Index

A

accept_multiple_field_names() (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload class method) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload class method) ADD (ibm_watsonx_gov.tools.utils.constants.PatchOperationTypes attribute) add_child() (ibm_watsonx_gov.traces.span_node.SpanNode method) additional_info (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceResult attribute) agent_asset_id (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentUsedInApplication attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolUsedInApplication attribute) agent_id (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentParentApplication attribute) agent_method_name (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) agent_name (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) agent_type (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) agentic_app (ibm_watsonx_gov.evaluators.agentic_traces_evaluator.AgenticTracesEvaluator attribute) AgentInterface (class in ibm_watsonx_gov.agent_catalog.core.agents) AgentType (class in ibm_watsonx_gov.agent_catalog.utils.constants) aggregated_metrics_results (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult attribute) AI_AGENT (ibm_watsonx_gov.tools.utils.constants.ComponentTypes attribute) AI_TOOL (ibm_watsonx_gov.tools.utils.constants.ComponentTypes attribute) AIExperimentUtils (class in ibm_watsonx_gov.ai_experiments.utils.ai_experiment_utils) ALLOWED_VALUES (ibm_watsonx_gov.entities.enums.MistakeType attribute) ANSWER_QUALITY (ibm_watsonx_gov.entities.enums.MetricGroup attribute) ANSWER_RELEVANCE (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) AnswerRelevanceDecorator (class in ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_decorator) AnswerSimilarityDecorator (class in ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_decorator)

api_client (ibm_watsonx_gov.evaluators.base_evaluator.BaseEvaluator attribute) (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator attribute) api_key (ibm_watsonx_gov.entities.credentials.AzureOpenAICredentials attribute) (ibm_watsonx_gov.entities.credentials.Credentials attribute) (ibm_watsonx_gov.entities.credentials.OpenAICredentials attribute) (ibm_watsonx_gov.entities.credentials.RITSCredentials attribute) (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) (ibm_watsonx_gov.entities.credentials.WxGovConsoleCredentials attribute) api_version (ibm_watsonx_gov.entities.credentials.AzureOpenAICredentials attribute) app_name (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) applies_to (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) args_schema (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute) asset_details (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) asset_id (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) asset_type (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) attachment_id (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) AU_SYD (ibm_watsonx_gov.entities.enums.Region attribute) available_tools_field (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) AveragePrecisionDecorator (class in ibm_watsonx_gov.metrics.average_precision.average_precision_decorator) avg_latency (ibm_watsonx_gov.tools.entities.ai_tools.AIToolBenchmark attribute) AZURE_OPENAI (ibm_watsonx_gov.entities.enums.ModelProviderType attribute)

B

base_model_id (ibm_watsonx_gov.entities.container.SpaceContainer attribute) BaseMetricDecorator (class in ibm_watsonx_gov.metrics.base_metric_decorator) benchmark_test (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute)

benchmarks (ibm_watsonx_gov.entities.model_risk_result.Risk attribute) BINARY (ibm_watsonx_gov.entities.enums.ProblemType attribute) build_span_trees() (ibm_watsonx_gov.traces.trace_utils.TraceUtils static method)

C

CA_TOR (ibm_watsonx_gov.entities.enums.Region attribute) calculate_cost() (ibm_watsonx_gov.traces.trace_utils.TraceUtils static method) call_detections() (in module ibm_watsonx_gov.tools.clients.detector_client) Categories (class in ibm_watsonx_gov.tools.utils.constants) category (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) check_required_fields() (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload class method) check_tool_type() (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload class method) CLASSIFICATION (ibm_watsonx_gov.entities.enums.TaskType attribute) code (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) CODE (ibm_watsonx_gov.agent_catalog.utils.constants.AgentType attribute) code (ibm_watsonx_gov.entities.base_classes.Error attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) CODE (ibm_watsonx_gov.tools.utils.constants.CustomToolType attribute) COLORS (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute) commit (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute) component_id (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) component_name (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) component_type (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) ComponentTypes (class in ibm_watsonx_gov.tools.utils.constants) compute_helper() (ibm_watsonx_gov.metrics.base_metric_decorator.BaseMetricDecorator method) compute_metrics() (ibm_watsonx_gov.evaluators.agentic_traces_evaluator.AgenticTracesEvaluator method) compute_metrics_from_trace() (ibm_watsonx_gov.traces.trace_utils.TraceUtils static method) compute_per_context (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) config (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) configuration (ibm_watsonx_gov.entities.agentic_app.MetricsConfiguration attribute) (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator attribute) (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator attribute) construct_result_attachment_payload() (ibm_watsonx_gov.ai_experiments.utils.ai_experiment_utils.AIExperimentUtils class method) container_id (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) (ibm_watsonx_gov.entities.container.BaseContainer attribute) container_name (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) container_type (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) (ibm_watsonx_gov.entities.container.BaseContainer attribute) (ibm_watsonx_gov.entities.container.ProjectContainer attribute) (ibm_watsonx_gov.entities.container.SpaceContainer attribute) ContainerType (class in ibm_watsonx_gov.entities.enums) CONTENT_SAFETY (ibm_watsonx_gov.entities.enums.MetricGroup attribute)

context (ibm_watsonx_gov.entities.state.EvaluationState attribute) context_fields (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) CONTEXT_FIELDS (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) context_fields (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute) CONTEXT_RELEVANCE (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) ContextRelevanceDecorator (class in ibm_watsonx_gov.metrics.context_relevance.context_relevance_decorator) conversation_id (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) conversation_id_field (ibm_watsonx_gov.config.agentic_ai_configuration.AgenticAIConfiguration attribute) CONVERSATION_ID_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) convert_array_value() (ibm_watsonx_gov.traces.trace_utils.TraceUtils static method) convert_foundation_models() (ibm_watsonx_gov.entities.ai_experiment.Node class method) count (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) cpu_capacity (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentRuntimeDetails attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolRuntimeDetails attribute) create_configuration() (ibm_watsonx_gov.config.agentic_ai_configuration.AgenticAIConfiguration class method) create_credentials_from_env() (ibm_watsonx_gov.entities.model_provider.AzureOpenAIModelProvider method) (ibm_watsonx_gov.entities.model_provider.OpenAIModelProvider method) (ibm_watsonx_gov.entities.model_provider.RITSModelProvider method) (ibm_watsonx_gov.entities.model_provider.WxAIModelProvider method) create_from_env() (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration class method) (ibm_watsonx_gov.entities.credentials.AzureOpenAICredentials class method) (ibm_watsonx_gov.entities.credentials.Credentials class method) (ibm_watsonx_gov.entities.credentials.OpenAICredentials class method) (ibm_watsonx_gov.entities.credentials.RITSCredentials class method) (ibm_watsonx_gov.entities.credentials.WxAICredentials class method) (ibm_watsonx_gov.entities.credentials.WxGovConsoleCredentials class method) created_at (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) created_by (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) creator_id (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) credentials (ibm_watsonx_gov.config.model_risk_configuration.WxGovConsoleConfiguration attribute) (ibm_watsonx_gov.entities.model_provider.AzureOpenAIModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.OpenAIModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.RITSModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.WxAIModelProvider attribute) CUSTOM (ibm_watsonx_gov.agent_catalog.utils.constants.ServiceProviderType attribute) (ibm_watsonx_gov.entities.enums.ModelProviderType attribute) (ibm_watsonx_gov.tools.utils.constants.ServiceProviderType attribute) custom_tags (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) CustomToolType (class in ibm_watsonx_gov.tools.utils.constants) CYAN (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute)

D

dataset (ibm_watsonx_gov.tools.entities.ai_tools.AIToolBenchmark attribute) DEFAULT_SELECTED_METRICS_COUNT (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute) delete_agent() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) delete_agent_with_name() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) delete_tool() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) delete_tool_with_name() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) dependencies (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) description (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) (ibm_watsonx_gov.entities.container.SpaceContainer attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute)

DETECTORS (ibm_watsonx_gov.entities.enums.EvaluationProvider attribute) DEVELOPMENT (ibm_watsonx_gov.entities.enums.EvaluationStage attribute) development_implementation_url (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) development_uri_link (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) disable_ssl (ibm_watsonx_gov.entities.credentials.Credentials attribute) display_insights() (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator method) display_mermaid_graph() (in module ibm_watsonx_gov.visualizations.visualization_utils) display_message_with_frame() (in module ibm_watsonx_gov.visualizations.visualization_utils) display_metrics() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) display_name (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) display_table() (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator method) (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator method) (in module ibm_watsonx_gov.visualizations.visualization_utils) display_tools() (in module ibm_watsonx_gov.tools.utils.display_utils) download_model_risk_report() (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator method) duration (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute)

E

e2e_prompt_evaluation() (ibm_watsonx_gov.prompt_evaluator.prompt_evaluator.PromptEvaluator method) enable_local_traces (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration property) enable_server_traces (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration property) endpoint (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) ENDPOINT (ibm_watsonx_gov.agent_catalog.utils.constants.AgentType attribute) endpoint (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute) ENDPOINT (ibm_watsonx_gov.tools.utils.constants.CustomToolType attribute) engine (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentRuntimeDetails attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolRuntimeDetails attribute) environment_variables (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) errors (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) EU_DE (ibm_watsonx_gov.entities.enums.Region attribute) EU_GB (ibm_watsonx_gov.entities.enums.Region attribute) evaluate() (ibm_watsonx_gov.entities.metric.GenAIMetric method) (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator method) (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator method) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric method) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric method) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric method) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric method) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric method) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric method) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric method) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric method) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric method) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric method) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric method) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric method) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric method) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric method) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric method) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric method) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric method) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric method) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric method) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric method) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric method) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric method) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric method) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric method) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric method) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric method) evaluate_answer_relevance() (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_decorator.AnswerRelevanceDecorator method) evaluate_answer_similarity() (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_decorator.AnswerSimilarityDecorator method) evaluate_async() (ibm_watsonx_gov.entities.metric.GenAIMetric method) (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator method) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric method) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric method) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric method) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric method) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric method) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric method) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric method) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric method) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric method) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric method) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric method) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric method) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric method) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric method) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric method)

evaluate_average_precision() (ibm_watsonx_gov.metrics.average_precision.average_precision_decorator.AveragePrecisionDecorator method) evaluate_context_relevance() (ibm_watsonx_gov.metrics.context_relevance.context_relevance_decorator.ContextRelevanceDecorator method) evaluate_evasiveness() (ibm_watsonx_gov.metrics.evasiveness.evasiveness_decorator.EvasivenessDecorator method) evaluate_faithfulness() (ibm_watsonx_gov.metrics.faithfulness.faithfulness_decorator.FaithfulnessDecorator method) evaluate_hap() (ibm_watsonx_gov.metrics.hap.hap_decorator.HAPDecorator method) evaluate_harm() (ibm_watsonx_gov.metrics.harm.harm_decorator.HarmDecorator method) evaluate_harm_engagement() (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_decorator.HarmEngagementDecorator method) evaluate_hit_rate() (ibm_watsonx_gov.metrics.hit_rate.hit_rate_decorator.HitRateDecorator method) evaluate_jailbreak() (ibm_watsonx_gov.metrics.jailbreak.jailbreak_decorator.JailbreakDecorator method) evaluate_ndcg() (ibm_watsonx_gov.metrics.ndcg.ndcg_decorator.NDCGDecorator method) evaluate_pii() (ibm_watsonx_gov.metrics.pii.pii_decorator.PIIDecorator method) evaluate_profanity() (ibm_watsonx_gov.metrics.profanity.profanity_decorator.ProfanityDecorator method) evaluate_prompt_safety_risk() (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_decorator.PromptSafetyRiskDecorator method) evaluate_reciprocal_rank() (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_decorator.ReciprocalRankDecorator method) evaluate_retrieval_precision() (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_decorator.RetrievalPrecisionDecorator method) evaluate_risk() (ibm_watsonx_gov.prompt_evaluator.prompt_evaluator.PromptEvaluator method) evaluate_sexual_content() (ibm_watsonx_gov.metrics.sexual_content.sexual_content_decorator.SexualContentDecorator method) evaluate_social_bias() (ibm_watsonx_gov.metrics.social_bias.social_bias_decorator.SocialBiasDecorator method) evaluate_text_grade_level() (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_decorator.TextGradeLevelDecorator method) evaluate_text_reading_ease() (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_decorator.TextReadingEaseDecorator method) evaluate_tool_call_accuracy() (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_decorator.ToolCallAccuracyDecorator method) evaluate_tool_call_parameter_accuracy() (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_decorator.ToolCallParameterAccuracyDecorator method) evaluate_tool_call_relevance() (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_decorator.ToolCallRelevanceDecorator method) evaluate_tool_call_syntactic_accuracy() (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_decorator.ToolCallSyntacticAccuracyDecorator method) evaluate_topic_relevance() (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_decorator.TopicRelevanceDecorator method) evaluate_unethical_behavior() (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_decorator.UnethicalBehaviorDecorator method) evaluate_unsuccessful_requests() (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_decorator.UnsuccessfulRequestsDecorator method) evaluate_violence() (ibm_watsonx_gov.metrics.violence.violence_decorator.ViolenceDecorator method) EVALUATION (ibm_watsonx_gov.tools.utils.constants.Categories attribute) evaluation_assets (ibm_watsonx_gov.entities.ai_evaluation.EvaluationConfig attribute) evaluation_configuration (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) EvaluationProvider (class in ibm_watsonx_gov.entities.enums) EvaluationStage (class in ibm_watsonx_gov.entities.enums) EvaluatorFields (class in ibm_watsonx_gov.entities.enums) EVASIVENESS (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) EvasivenessDecorator (class in ibm_watsonx_gov.metrics.evasiveness.evasiveness_decorator) execution_count (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.ToolMetricResult attribute) execution_order (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) export() (ibm_watsonx_gov.traces.span_exporter.WxGovSpanExporter method) EXTRACTION (ibm_watsonx_gov.entities.enums.TaskType attribute)

F

FAITHFULNESS (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) FaithfulnessDecorator (class in ibm_watsonx_gov.metrics.faithfulness.faithfulness_decorator) foundation_models (ibm_watsonx_gov.entities.agentic_app.Node attribute) (ibm_watsonx_gov.entities.ai_experiment.Node attribute)

Framework (class in ibm_watsonx_gov.agent_catalog.utils.constants) (class in ibm_watsonx_gov.tools.utils.constants) framework (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) func_name (ibm_watsonx_gov.entities.agentic_app.Node attribute)

G

generated_text (ibm_watsonx_gov.entities.state.EvaluationState attribute) GENERATION (ibm_watsonx_gov.entities.enums.TaskType attribute) get_agent() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) get_agent_by_name() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) get_agent_input_data_from_schema() (in module ibm_watsonx_gov.agent_catalog.core.agent_loader) get_aggregated_metrics_results() (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult method) get_aggregated_results_from_individual_results() (ibm_watsonx_gov.entities.metric.GenAIMetric method) get_attributes() (in module ibm_watsonx_gov.traces.span_util) get_base_payload() (in module ibm_watsonx_gov.tools.clients.detector_client) get_base_url() (in module ibm_watsonx_gov.tools.clients.detector_client) get_combined_context_score() (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) get_combined_context_scores() (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) get_context_scores() (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) get_conversation_id() (ibm_watsonx_gov.traces.span_node.SpanNode method) get_dataset_records() (ibm_watsonx_gov.prompt_evaluator.prompt_evaluator.PromptEvaluator method) get_default_fields_mapping() (ibm_watsonx_gov.entities.enums.EvaluatorFields static method) get_interaction_id() (ibm_watsonx_gov.traces.span_node.SpanNode method) get_metric_df() (ibm_watsonx_gov.entities.model_risk_result.Benchmark method) get_metrics() (ibm_watsonx_gov.entities.enums.MetricGroup method) (ibm_watsonx_gov.entities.enums.TaskType method) get_metrics_results() (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult method) get_model_provider() (ibm_watsonx_gov.entities.llm_judge.LLMJudge method) get_monitor_metrics() (ibm_watsonx_gov.prompt_evaluator.prompt_evaluator.PromptEvaluator method) get_nodes_configuration() (ibm_watsonx_gov.traces.span_node.SpanNode method) get_params_from_env() (ibm_watsonx_gov.entities.foundation_model.WxAIFoundationModel method) get_payload() (in module ibm_watsonx_gov.tools.clients.detector_client) get_per_context_scores() (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) get_prompt_template_id() (ibm_watsonx_gov.prompt_evaluator.prompt_evaluator.PromptEvaluator method) get_result_with_metric_groups() (ibm_watsonx_gov.ai_experiments.utils.ai_experiment_utils.AIExperimentUtils class method) get_span_nodes_from_json() (in module ibm_watsonx_gov.traces.span_util) get_tool() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) get_tool_info() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) GraniteGuardianRisks (class in ibm_watsonx_gov.entities.enums) ground_truth (ibm_watsonx_gov.entities.state.EvaluationState attribute) group (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionResult attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceResult attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessResult attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPResult attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmResult attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementResult attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateResult attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakResult attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGResult attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIResult attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityResult attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskResult attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankResult attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionResult attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentResult attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasResult attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelResult attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseResult attribute) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceResult attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorResult attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsResult attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceResult attribute)

GUARDRAILS (ibm_watsonx_gov.tools.utils.constants.Categories attribute)

H

HALLUCINATED_CALL (ibm_watsonx_gov.entities.enums.MistakeType attribute) HALLUCINATED_PARAM (ibm_watsonx_gov.entities.enums.MistakeType attribute) HAPDecorator (class in ibm_watsonx_gov.metrics.hap.hap_decorator) HARM (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) HARM_ENGAGEMENT (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) HarmDecorator (class in ibm_watsonx_gov.metrics.harm.harm_decorator) HarmEngagementDecorator (class in ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_decorator)

headers (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentEndpointPayload attribute) (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolEndpointPayload attribute) (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute) HitRateDecorator (class in ibm_watsonx_gov.metrics.hit_rate.hit_rate_decorator) hostname (ibm_watsonx_gov.entities.credentials.RITSCredentials attribute) href (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute)

I

IBM (ibm_watsonx_gov.tools.utils.constants.ServiceProviderType attribute) IBM_WATSONX_AI (ibm_watsonx_gov.entities.enums.ModelProviderType attribute) ibm_watsonx_gov module, [1] ibm_watsonx_gov.agent_catalog module ibm_watsonx_gov.agent_catalog.clients module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client module ibm_watsonx_gov.agent_catalog.core module ibm_watsonx_gov.agent_catalog.core.agent_loader module ibm_watsonx_gov.agent_catalog.core.agents module ibm_watsonx_gov.agent_catalog.entities module ibm_watsonx_gov.agent_catalog.entities.ai_agent module ibm_watsonx_gov.agent_catalog.utils module ibm_watsonx_gov.agent_catalog.utils.constants module ibm_watsonx_gov.ai_experiments module ibm_watsonx_gov.ai_experiments.utils module ibm_watsonx_gov.ai_experiments.utils.ai_experiment_utils module ibm_watsonx_gov.config module ibm_watsonx_gov.config.agentic_ai_configuration module ibm_watsonx_gov.config.gen_ai_configuration module ibm_watsonx_gov.config.model_risk_configuration module ibm_watsonx_gov.entities module ibm_watsonx_gov.entities.agentic_app module ibm_watsonx_gov.entities.ai_evaluation module ibm_watsonx_gov.entities.ai_experiment module ibm_watsonx_gov.entities.base_classes module ibm_watsonx_gov.entities.container module ibm_watsonx_gov.entities.credentials module ibm_watsonx_gov.entities.enums module ibm_watsonx_gov.entities.evaluation_result module ibm_watsonx_gov.entities.foundation_model module ibm_watsonx_gov.entities.llm_judge module ibm_watsonx_gov.entities.metric module ibm_watsonx_gov.entities.metric_threshold module ibm_watsonx_gov.entities.model_provider module ibm_watsonx_gov.entities.model_risk_result module ibm_watsonx_gov.entities.monitor module ibm_watsonx_gov.entities.prompt_setup module ibm_watsonx_gov.entities.state module ibm_watsonx_gov.evaluators module ibm_watsonx_gov.evaluators.agentic_traces_evaluator module ibm_watsonx_gov.evaluators.base_evaluator module ibm_watsonx_gov.evaluators.metrics_evaluator module ibm_watsonx_gov.evaluators.model_risk_evaluator module ibm_watsonx_gov.metrics module ibm_watsonx_gov.metrics.answer_relevance module ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_decorator module ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric module ibm_watsonx_gov.metrics.answer_similarity module ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_decorator module ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric module ibm_watsonx_gov.metrics.average_precision module ibm_watsonx_gov.metrics.average_precision.average_precision_decorator module ibm_watsonx_gov.metrics.average_precision.average_precision_metric module ibm_watsonx_gov.metrics.base_metric_decorator module ibm_watsonx_gov.metrics.context_relevance module ibm_watsonx_gov.metrics.context_relevance.context_relevance_decorator module ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric module ibm_watsonx_gov.metrics.evasiveness module ibm_watsonx_gov.metrics.evasiveness.evasiveness_decorator module ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric module ibm_watsonx_gov.metrics.faithfulness module ibm_watsonx_gov.metrics.faithfulness.faithfulness_decorator module ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric module ibm_watsonx_gov.metrics.hap module ibm_watsonx_gov.metrics.hap.hap_decorator module ibm_watsonx_gov.metrics.hap.hap_metric module ibm_watsonx_gov.metrics.harm module ibm_watsonx_gov.metrics.harm.harm_decorator module ibm_watsonx_gov.metrics.harm.harm_metric module ibm_watsonx_gov.metrics.harm_engagement module ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_decorator module ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric module ibm_watsonx_gov.metrics.hit_rate module ibm_watsonx_gov.metrics.hit_rate.hit_rate_decorator module ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric module ibm_watsonx_gov.metrics.jailbreak module ibm_watsonx_gov.metrics.jailbreak.jailbreak_decorator module ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric module ibm_watsonx_gov.metrics.ndcg module ibm_watsonx_gov.metrics.ndcg.ndcg_decorator module ibm_watsonx_gov.metrics.ndcg.ndcg_metric module ibm_watsonx_gov.metrics.pii module ibm_watsonx_gov.metrics.pii.pii_decorator module ibm_watsonx_gov.metrics.pii.pii_metric module ibm_watsonx_gov.metrics.profanity module ibm_watsonx_gov.metrics.profanity.profanity_decorator module ibm_watsonx_gov.metrics.profanity.profanity_metric module ibm_watsonx_gov.metrics.prompt_safety_risk module

ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_decorator module ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric module ibm_watsonx_gov.metrics.reciprocal_rank module ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_decorator module ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric module ibm_watsonx_gov.metrics.retrieval_precision module ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_decorator module ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric module ibm_watsonx_gov.metrics.sexual_content module ibm_watsonx_gov.metrics.sexual_content.sexual_content_decorator module ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric module ibm_watsonx_gov.metrics.social_bias module ibm_watsonx_gov.metrics.social_bias.social_bias_decorator module ibm_watsonx_gov.metrics.social_bias.social_bias_metric module ibm_watsonx_gov.metrics.text_grade_level module ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_decorator module ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric module ibm_watsonx_gov.metrics.text_reading_ease module ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_decorator module ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric module ibm_watsonx_gov.metrics.tool_call_accuracy module ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_decorator module ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric module ibm_watsonx_gov.metrics.tool_call_parameter_accuracy module ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_decorator module ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric module ibm_watsonx_gov.metrics.tool_call_relevance module ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_decorator module ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric module ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy module ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_decorator module ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric module ibm_watsonx_gov.metrics.topic_relevance module ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_decorator module ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric module ibm_watsonx_gov.metrics.unethical_behavior module ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_decorator module ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric module ibm_watsonx_gov.metrics.unsuccessful_requests module ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_decorator module ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric module ibm_watsonx_gov.metrics.violence module ibm_watsonx_gov.metrics.violence.violence_decorator module ibm_watsonx_gov.metrics.violence.violence_metric module ibm_watsonx_gov.prompt_evaluator module ibm_watsonx_gov.prompt_evaluator.prompt_evaluator module ibm_watsonx_gov.tools module ibm_watsonx_gov.tools.clients module ibm_watsonx_gov.tools.clients.ai_tool_client module ibm_watsonx_gov.tools.clients.detector_client module ibm_watsonx_gov.tools.core module ibm_watsonx_gov.tools.core.tool_loader module ibm_watsonx_gov.tools.entities module ibm_watsonx_gov.tools.entities.ai_tools module ibm_watsonx_gov.tools.rest_api module ibm_watsonx_gov.tools.rest_api.restapi_tool module ibm_watsonx_gov.tools.utils module ibm_watsonx_gov.tools.utils.constants module ibm_watsonx_gov.tools.utils.display_utils module ibm_watsonx_gov.tools.utils.platform_url_mapping module ibm_watsonx_gov.traces module ibm_watsonx_gov.traces.span_exporter module ibm_watsonx_gov.traces.span_node module ibm_watsonx_gov.traces.span_util module ibm_watsonx_gov.traces.trace_utils module ibm_watsonx_gov.visualizations module ibm_watsonx_gov.visualizations.metric_descriptions module ibm_watsonx_gov.visualizations.model_insights module ibm_watsonx_gov.visualizations.visualization_utils module id (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.Node attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetric property) (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) (ibm_watsonx_gov.entities.metric.GenAIMetric property) id_deleted (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) IMAGE (ibm_watsonx_gov.entities.enums.InputDataType attribute) implementation_url (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) individual_results (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) info() (ibm_watsonx_gov.entities.metric.GenAIMetric method) input (ibm_watsonx_gov.entities.metric.Locale attribute) input_data_type (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute) input_fields (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) INPUT_FIELDS (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) input_text (ibm_watsonx_gov.entities.state.EvaluationState attribute) InputDataType (class in ibm_watsonx_gov.entities.enums) insecure (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) instance_id (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) interaction_id (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) (ibm_watsonx_gov.entities.state.EvaluationState attribute) interaction_id_field (ibm_watsonx_gov.config.agentic_ai_configuration.AgenticAIConfiguration attribute) INTERACTION_ID_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) interaction_ts (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) inventory_id (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentParentApplication attribute) (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentTool attribute) (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentUsedInApplication attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolUsedInApplication attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) invoke() (ibm_watsonx_gov.agent_catalog.core.agents.AgentInterface method) (ibm_watsonx_gov.agent_catalog.core.agents.LangChainAgent method) (ibm_watsonx_gov.agent_catalog.core.agents.LangGraphAgent method) (ibm_watsonx_gov.agent_catalog.core.agents.RestAgent method) (in module ibm_watsonx_gov.agent_catalog.core.agent_loader) is_grpc (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) is_reference_free (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute)

J

JAILBREAK (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute)

JailbreakDecorator (class in ibm_watsonx_gov.metrics.jailbreak.jailbreak_decorator) JP_TOK (ibm_watsonx_gov.entities.enums.Region attribute)

L

label_column (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute) LANGCHAIN (ibm_watsonx_gov.agent_catalog.utils.constants.Framework attribute) (ibm_watsonx_gov.tools.utils.constants.Framework attribute) LangChainAgent (class in ibm_watsonx_gov.agent_catalog.core.agents) LANGGRAPH (ibm_watsonx_gov.agent_catalog.utils.constants.Framework attribute) (ibm_watsonx_gov.tools.utils.constants.Framework attribute) LangGraphAgent (class in ibm_watsonx_gov.agent_catalog.core.agents) language (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute) list_agents() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) list_tools() (in module ibm_watsonx_gov.tools.clients.ai_tool_client)

llm_judge (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) load_agent() (in module ibm_watsonx_gov.agent_catalog.core.agent_loader) load_headers() (in module ibm_watsonx_gov.tools.rest_api.restapi_tool) load_tool() (in module ibm_watsonx_gov.tools.core.tool_loader) locale (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) log_traces_to_file (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration attribute)

M

max (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateMetricResult attribute) MAX_METRIC_GROUP_SIZE (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute) max_sample_size (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) mean (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateMetricResult attribute) memory (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentRuntimeDetails attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolRuntimeDetails attribute) message_en (ibm_watsonx_gov.entities.base_classes.Error attribute) method (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentEndpointPayload attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelResult attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseResult attribute) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolEndpointPayload attribute) (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute) metric_dependencies (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric attribute) metric_dependencies_serializer() (ibm_watsonx_gov.entities.metric.GenAIMetric method) metric_dependencies_validator() (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric class method) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric class method) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric class method) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric class method) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric class method) metric_groups (ibm_watsonx_gov.entities.agentic_app.MetricsConfiguration attribute) metric_id (ibm_watsonx_gov.entities.monitor.MonitorThreshold attribute) metric_mapping_name (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) MetricGroup (class in ibm_watsonx_gov.entities.enums) metrics (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.entities.agentic_app.MetricsConfiguration attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricGroup property) (ibm_watsonx_gov.entities.model_risk_result.Benchmark attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) metrics_configuration (ibm_watsonx_gov.entities.agentic_app.AgenticApp attribute) metrics_configurations (ibm_watsonx_gov.entities.agentic_app.Node attribute) metrics_result (ibm_watsonx_gov.entities.evaluation_result.MetricsEvaluationResult attribute) metrics_results (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult attribute) metrics_serializer() (ibm_watsonx_gov.entities.agentic_app.MetricsConfiguration method) min (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateMetricResult attribute) MistakeType (class in ibm_watsonx_gov.entities.enums) model (ibm_watsonx_gov.entities.llm_judge.LLMJudge attribute) model_details (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) model_id (ibm_watsonx_gov.config.model_risk_configuration.WxGovConsoleConfiguration attribute) (ibm_watsonx_gov.entities.foundation_model.AzureOpenAIFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.FoundationModelInfo attribute) (ibm_watsonx_gov.entities.foundation_model.OpenAIFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.WxAIFoundationModel attribute) model_name (ibm_watsonx_gov.entities.foundation_model.FoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.FoundationModelInfo attribute) model_post_init() (ibm_watsonx_gov.entities.base_classes.BaseMetric method) (ibm_watsonx_gov.entities.base_classes.BaseMetricGroup method) (ibm_watsonx_gov.entities.metric.GenAIMetric method) (ibm_watsonx_gov.entities.metric.PredictiveAIMetric method) (ibm_watsonx_gov.evaluators.metrics_evaluator.MetricsEvaluator method) (ibm_watsonx_gov.evaluators.model_risk_evaluator.ModelRiskEvaluator method) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric method) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric method) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric method) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric method) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric method) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric method) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric method) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric method) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric method) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric method) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric method) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric method) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric method) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric method) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric method) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric method) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric method) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric method) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric method) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric method) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric method) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric method) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric method) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric method) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric method) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric method) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric method) model_validate() (ibm_watsonx_gov.entities.agentic_app.MetricsConfiguration class method) (ibm_watsonx_gov.entities.agentic_app.Node class method) model_validate_json() (ibm_watsonx_gov.entities.agentic_app.AgenticApp class method) ModelInsights (class in ibm_watsonx_gov.visualizations.model_insights) ModelProviderType (class in ibm_watsonx_gov.entities.enums) module ibm_watsonx_gov, [1] ibm_watsonx_gov.agent_catalog ibm_watsonx_gov.agent_catalog.clients ibm_watsonx_gov.agent_catalog.clients.ai_agent_client ibm_watsonx_gov.agent_catalog.core ibm_watsonx_gov.agent_catalog.core.agent_loader ibm_watsonx_gov.agent_catalog.core.agents ibm_watsonx_gov.agent_catalog.entities ibm_watsonx_gov.agent_catalog.entities.ai_agent ibm_watsonx_gov.agent_catalog.utils ibm_watsonx_gov.agent_catalog.utils.constants ibm_watsonx_gov.ai_experiments ibm_watsonx_gov.ai_experiments.utils ibm_watsonx_gov.ai_experiments.utils.ai_experiment_utils ibm_watsonx_gov.config ibm_watsonx_gov.config.agentic_ai_configuration ibm_watsonx_gov.config.gen_ai_configuration ibm_watsonx_gov.config.model_risk_configuration ibm_watsonx_gov.entities ibm_watsonx_gov.entities.agentic_app ibm_watsonx_gov.entities.ai_evaluation ibm_watsonx_gov.entities.ai_experiment ibm_watsonx_gov.entities.base_classes ibm_watsonx_gov.entities.container ibm_watsonx_gov.entities.credentials ibm_watsonx_gov.entities.enums ibm_watsonx_gov.entities.evaluation_result ibm_watsonx_gov.entities.foundation_model ibm_watsonx_gov.entities.llm_judge ibm_watsonx_gov.entities.metric ibm_watsonx_gov.entities.metric_threshold ibm_watsonx_gov.entities.model_provider ibm_watsonx_gov.entities.model_risk_result ibm_watsonx_gov.entities.monitor ibm_watsonx_gov.entities.prompt_setup ibm_watsonx_gov.entities.state ibm_watsonx_gov.evaluators ibm_watsonx_gov.evaluators.agentic_traces_evaluator ibm_watsonx_gov.evaluators.base_evaluator ibm_watsonx_gov.evaluators.metrics_evaluator ibm_watsonx_gov.evaluators.model_risk_evaluator ibm_watsonx_gov.metrics ibm_watsonx_gov.metrics.answer_relevance ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_decorator ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric ibm_watsonx_gov.metrics.answer_similarity ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_decorator ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric ibm_watsonx_gov.metrics.average_precision ibm_watsonx_gov.metrics.average_precision.average_precision_decorator ibm_watsonx_gov.metrics.average_precision.average_precision_metric ibm_watsonx_gov.metrics.base_metric_decorator ibm_watsonx_gov.metrics.context_relevance ibm_watsonx_gov.metrics.context_relevance.context_relevance_decorator ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric ibm_watsonx_gov.metrics.evasiveness ibm_watsonx_gov.metrics.evasiveness.evasiveness_decorator ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric ibm_watsonx_gov.metrics.faithfulness ibm_watsonx_gov.metrics.faithfulness.faithfulness_decorator ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric ibm_watsonx_gov.metrics.hap ibm_watsonx_gov.metrics.hap.hap_decorator ibm_watsonx_gov.metrics.hap.hap_metric ibm_watsonx_gov.metrics.harm ibm_watsonx_gov.metrics.harm.harm_decorator ibm_watsonx_gov.metrics.harm.harm_metric ibm_watsonx_gov.metrics.harm_engagement ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_decorator ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric ibm_watsonx_gov.metrics.hit_rate ibm_watsonx_gov.metrics.hit_rate.hit_rate_decorator ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric ibm_watsonx_gov.metrics.jailbreak ibm_watsonx_gov.metrics.jailbreak.jailbreak_decorator ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric ibm_watsonx_gov.metrics.ndcg ibm_watsonx_gov.metrics.ndcg.ndcg_decorator ibm_watsonx_gov.metrics.ndcg.ndcg_metric ibm_watsonx_gov.metrics.pii ibm_watsonx_gov.metrics.pii.pii_decorator ibm_watsonx_gov.metrics.pii.pii_metric ibm_watsonx_gov.metrics.profanity ibm_watsonx_gov.metrics.profanity.profanity_decorator ibm_watsonx_gov.metrics.profanity.profanity_metric ibm_watsonx_gov.metrics.prompt_safety_risk ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_decorator ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric ibm_watsonx_gov.metrics.reciprocal_rank ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_decorator ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric ibm_watsonx_gov.metrics.retrieval_precision ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_decorator ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric ibm_watsonx_gov.metrics.sexual_content ibm_watsonx_gov.metrics.sexual_content.sexual_content_decorator ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric ibm_watsonx_gov.metrics.social_bias ibm_watsonx_gov.metrics.social_bias.social_bias_decorator ibm_watsonx_gov.metrics.social_bias.social_bias_metric ibm_watsonx_gov.metrics.text_grade_level ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_decorator ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric ibm_watsonx_gov.metrics.text_reading_ease ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_decorator ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric ibm_watsonx_gov.metrics.tool_call_accuracy ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_decorator ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric ibm_watsonx_gov.metrics.tool_call_parameter_accuracy ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_decorator ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric ibm_watsonx_gov.metrics.tool_call_relevance ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_decorator ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_decorator ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric ibm_watsonx_gov.metrics.topic_relevance ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_decorator ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric ibm_watsonx_gov.metrics.unethical_behavior ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_decorator ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric ibm_watsonx_gov.metrics.unsuccessful_requests ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_decorator ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric ibm_watsonx_gov.metrics.violence ibm_watsonx_gov.metrics.violence.violence_decorator ibm_watsonx_gov.metrics.violence.violence_metric ibm_watsonx_gov.prompt_evaluator ibm_watsonx_gov.prompt_evaluator.prompt_evaluator ibm_watsonx_gov.tools ibm_watsonx_gov.tools.clients ibm_watsonx_gov.tools.clients.ai_tool_client ibm_watsonx_gov.tools.clients.detector_client ibm_watsonx_gov.tools.core ibm_watsonx_gov.tools.core.tool_loader ibm_watsonx_gov.tools.entities ibm_watsonx_gov.tools.entities.ai_tools ibm_watsonx_gov.tools.rest_api ibm_watsonx_gov.tools.rest_api.restapi_tool ibm_watsonx_gov.tools.utils ibm_watsonx_gov.tools.utils.constants ibm_watsonx_gov.tools.utils.display_utils ibm_watsonx_gov.tools.utils.platform_url_mapping ibm_watsonx_gov.traces ibm_watsonx_gov.traces.span_exporter ibm_watsonx_gov.traces.span_node ibm_watsonx_gov.traces.span_util ibm_watsonx_gov.traces.trace_utils ibm_watsonx_gov.visualizations ibm_watsonx_gov.visualizations.metric_descriptions ibm_watsonx_gov.visualizations.model_insights ibm_watsonx_gov.visualizations.visualization_utils

monitor_name (ibm_watsonx_gov.entities.monitor.BaseMonitor attribute) (ibm_watsonx_gov.entities.monitor.DriftMonitor attribute) (ibm_watsonx_gov.entities.monitor.DriftV2Monitor attribute) (ibm_watsonx_gov.entities.monitor.FairnessMonitor attribute) (ibm_watsonx_gov.entities.monitor.GenerativeAIQualityMonitor attribute) (ibm_watsonx_gov.entities.monitor.ModelHealthMonitor attribute) (ibm_watsonx_gov.entities.monitor.QualityMonitor attribute) monitors (ibm_watsonx_gov.entities.ai_evaluation.EvaluationConfig attribute) (ibm_watsonx_gov.entities.container.BaseContainer attribute) MULTICLASS (ibm_watsonx_gov.entities.enums.ProblemType attribute) MULTIMODAL (ibm_watsonx_gov.entities.enums.InputDataType attribute)

N

name (ibm_watsonx_gov.entities.agentic_app.AgenticApp attribute) (ibm_watsonx_gov.entities.agentic_app.Node attribute) (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) (ibm_watsonx_gov.entities.ai_experiment.Node attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetric attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricGroup attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.container.SpaceContainer attribute) (ibm_watsonx_gov.entities.model_risk_result.Benchmark attribute) (ibm_watsonx_gov.entities.model_risk_result.Risk attribute) (ibm_watsonx_gov.entities.model_risk_result.RiskMetric attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionResult attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceResult attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessResult attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPResult attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmResult attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementResult attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateResult attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakResult attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGResult attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIResult attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityResult attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskResult attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankResult attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionResult attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentResult attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasResult attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelResult attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseResult attribute) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceResult attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorResult attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsResult attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceResult attribute) (ibm_watsonx_gov.tools.rest_api.restapi_tool.RestApiTool attribute)

NDCGDecorator (class in ibm_watsonx_gov.metrics.ndcg.ndcg_decorator) NEED_MORE_APIS (ibm_watsonx_gov.entities.enums.MistakeType attribute) NEED_MORE_INFORMATION (ibm_watsonx_gov.entities.enums.MistakeType attribute) node_name (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) nodes (ibm_watsonx_gov.entities.agentic_app.AgenticApp attribute) (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) NONE_FUNC (ibm_watsonx_gov.entities.enums.MistakeType attribute)

O

op (ibm_watsonx_gov.agent_catalog.entities.ai_agent.PatchPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.PatchPayload attribute) OPENAI (ibm_watsonx_gov.entities.enums.ModelProviderType attribute) OTHER (ibm_watsonx_gov.tools.utils.constants.Categories attribute) otlp_collector_config (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration attribute)

output (ibm_watsonx_gov.entities.metric.Locale attribute) output_fields (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) OUTPUT_FIELDS (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) output_file_path (ibm_watsonx_gov.entities.model_risk_result.ModelRiskResult attribute) owner_id (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute)

P

PARAM_TYPE (ibm_watsonx_gov.entities.enums.MistakeType attribute) parameters (ibm_watsonx_gov.entities.base_classes.Error attribute) (ibm_watsonx_gov.entities.monitor.BaseMonitor attribute) (ibm_watsonx_gov.entities.monitor.GenerativeAIQualityMonitor attribute) (ibm_watsonx_gov.entities.monitor.QualityMonitor attribute) parent_applications (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) password (ibm_watsonx_gov.entities.credentials.Credentials attribute) (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) (ibm_watsonx_gov.entities.credentials.WxGovConsoleCredentials attribute) PatchOperationTypes (class in ibm_watsonx_gov.tools.utils.constants) path (ibm_watsonx_gov.agent_catalog.entities.ai_agent.PatchPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.PatchPayload attribute) payload (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentUpdatePayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolUpdatePayload attribute) pdf_report_output_path (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) PERFORMANCE (ibm_watsonx_gov.entities.enums.MetricGroup attribute) PIIDecorator (class in ibm_watsonx_gov.metrics.pii.pii_decorator) PRE_PRODUCTION (ibm_watsonx_gov.entities.enums.EvaluationStage attribute) prediction_field (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute) pricing (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) print_violation_summary() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) ProblemType (class in ibm_watsonx_gov.entities.enums) PRODUCTION (ibm_watsonx_gov.entities.enums.EvaluationStage attribute)

PROFANITY (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) ProfanityDecorator (class in ibm_watsonx_gov.metrics.profanity.profanity_decorator) PROJECT (ibm_watsonx_gov.entities.enums.ContainerType attribute) project_id (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration attribute) (ibm_watsonx_gov.entities.foundation_model.WxAIFoundationModel attribute) prompt_field (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) PROMPT_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) prompt_setup (ibm_watsonx_gov.entities.container.BaseContainer attribute) PromptEvaluator (class in ibm_watsonx_gov.prompt_evaluator.prompt_evaluator) PromptSafetyRiskDecorator (class in ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_decorator) properties (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentSchema attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolSchema attribute) provider (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.foundation_model.AzureOpenAIFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.CustomFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.FoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.FoundationModelInfo attribute) (ibm_watsonx_gov.entities.foundation_model.OpenAIFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.RITSFoundationModel attribute) (ibm_watsonx_gov.entities.foundation_model.WxAIFoundationModel attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelResult attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseResult attribute) PURPLE (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute)

Q

QA (ibm_watsonx_gov.entities.enums.TaskType attribute)

QUERY (ibm_watsonx_gov.tools.utils.constants.Categories attribute) question_field (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute)

R

RAG (ibm_watsonx_gov.entities.enums.TaskType attribute) (ibm_watsonx_gov.tools.utils.constants.Categories attribute) READABILITY (ibm_watsonx_gov.entities.enums.MetricGroup attribute) ReciprocalRankDecorator (class in ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_decorator) record_id (ibm_watsonx_gov.entities.evaluation_result.RecordMetricResult attribute) (ibm_watsonx_gov.entities.state.EvaluationState attribute) record_id_field (ibm_watsonx_gov.entities.base_classes.BaseConfiguration attribute) RECORD_ID_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) record_level_metrics (ibm_watsonx_gov.entities.evaluation_result.AggregateMetricResult attribute) record_timestamp (ibm_watsonx_gov.entities.evaluation_result.RecordMetricResult attribute) (ibm_watsonx_gov.entities.state.EvaluationState attribute) record_timestamp_field (ibm_watsonx_gov.entities.base_classes.BaseConfiguration attribute) RECORD_TIMESTAMP_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) records (ibm_watsonx_gov.tools.entities.ai_tools.AIToolBenchmark attribute) reference (ibm_watsonx_gov.entities.metric.Locale attribute) reference_fields (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) REFERENCE_FIELDS (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) Region (class in ibm_watsonx_gov.entities.enums) region (ibm_watsonx_gov.entities.credentials.Credentials attribute) register_agent() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) register_tool() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) REGRESSION (ibm_watsonx_gov.entities.enums.ProblemType attribute) remote_services (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentDependencies attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolDependencies attribute) REMOVE (ibm_watsonx_gov.tools.utils.constants.PatchOperationTypes attribute)

render_faithfulness_attributions() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) render_question_and_answer_faithfulness() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) render_venn_diagrams() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) REPLACE (ibm_watsonx_gov.tools.utils.constants.PatchOperationTypes attribute) REQ_PARAM_MISSING (ibm_watsonx_gov.entities.enums.MistakeType attribute) require_context_and_question_columns_for_rag() (ibm_watsonx_gov.entities.prompt_setup.PromptSetup method) required (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentSchema attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolSchema attribute) resource_attributes (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration attribute) RestAgent (class in ibm_watsonx_gov.agent_catalog.core.agents) RETRIEVAL_QUALITY (ibm_watsonx_gov.entities.enums.MetricGroup attribute) RetrievalPrecisionDecorator (class in ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_decorator) reusable (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) risk_dimensions (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) risks (ibm_watsonx_gov.entities.model_risk_result.ModelRiskResult attribute) RITS (ibm_watsonx_gov.entities.enums.ModelProviderType attribute) run_id (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) run_name (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) run_time_details (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute) run_time_packages (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentDependencies attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolDependencies attribute) runs (ibm_watsonx_gov.entities.ai_experiment.AIExperiment attribute)

S

schema_ (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) scoring_fn (ibm_watsonx_gov.entities.foundation_model.CustomFoundationModel attribute) SEARCH (ibm_watsonx_gov.tools.utils.constants.Categories attribute) service_instance_id (ibm_watsonx_gov.entities.credentials.Credentials attribute) service_provider_type (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) ServiceProviderType (class in ibm_watsonx_gov.agent_catalog.utils.constants) (class in ibm_watsonx_gov.tools.utils.constants) serving_name (ibm_watsonx_gov.entities.container.SpaceContainer attribute) set_llm_judge_default_method() (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric method) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric method) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric method) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric method) SEXUAL_CONTENT (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) SexualContentDecorator (class in ibm_watsonx_gov.metrics.sexual_content.sexual_content_decorator) show_all_metrics_dropdown() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) show_checkboxes_with_venn() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) show_violations_table_by_violation_ids() (ibm_watsonx_gov.visualizations.model_insights.ModelInsights method) SOCIAL_BIAS (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) SocialBiasDecorator (class in ibm_watsonx_gov.metrics.social_bias.social_bias_decorator) source (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute)

source_code (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentCodePayload attribute) source_code_base64 (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute) source_code_url (ibm_watsonx_gov.tools.entities.ai_tools.AIToolCodePayload attribute) source_name (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) source_url (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRunRequest attribute) SPACE (ibm_watsonx_gov.entities.enums.ContainerType attribute) space_id (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration attribute) (ibm_watsonx_gov.entities.foundation_model.WxAIFoundationModel attribute) SpanNode (class in ibm_watsonx_gov.traces.span_node) stage (ibm_watsonx_gov.entities.container.BaseContainer attribute) (ibm_watsonx_gov.entities.container.ProjectContainer attribute) (ibm_watsonx_gov.entities.container.SpaceContainer attribute) stream_trace_data() (ibm_watsonx_gov.traces.trace_utils.TraceUtils static method) STRUCTURED (ibm_watsonx_gov.entities.enums.InputDataType attribute) SUMMARIZATION (ibm_watsonx_gov.entities.enums.TaskType attribute) summary (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) system_prompt (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric attribute)

T

task_type (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) (ibm_watsonx_gov.entities.prompt_setup.PromptSetup attribute) tasks (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric attribute) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric attribute) TaskType (class in ibm_watsonx_gov.entities.enums) TEAL (ibm_watsonx_gov.visualizations.model_insights.ModelInsights attribute) test_data (ibm_watsonx_gov.entities.ai_evaluation.EvaluationAsset attribute) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) TEXT (ibm_watsonx_gov.entities.enums.InputDataType attribute) TextGradeLevelDecorator (class in ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_decorator) TextReadingEaseDecorator (class in ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_decorator) thresholds (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.metric.GenAIMetric attribute) (ibm_watsonx_gov.entities.monitor.BaseMonitor attribute) (ibm_watsonx_gov.metrics.answer_relevance.answer_relevance_metric.AnswerRelevanceMetric attribute) (ibm_watsonx_gov.metrics.answer_similarity.answer_similarity_metric.AnswerSimilarityMetric attribute) (ibm_watsonx_gov.metrics.average_precision.average_precision_metric.AveragePrecisionMetric attribute) (ibm_watsonx_gov.metrics.context_relevance.context_relevance_metric.ContextRelevanceMetric attribute) (ibm_watsonx_gov.metrics.evasiveness.evasiveness_metric.EvasivenessMetric attribute) (ibm_watsonx_gov.metrics.faithfulness.faithfulness_metric.FaithfulnessMetric attribute) (ibm_watsonx_gov.metrics.hap.hap_metric.HAPMetric attribute) (ibm_watsonx_gov.metrics.harm.harm_metric.HarmMetric attribute) (ibm_watsonx_gov.metrics.harm_engagement.harm_engagement_metric.HarmEngagementMetric attribute) (ibm_watsonx_gov.metrics.hit_rate.hit_rate_metric.HitRateMetric attribute) (ibm_watsonx_gov.metrics.jailbreak.jailbreak_metric.JailbreakMetric attribute) (ibm_watsonx_gov.metrics.ndcg.ndcg_metric.NDCGMetric attribute) (ibm_watsonx_gov.metrics.pii.pii_metric.PIIMetric attribute) (ibm_watsonx_gov.metrics.profanity.profanity_metric.ProfanityMetric attribute) (ibm_watsonx_gov.metrics.prompt_safety_risk.prompt_safety_risk_metric.PromptSafetyRiskMetric attribute) (ibm_watsonx_gov.metrics.reciprocal_rank.reciprocal_rank_metric.ReciprocalRankMetric attribute) (ibm_watsonx_gov.metrics.retrieval_precision.retrieval_precision_metric.RetrievalPrecisionMetric attribute) (ibm_watsonx_gov.metrics.sexual_content.sexual_content_metric.SexualContentMetric attribute) (ibm_watsonx_gov.metrics.social_bias.social_bias_metric.SocialBiasMetric attribute) (ibm_watsonx_gov.metrics.text_grade_level.text_grade_level_metric.TextGradeLevelMetric attribute) (ibm_watsonx_gov.metrics.text_reading_ease.text_reading_ease_metric.TextReadingEaseMetric attribute) (ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_metric.ToolCallAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_metric.ToolCallParameterAccuracyMetric attribute) (ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_metric.ToolCallRelevanceMetric attribute) (ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_metric.ToolCallSyntacticAccuracyMetric attribute) (ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_metric.TopicRelevanceMetric attribute) (ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_metric.UnethicalBehaviorMetric attribute) (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric attribute) (ibm_watsonx_gov.metrics.violence.violence_metric.ViolenceMetric attribute)

timeout (ibm_watsonx_gov.config.agentic_ai_configuration.OTLPCollectorConfiguration attribute) title (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentSchema attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolSchema attribute) to_df() (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult method) (ibm_watsonx_gov.entities.evaluation_result.MetricsEvaluationResult method) to_dict() (ibm_watsonx_gov.entities.evaluation_result.MetricsEvaluationResult method) to_json() (ibm_watsonx_gov.entities.ai_evaluation.AIEvaluationAsset method) (ibm_watsonx_gov.entities.ai_experiment.AIExperiment method) (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun method) (ibm_watsonx_gov.entities.ai_experiment.Node method) (ibm_watsonx_gov.entities.evaluation_result.AgenticEvaluationResult method) (ibm_watsonx_gov.entities.evaluation_result.MetricsEvaluationResult method) (ibm_watsonx_gov.entities.model_risk_result.ModelRiskResult method) TOOL_CALL_ACCURACY (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) TOOL_CALL_QUALITY (ibm_watsonx_gov.entities.enums.MetricGroup attribute) tool_calls_field (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) TOOL_CALLS_FIELD (ibm_watsonx_gov.entities.enums.EvaluatorFields attribute) tool_id (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentTool attribute) tool_name (ibm_watsonx_gov.entities.evaluation_result.ToolMetricResult attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) tool_type (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) ToolCallAccuracyDecorator (class in ibm_watsonx_gov.metrics.tool_call_accuracy.tool_call_accuracy_decorator) ToolCallParameterAccuracyDecorator (class in ibm_watsonx_gov.metrics.tool_call_parameter_accuracy.tool_call_parameter_accuracy_decorator) ToolCallRelevanceDecorator (class in ibm_watsonx_gov.metrics.tool_call_relevance.tool_call_relevance_decorator) ToolCallSyntacticAccuracyDecorator (class in ibm_watsonx_gov.metrics.tool_call_syntactic_accuracy.tool_call_syntactic_accuracy_decorator) tools (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration attribute) TopicRelevanceDecorator (class in ibm_watsonx_gov.metrics.topic_relevance.topic_relevance_decorator) total_records (ibm_watsonx_gov.entities.evaluation_result.AggregateMetricResult attribute) TraceUtils (class in ibm_watsonx_gov.traces.trace_utils) tracked (ibm_watsonx_gov.entities.ai_experiment.AIExperimentRun attribute) ts (ibm_watsonx_gov.entities.evaluation_result.AgentMetricResult attribute) type (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentSchema attribute) (ibm_watsonx_gov.entities.ai_experiment.Node attribute) (ibm_watsonx_gov.entities.foundation_model.FoundationModelInfo attribute) (ibm_watsonx_gov.entities.metric_threshold.MetricThreshold attribute) (ibm_watsonx_gov.entities.model_provider.AzureOpenAIModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.CustomModelProvider attribute), [1] (ibm_watsonx_gov.entities.model_provider.ModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.OpenAIModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.RITSModelProvider attribute) (ibm_watsonx_gov.entities.model_provider.WxAIModelProvider attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolSchema attribute)

U

UNETHICAL_BEHAVIOR (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) UnethicalBehaviorDecorator (class in ibm_watsonx_gov.metrics.unethical_behavior.unethical_behavior_decorator) UNITXT (ibm_watsonx_gov.entities.enums.EvaluationProvider attribute) unsuccessful_phrases (ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_metric.UnsuccessfulRequestsMetric attribute) UnsuccessfulRequestsDecorator (class in ibm_watsonx_gov.metrics.unsuccessful_requests.unsuccessful_requests_decorator) update_agent() (in module ibm_watsonx_gov.agent_catalog.clients.ai_agent_client) update_tool() (in module ibm_watsonx_gov.tools.clients.ai_tool_client) url (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AIAgentEndpointPayload attribute) (ibm_watsonx_gov.entities.credentials.AzureOpenAICredentials attribute) (ibm_watsonx_gov.entities.credentials.Credentials attribute) (ibm_watsonx_gov.entities.credentials.OpenAICredentials attribute) (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) (ibm_watsonx_gov.entities.credentials.WxGovConsoleCredentials attribute) (ibm_watsonx_gov.tools.entities.ai_tools.AIToolEndpointPayload attribute)

US_SOUTH (ibm_watsonx_gov.entities.enums.Region attribute) USAGE (ibm_watsonx_gov.entities.enums.MetricGroup attribute) used_in_applications (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload attribute) username (ibm_watsonx_gov.entities.credentials.Credentials attribute) (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) (ibm_watsonx_gov.entities.credentials.WxGovConsoleCredentials attribute)

V

validate() (ibm_watsonx_gov.metrics.base_metric_decorator.BaseMetricDecorator method) validate_ai_agent_patch_payload() (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentUpdatePayload class method) validate_ai_tool_patch_payload() (ibm_watsonx_gov.tools.entities.ai_tools.ToolUpdatePayload class method) validate_credentials() (ibm_watsonx_gov.entities.credentials.Credentials method) validate_fields() (ibm_watsonx_gov.config.agentic_ai_configuration.TracingConfiguration method) (ibm_watsonx_gov.config.gen_ai_configuration.GenAIConfiguration method) validate_patch_payload() (ibm_watsonx_gov.agent_catalog.entities.ai_agent.PatchPayload method) (ibm_watsonx_gov.tools.entities.ai_tools.PatchPayload method) validate_post_payload() (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload method) (ibm_watsonx_gov.tools.entities.ai_tools.ToolRegistrationPayload method) validate_thresholds() (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration class method) validation_implementation_url (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) value (ibm_watsonx_gov.agent_catalog.entities.ai_agent.PatchPayload attribute) (ibm_watsonx_gov.entities.base_classes.BaseMetricResult attribute) (ibm_watsonx_gov.entities.evaluation_result.AggregateAgentMetricResult attribute) (ibm_watsonx_gov.entities.metric_threshold.MetricThreshold attribute) (ibm_watsonx_gov.entities.model_risk_result.RiskMetric attribute) (ibm_watsonx_gov.tools.entities.ai_tools.PatchPayload attribute)

values() (ibm_watsonx_gov.agent_catalog.utils.constants.AgentType class method) (ibm_watsonx_gov.agent_catalog.utils.constants.Framework class method) (ibm_watsonx_gov.agent_catalog.utils.constants.ServiceProviderType class method) (ibm_watsonx_gov.entities.enums.EvaluationProvider static method) (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks static method) (ibm_watsonx_gov.entities.enums.Region static method) (ibm_watsonx_gov.entities.enums.TaskType static method) (ibm_watsonx_gov.tools.utils.constants.Categories class method) (ibm_watsonx_gov.tools.utils.constants.ComponentTypes class method) (ibm_watsonx_gov.tools.utils.constants.CustomToolType class method) (ibm_watsonx_gov.tools.utils.constants.Framework class method) (ibm_watsonx_gov.tools.utils.constants.PatchOperationTypes class method) (ibm_watsonx_gov.tools.utils.constants.ServiceProviderType class method) version (ibm_watsonx_gov.agent_catalog.entities.ai_agent.AgentRegistrationPayload attribute) (ibm_watsonx_gov.entities.credentials.Credentials attribute) (ibm_watsonx_gov.entities.credentials.WxAICredentials attribute) version_date (ibm_watsonx_gov.entities.container.SpaceContainer attribute) VIOLENCE (ibm_watsonx_gov.entities.enums.GraniteGuardianRisks attribute) ViolenceDecorator (class in ibm_watsonx_gov.metrics.violence.violence_decorator)

W

WATSONX_GOV (ibm_watsonx_gov.entities.enums.EvaluationProvider attribute) WML (ibm_watsonx_gov.agent_catalog.utils.constants.ServiceProviderType attribute) WRONG_API_SELECTION (ibm_watsonx_gov.entities.enums.MistakeType attribute) WRONG_NUMBER_OF_APIS (ibm_watsonx_gov.entities.enums.MistakeType attribute)

WRONG_PARAMETER_VALUE (ibm_watsonx_gov.entities.enums.MistakeType attribute) WRONG_UNITS_TRANSFORMATION (ibm_watsonx_gov.entities.enums.MistakeType attribute) wx_gc_configuration (ibm_watsonx_gov.config.model_risk_configuration.ModelRiskConfiguration attribute) WxGovSpanExporter (class in ibm_watsonx_gov.traces.span_exporter)