Index

A

acall() (afterimage.base.BaseInstructionGeneratorCallback method) (afterimage.base.BaseRespondentPromptModifierCallback method) aclose() (afterimage.ConversationJudge method) (afterimage.EmbeddingProvider method) (afterimage.ProcessEmbeddingProvider method) acreate_correspondent_prompt() (afterimage.base.BaseInstructionGeneratorCallback method) (afterimage.ContextualInstructionGeneratorCallback method) (afterimage.ToolCallingInstructionGeneratorCallback method) aevaluate() (afterimage.evaluation.CoherenceEvaluator method) (afterimage.evaluation.CompositeEvaluator method) (afterimage.evaluation.FactualityEvaluator method) (afterimage.evaluation.GroundingEvaluator method) (afterimage.evaluation.HelpfulnessEvaluator method) (afterimage.evaluation.RelevanceEvaluator method) aevaluate_row() (afterimage.ConversationJudge method) afterimage.base module afterimage.monitoring module afterimage.providers module afterimage.providers.document_providers module afterimage.providers.llm_providers module afterimage.storage module afterimage.types module agenerate() (afterimage.base.BaseInstructionGeneratorCallback method) (afterimage.base.BaseRespondentPromptModifierCallback method) (afterimage.ContextualInstructionGeneratorCallback method) (afterimage.PersonaInstructionGeneratorCallback method) (afterimage.ToolCallingInstructionGeneratorCallback method) (afterimage.WithContextRespondentPromptModifier method)

agenerate_content() (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) agenerate_from_persona() (afterimage.PersonaGenerator method) agenerate_from_text() (afterimage.PersonaGenerator method) agenerate_structured() (afterimage.providers.llm_providers.DeepSeekProvider method) (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) aggregation_mode (afterimage.ConversationJudgeConfig attribute) AggregationMode (class in afterimage.evaluation) ainitialize() (afterimage.base.BaseGenerator method) Alert (class in afterimage.monitoring) answer() (afterimage.ConversationGenerator method) asave_conversations() (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method) asave_documents() (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method) asend_message() (afterimage.providers.llm_providers.AsyncGeminiChatSession method) (afterimage.providers.llm_providers.AsyncOpenAIChatSession method) (afterimage.providers.llm_providers.ChatSession method) ask() (afterimage.ConversationGenerator method) ASSISTANT (afterimage.types.Role attribute) astart_chat() (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) AsyncGeminiChatSession (class in afterimage.providers.llm_providers) AsyncOpenAIChatSession (class in afterimage.providers.llm_providers) augment_context() (afterimage.WithRAGRespondentPromptModifier method) augment_context_async() (afterimage.WithRAGRespondentPromptModifier method)

B

BAD (afterimage.types.GradeSchema attribute) bad_threshold (afterimage.ConversationJudgeConfig attribute) BASE_URL (afterimage.providers.llm_providers.DeepSeekProvider attribute) BaseGenerator (class in afterimage.base) BaseInstructionGeneratorCallback (class in afterimage.base)

BaseRespondentPromptModifierCallback (class in afterimage.base) BaseStoppingCallback (class in afterimage.base) BaseStorage (class in afterimage.storage) batch_id (afterimage.types.GenerationMetadata attribute) BudgetStoppingCallback (class in afterimage) by_model (afterimage.monitoring.TokenUsageReport attribute)

C

ChatSession (class in afterimage.providers.llm_providers) clear_cache() (afterimage.providers.document_providers.DirectoryDocumentProvider method) (afterimage.providers.document_providers.DocumentProvider method) (afterimage.providers.document_providers.FileSystemDocumentProvider method) (afterimage.providers.document_providers.InMemoryDocumentProvider method) (afterimage.providers.document_providers.JSONLDocumentProvider method) (afterimage.providers.document_providers.QdrantDocumentProvider method) COHERENCE (afterimage.evaluation.EvaluationMetric attribute) coherence (afterimage.types.EvaluationSchema attribute) CoherenceEvaluator (class in afterimage.evaluation) CommonLLMResponse (class in afterimage.providers.llm_providers) completion_token_count (afterimage.providers.llm_providers.CommonLLMResponse attribute) completion_tokens (afterimage.monitoring.ModelTokenUsage attribute) CompositeEvaluator (class in afterimage.evaluation) configure_persona_sampling() (afterimage.PersonaInstructionGeneratorCallback method) content (afterimage.types.ConversationEntry attribute) context (afterimage.types.GeneratedResponsePrompt attribute) (afterimage.types.StructuredGenerationRow attribute) context_counts (afterimage.types.GenerationState attribute)

context_id (afterimage.types.GenerationMetadata attribute) context_ids (afterimage.types.GenerationMetadata attribute) ContextCoverageStoppingCallback (class in afterimage) ContextualInstructionGeneratorCallback (class in afterimage) Conversation (class in afterimage.types) ConversationEntry (class in afterimage.types) ConversationGenerator (class in afterimage) ConversationJudge (class in afterimage) ConversationJudgeConfig (class in afterimage) conversations (afterimage.types.Conversation attribute) ConversationWithContext (class in afterimage.types) create() (afterimage.EmbeddingProviderFactory static method) (afterimage.providers.llm_providers.LLMFactory static method) create_correspondent_prompt() (afterimage.base.BaseInstructionGeneratorCallback method) (afterimage.ContextualInstructionGeneratorCallback method) (afterimage.ConversationGenerator method) (afterimage.StructuredGenerator method) (afterimage.ToolCallingInstructionGeneratorCallback method) create_model() (afterimage.ConversationGenerator method)

D

data (afterimage.monitoring.Alert attribute) DeepSeekProvider (class in afterimage.providers.llm_providers) default_embedding_provider_config() (in module afterimage)

descriptions (afterimage.types.PersonaEntry attribute) DirectoryDocumentProvider (class in afterimage.providers.document_providers) Document (class in afterimage.types) DocumentProvider (class in afterimage.providers.document_providers)

E

embed() (afterimage.EmbeddingProvider method) (afterimage.GeminiEmbeddingProvider method) (afterimage.OpenAIEmbeddingProvider method) (afterimage.ProcessEmbeddingProvider method) EmbeddingProvider (class in afterimage) EmbeddingProviderFactory (class in afterimage) EvaluatedConversationWithContext (class in afterimage.types)

evaluation (afterimage.types.EvaluatedConversationWithContext attribute) EvaluationEntrySchema (class in afterimage.types) EvaluationMetric (class in afterimage.evaluation) EvaluationResult (class in afterimage.evaluation) EvaluationSchema (class in afterimage.types) expected_persona_count() (afterimage.PersonaGenerator method) export_metrics() (afterimage.monitoring.GenerationMonitor method)

F

FACTUALITY (afterimage.evaluation.EvaluationMetric attribute) factuality (afterimage.types.EvaluationSchema attribute) FactualityEvaluator (class in afterimage.evaluation) feedback (afterimage.evaluation.EvaluationResult attribute) (afterimage.types.EvaluationEntrySchema attribute) FileLogHandler (class in afterimage.monitoring) FileMetricHandler (class in afterimage.monitoring)

FileSystemDocumentProvider (class in afterimage.providers.document_providers) final_score (afterimage.evaluation.EvaluationResult property) (afterimage.types.EvaluatedConversationWithContext attribute) finish_reason (afterimage.providers.llm_providers.CommonLLMResponse attribute) FixedNumberStoppingCallback (class in afterimage) FORMATTING (afterimage.evaluation.EvaluationMetric attribute) from_factory() (afterimage.ConversationJudge class method)

G

GeminiChatSession (class in afterimage.providers.llm_providers) GeminiEmbeddingProvider (class in afterimage) GeminiProvider (class in afterimage.providers.llm_providers) generate() (afterimage.base.BaseInstructionGeneratorCallback method) (afterimage.base.BaseRespondentPromptModifierCallback method) (afterimage.ContextualInstructionGeneratorCallback method) (afterimage.ConversationGenerator method) (afterimage.PersonaInstructionGeneratorCallback method) (afterimage.StructuredGenerator method) (afterimage.ToolCallingInstructionGeneratorCallback method) (afterimage.WithContextRespondentPromptModifier method) generate_content() (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) generate_from_documents() (afterimage.PersonaGenerator method) generate_from_persona() (afterimage.PersonaGenerator method) generate_from_text() (afterimage.PersonaGenerator method) generate_single() (afterimage.ConversationGenerator method) (afterimage.StructuredGenerator method)

generate_structured() (afterimage.providers.llm_providers.DeepSeekProvider method) (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) GeneratedResponsePrompt (class in afterimage.types) GenerationMetadata (class in afterimage.types) GenerationMonitor (class in afterimage.monitoring) GenerationState (class in afterimage.types) get_all() (afterimage.providers.document_providers.DocumentProvider method) get_documents() (afterimage.providers.document_providers.DocumentProvider method) get_metrics() (afterimage.monitoring.GenerationMonitor method) get_target_context_usage_count() (afterimage.providers.document_providers.DocumentProvider method) get_total_token_usage() (afterimage.monitoring.GenerationMonitor method) go() (afterimage.ConversationGenerator method) GOOD (afterimage.types.GradeSchema attribute) good_threshold (afterimage.ConversationJudgeConfig attribute) GradeSchema (class in afterimage.types) GROUNDING (afterimage.evaluation.EvaluationMetric attribute) grounding (afterimage.types.EvaluationSchema attribute) GroundingEvaluator (class in afterimage.evaluation)

H

handle_log() (afterimage.monitoring.FileLogHandler method) (afterimage.monitoring.LogHandler method) handle_metric() (afterimage.monitoring.FileMetricHandler method) (afterimage.monitoring.MetricHandler method)

HELPFULNESS (afterimage.evaluation.EvaluationMetric attribute) helpfulness (afterimage.types.EvaluationSchema attribute) HelpfulnessEvaluator (class in afterimage.evaluation)

I

id (afterimage.types.Document attribute) initialize() (afterimage.base.BaseGenerator method) InMemoryDocumentProvider (class in afterimage.providers.document_providers)

instruction (afterimage.types.StructuredGenerationRow attribute) instruction_context (afterimage.types.ConversationWithContext attribute) instruction_index (afterimage.types.GenerationMetadata attribute)

J

JSONLDocumentProvider (class in afterimage.providers.document_providers)

JSONLStorage (class in afterimage.storage)

L

last_item (afterimage.types.GenerationState attribute) level (afterimage.monitoring.Alert attribute) LLMFactory (class in afterimage.providers.llm_providers) LLMProvider (class in afterimage.providers.llm_providers) LLMResponse (class in afterimage.providers.llm_providers) load_conversations() (afterimage.base.BaseGenerator method) (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method)

load_documents() (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method) log_correspondent_prompt() (afterimage.base.BaseGenerator method) log_error() (afterimage.monitoring.GenerationMonitor method) log_info() (afterimage.monitoring.GenerationMonitor method) log_warning() (afterimage.monitoring.GenerationMonitor method) LogHandler (class in afterimage.monitoring)

M

mark_fully_covered() (afterimage.providers.document_providers.DocumentProvider method) MEAN (afterimage.evaluation.AggregationMode attribute) message (afterimage.monitoring.Alert attribute) metadata (afterimage.evaluation.EvaluationResult attribute) (afterimage.types.Conversation attribute) (afterimage.types.Document attribute) (afterimage.types.GeneratedResponsePrompt attribute) (afterimage.types.GenerationState attribute) (afterimage.types.PersonaEntry attribute) (afterimage.types.StructuredGenerationRow attribute) metric_weights (afterimage.ConversationJudgeConfig attribute) MetricHandler (class in afterimage.monitoring) MIN (afterimage.evaluation.AggregationMode attribute) min_acceptable_score (afterimage.ConversationJudgeConfig attribute) model_config (afterimage.types.Conversation attribute) (afterimage.types.ConversationEntry attribute) (afterimage.types.ConversationWithContext attribute) (afterimage.types.Document attribute) (afterimage.types.EvaluatedConversationWithContext attribute) (afterimage.types.EvaluationEntrySchema attribute) (afterimage.types.EvaluationSchema attribute) (afterimage.types.GeneratedResponsePrompt attribute) (afterimage.types.PersonaEntry attribute) (afterimage.types.StructuredGenerationRow attribute)

model_name (afterimage.monitoring.ModelTokenUsage attribute) (afterimage.providers.llm_providers.CommonLLMResponse attribute) ModelTokenUsage (class in afterimage.monitoring) module afterimage.base afterimage.monitoring afterimage.providers afterimage.providers.document_providers afterimage.providers.llm_providers afterimage.storage afterimage.types monitor (afterimage.types.GenerationState attribute)

N

name (afterimage.monitoring.Alert attribute) NEEDS_IMPROVEMENT (afterimage.types.GradeSchema attribute) needs_improvement_threshold (afterimage.ConversationJudgeConfig attribute)

needs_regeneration (afterimage.evaluation.EvaluationResult attribute) NOT_ACCEPTABLE (afterimage.types.GradeSchema attribute) num_generated (afterimage.types.GenerationState attribute) num_requested (afterimage.types.GenerationState attribute)

O

OpenAIChatSession (class in afterimage.providers.llm_providers) OpenAIEmbeddingProvider (class in afterimage) OpenAIProvider (class in afterimage.providers.llm_providers)

output (afterimage.types.StructuredGenerationRow attribute) overall_grade (afterimage.types.EvaluationSchema attribute) overall_score (afterimage.evaluation.EvaluationResult attribute)

P

parsed (afterimage.providers.llm_providers.StructuredLLMResponse attribute) PERFECT (afterimage.types.GradeSchema attribute) perfect_threshold (afterimage.ConversationJudgeConfig attribute) persona (afterimage.types.ConversationWithContext attribute) (afterimage.types.StructuredGenerationRow attribute) persona_generation_depth (afterimage.types.GenerationMetadata attribute) persona_name (afterimage.types.GenerationMetadata attribute) PersonaEntry (class in afterimage.types)

PersonaGenerator (class in afterimage) PersonaInstructionGeneratorCallback (class in afterimage) personas (afterimage.types.Document attribute) PersonaUsageStoppingCallback (class in afterimage) plot_metric() (afterimage.monitoring.GenerationMonitor method) ProcessEmbeddingProvider (class in afterimage) prompt (afterimage.types.GeneratedResponsePrompt attribute) prompt_token_count (afterimage.providers.llm_providers.CommonLLMResponse attribute) prompt_tokens (afterimage.monitoring.ModelTokenUsage attribute)

Q

QdrantDocumentProvider (class in afterimage.providers.document_providers)

R

RateLimitStoppingCallback (class in afterimage) raw_response (afterimage.providers.llm_providers.CommonLLMResponse attribute) reasoning_content (afterimage.providers.llm_providers.LLMResponse attribute) (afterimage.providers.llm_providers.StructuredLLMResponse attribute) (afterimage.types.ConversationEntry attribute) record_metric() (afterimage.monitoring.GenerationMonitor method) regeneration_strategy (afterimage.evaluation.EvaluationResult attribute)

RELEVANCE (afterimage.evaluation.EvaluationMetric attribute) relevance (afterimage.types.EvaluationSchema attribute) RelevanceEvaluator (class in afterimage.evaluation) report_doc_usage() (afterimage.providers.document_providers.DocumentProvider method) response_context (afterimage.types.ConversationWithContext attribute) role (afterimage.types.ConversationEntry attribute) Role (class in afterimage.types)

S

SAFETY (afterimage.evaluation.EvaluationMetric attribute) sample() (afterimage.providers.document_providers.DocumentProvider method) save_conversations() (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method) save_documents() (afterimage.storage.BaseStorage method) (afterimage.storage.JSONLStorage method) (afterimage.storage.SQLStorage method) save_metrics() (afterimage.monitoring.GenerationMonitor method) score (afterimage.types.EvaluationEntrySchema attribute) scores (afterimage.evaluation.EvaluationResult attribute) send_message() (afterimage.providers.llm_providers.ChatSession method) (afterimage.providers.llm_providers.GeminiChatSession method) (afterimage.providers.llm_providers.OpenAIChatSession method) session_id (afterimage.types.GenerationMetadata attribute) set_monitor() (afterimage.ContextualInstructionGeneratorCallback method)

set_target_context_usage_count() (afterimage.providers.document_providers.DocumentProvider method) should_stop() (afterimage.base.BaseStoppingCallback method) (afterimage.BudgetStoppingCallback method) (afterimage.ContextCoverageStoppingCallback method) (afterimage.FixedNumberStoppingCallback method) (afterimage.PersonaUsageStoppingCallback method) (afterimage.RateLimitStoppingCallback method) shutdown() (afterimage.monitoring.GenerationMonitor method) SQLStorage (class in afterimage.storage) start_chat() (afterimage.providers.llm_providers.GeminiProvider method) (afterimage.providers.llm_providers.LLMProvider method) (afterimage.providers.llm_providers.OpenAIProvider method) start_time (afterimage.types.GenerationState attribute) stop_event (afterimage.types.GenerationState attribute) StructuredGenerationRow (class in afterimage.types) StructuredGenerator (class in afterimage) StructuredLLMResponse (class in afterimage.providers.llm_providers)

T

text (afterimage.providers.llm_providers.CommonLLMResponse attribute) (afterimage.types.Document attribute) timestamp (afterimage.monitoring.Alert attribute) TokenUsageReport (class in afterimage.monitoring) ToolCallingInstructionGeneratorCallback (class in afterimage) total_completion_tokens (afterimage.monitoring.TokenUsageReport attribute)

total_prompt_tokens (afterimage.monitoring.TokenUsageReport attribute) total_token_count (afterimage.providers.llm_providers.CommonLLMResponse attribute) total_tokens (afterimage.monitoring.ModelTokenUsage attribute) (afterimage.monitoring.TokenUsageReport attribute) track_evaluation() (afterimage.monitoring.GenerationMonitor method) track_generation() (afterimage.monitoring.GenerationMonitor method)

U

unique_personas (afterimage.types.GenerationState attribute)

update() (afterimage.types.GenerationState method) USER (afterimage.types.Role attribute)

V

visualize_metrics() (afterimage.monitoring.GenerationMonitor method)

W

WEIGHTED_MEAN (afterimage.evaluation.AggregationMode attribute)

WithContextRespondentPromptModifier (class in afterimage) WithRAGRespondentPromptModifier (class in afterimage)