Index

A

add() (intelligence_layer.evaluation.MeanAccumulator method) add_document() (intelligence_layer.connectors.DocumentIndexClient method) add_note() (intelligence_layer.connectors.DataExternalServiceUnavailable method) (intelligence_layer.connectors.DataForbiddenError method) (intelligence_layer.connectors.DataInternalError method) (intelligence_layer.connectors.DataInvalidInput method) (intelligence_layer.connectors.DataResourceNotFound method) (intelligence_layer.core.TracerLogEntryFailed method) (intelligence_layer.evaluation.EvaluationFailed method) add_record() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) add_records() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) aggregate() (intelligence_layer.evaluation.AggregationLogic method) (intelligence_layer.evaluation.ComparisonEvaluationAggregationLogic method) (intelligence_layer.evaluation.MatchesAggregationLogic method) (intelligence_layer.examples.LongContextSummarizeAggregationLogic method) (intelligence_layer.examples.MultiLabelClassifyAggregationLogic method) (intelligence_layer.examples.SearchAggregationLogic method) (intelligence_layer.examples.SingleChunkSummarizeAggregationLogic method) (intelligence_layer.examples.SingleLabelClassifyAggregationLogic method) aggregate_bleu (intelligence_layer.examples.AggregatedSummarizeEvaluation attribute) aggregate_evaluation() (intelligence_layer.evaluation.Aggregator method) aggregate_rouge (intelligence_layer.examples.AggregatedSummarizeEvaluation attribute) aggregated_evaluation_type() (intelligence_layer.evaluation.Aggregator method) AggregatedLabelInfo (class in intelligence_layer.examples) AggregatedMultiLabelClassifyEvaluation (class in intelligence_layer.examples) AggregatedSearchEvaluation (class in intelligence_layer.examples) AggregatedSingleLabelClassifyEvaluation (class in intelligence_layer.examples) AggregatedSummarizeEvaluation (class in intelligence_layer.examples) aggregation_overview() (intelligence_layer.evaluation.AggregationRepository method) (intelligence_layer.evaluation.FileAggregationRepository method) (intelligence_layer.evaluation.HuggingFaceAggregationRepository method) (intelligence_layer.evaluation.InMemoryAggregationRepository method)

aggregation_overview_ids() (intelligence_layer.evaluation.AggregationRepository method) (intelligence_layer.evaluation.FileAggregationRepository method) (intelligence_layer.evaluation.HuggingFaceAggregationRepository method) (intelligence_layer.evaluation.InMemoryAggregationRepository method) aggregation_overviews() (intelligence_layer.evaluation.AggregationRepository method) (intelligence_layer.evaluation.FileAggregationRepository method) (intelligence_layer.evaluation.HuggingFaceAggregationRepository method) (intelligence_layer.evaluation.InMemoryAggregationRepository method) aggregation_overviews_to_pandas() (in module intelligence_layer.evaluation) AggregationLogic (class in intelligence_layer.evaluation) AggregationOverview (class in intelligence_layer.evaluation) AggregationRepository (class in intelligence_layer.evaluation) Aggregator (class in intelligence_layer.evaluation) AlephAlphaChatModel (class in intelligence_layer.core) AlephAlphaClientProtocol (class in intelligence_layer.connectors) AlephAlphaModel (class in intelligence_layer.core) answer (intelligence_layer.examples.EnrichedSubanswer attribute) (intelligence_layer.examples.MultipleChunkQaOutput attribute) (intelligence_layer.examples.MultipleChunkRetrieverQaOutput attribute) (intelligence_layer.examples.RetrieverBasedQaOutput attribute) (intelligence_layer.examples.SingleChunkQaOutput attribute) (intelligence_layer.examples.Subanswer attribute) ArgillaClient (class in intelligence_layer.connectors) ArgillaEvaluation (class in intelligence_layer.connectors) ArgillaEvaluationLogic (class in intelligence_layer.evaluation) ArgillaEvaluator (class in intelligence_layer.evaluation) ArgillaWrapperClient (class in intelligence_layer.connectors) assign_filter_index_to_search_index() (intelligence_layer.connectors.DocumentIndexClient method) assign_index_to_collection() (intelligence_layer.connectors.DocumentIndexClient method) ASYMMETRIC (intelligence_layer.connectors.RetrieverType attribute) AsyncEvaluationRepository (class in intelligence_layer.evaluation) AsyncFileEvaluationRepository (class in intelligence_layer.evaluation) AsyncInMemoryEvaluationRepository (class in intelligence_layer.evaluation)

B

BaseRetriever (class in intelligence_layer.connectors) best_fit (intelligence_layer.core.DetectLanguageOutput attribute)

bleu (intelligence_layer.examples.SummarizeEvaluation attribute) by_label (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute)

C

capitalize() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) casefold() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) center() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) ChatModel (class in intelligence_layer.core) Chunk (class in intelligence_layer.core) chunk (intelligence_layer.core.ChunkWithStartEndIndices attribute) (intelligence_layer.examples.ClassifyInput attribute) (intelligence_layer.examples.EnrichedSubanswer attribute) (intelligence_layer.examples.PartialSummary attribute) (intelligence_layer.examples.SingleChunkQaInput attribute) (intelligence_layer.examples.SingleChunkSummarizeInput attribute) (intelligence_layer.examples.Subanswer attribute) ChunkFound (class in intelligence_layer.examples) ChunkInput (class in intelligence_layer.core) ChunkOutput (class in intelligence_layer.core) chunks (intelligence_layer.core.ChunkOutput attribute) (intelligence_layer.examples.MultipleChunkQaInput attribute) chunks_with_indices (intelligence_layer.core.ChunkWithIndicesOutput attribute) ChunkWithIndices (class in intelligence_layer.core) ChunkWithIndicesOutput (class in intelligence_layer.core) ChunkWithStartEndIndices (class in intelligence_layer.core) class_metrics (intelligence_layer.examples.AggregatedMultiLabelClassifyEvaluation attribute) ClassifyInput (class in intelligence_layer.examples) CollectionPath (class in intelligence_layer.connectors) ComparisonEvaluation (class in intelligence_layer.evaluation) ComparisonEvaluationAggregationLogic (class in intelligence_layer.evaluation) CompleteInput (class in intelligence_layer.core) CompleteOutput (class in intelligence_layer.core)

CompositeTracer (class in intelligence_layer.core) compute_fscores() (intelligence_layer.evaluation.HighlightCoverageGrader method) confusion_matrix (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) ConstraintViolation content (intelligence_layer.connectors.RecordData attribute) Context (class in intelligence_layer.core) context (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) (intelligence_layer.core.Span attribute) ControlModel (class in intelligence_layer.core) correct (intelligence_layer.examples.SingleLabelClassifyEvaluation attribute) count() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) crashed_during_evaluation_count (intelligence_layer.evaluation.AggregationOverview attribute) create_collection() (intelligence_layer.connectors.DocumentIndexClient method) create_dataset() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) (intelligence_layer.connectors.DataClient method) (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) create_filter_index_in_namespace() (intelligence_layer.connectors.DocumentIndexClient method) create_index() (intelligence_layer.connectors.DocumentIndexClient method) create_project() (intelligence_layer.connectors.StudioClient method) create_repository() (intelligence_layer.connectors.DataClient method) create_stage() (intelligence_layer.connectors.DataClient method) create_tracer_for_example() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method)

D

DataClient (class in intelligence_layer.connectors) DataDataset (class in intelligence_layer.connectors) DataExternalServiceUnavailable DataFile (class in intelligence_layer.connectors) DataFileCreate (class in intelligence_layer.connectors) DataForbiddenError DataInternalError DataInvalidInput DataRepository (class in intelligence_layer.connectors) DataRepositoryCreate (class in intelligence_layer.connectors) DataResourceNotFound Dataset (class in intelligence_layer.evaluation) dataset() (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) dataset_id (intelligence_layer.evaluation.RunOverview attribute) dataset_ids() (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) DatasetCreate (class in intelligence_layer.connectors) DatasetRepository (class in intelligence_layer.evaluation) datasets() (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) DataStage (class in intelligence_layer.connectors) DataStageCreate (class in intelligence_layer.connectors) definition (intelligence_layer.examples.LabelWithDefinition attribute) delete_collection() (intelligence_layer.connectors.DocumentIndexClient method) delete_dataset() (intelligence_layer.connectors.DataClient method) (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) delete_document() (intelligence_layer.connectors.DocumentIndexClient method) delete_filter_index_from_namespace() (intelligence_layer.connectors.DocumentIndexClient method) delete_index() (intelligence_layer.connectors.DocumentIndexClient method) delete_index_from_collection() (intelligence_layer.connectors.DocumentIndexClient method) description (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) (intelligence_layer.evaluation.RunOverview attribute)

DetectLanguage (class in intelligence_layer.core) DetectLanguageInput (class in intelligence_layer.core) DetectLanguageOutput (class in intelligence_layer.core) do_evaluate() (intelligence_layer.evaluation.EloEvaluationLogic method) (intelligence_layer.evaluation.EvaluationLogic method) (intelligence_layer.evaluation.IncrementalEvaluationLogic method) (intelligence_layer.evaluation.SingleOutputEvaluationLogic method) (intelligence_layer.examples.EloQaEvaluationLogic method) (intelligence_layer.examples.LongContextSummarizeEvaluationLogic method) (intelligence_layer.examples.MultiLabelClassifyEvaluationLogic method) (intelligence_layer.examples.SearchEvaluationLogic method) (intelligence_layer.examples.SingleChunkSummarizeEvaluationLogic method) (intelligence_layer.examples.SingleLabelClassifyEvaluationLogic method) do_run() (intelligence_layer.core.Chunk method) (intelligence_layer.core.ChunkWithIndices method) (intelligence_layer.core.DetectLanguage method) (intelligence_layer.core.Echo method) (intelligence_layer.core.Instruct method) (intelligence_layer.core.Task method) (intelligence_layer.core.TextHighlight method) (intelligence_layer.examples.EmbeddingBasedClassify method) (intelligence_layer.examples.ExpandChunks method) (intelligence_layer.examples.KeywordExtract method) (intelligence_layer.examples.LongContextQa method) (intelligence_layer.examples.MultipleChunkQa method) (intelligence_layer.examples.MultipleChunkRetrieverQa method) (intelligence_layer.examples.PromptBasedClassify method) (intelligence_layer.examples.PromptBasedClassifyWithDefinitions method) (intelligence_layer.examples.QdrantSearch method) (intelligence_layer.examples.RecursiveSummarize method) (intelligence_layer.examples.RetrieverBasedQa method) (intelligence_layer.examples.Search method) (intelligence_layer.examples.SingleChunkQa method) (intelligence_layer.examples.SteerableLongContextSummarize method) (intelligence_layer.examples.SteerableSingleChunkSummarize method) Document (class in intelligence_layer.connectors) document() (intelligence_layer.connectors.DocumentIndexClient method) document_chunk (intelligence_layer.connectors.SearchResult attribute) DocumentChunk (class in intelligence_layer.connectors) DocumentContents (class in intelligence_layer.connectors) DocumentIndexClient (class in intelligence_layer.connectors) DocumentIndexError DocumentIndexRetriever (class in intelligence_layer.connectors) DocumentInfo (class in intelligence_layer.connectors) DocumentPath (class in intelligence_layer.connectors) documents() (intelligence_layer.connectors.DocumentIndexClient method) DocumentSearchResult (class in intelligence_layer.connectors)

E

Echo (class in intelligence_layer.core) echo() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.AlephAlphaModel method) (intelligence_layer.core.ChatModel method) (intelligence_layer.core.ControlModel method) (intelligence_layer.core.LanguageModel method) (intelligence_layer.core.Llama2InstructModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Llama3InstructModel method) (intelligence_layer.core.LuminousControlModel method) (intelligence_layer.core.Pharia1ChatModel method) echo_chat() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.ChatModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Pharia1ChatModel method) EchoInput (class in intelligence_layer.core) EchoOutput (class in intelligence_layer.core) EloEvaluationLogic (class in intelligence_layer.evaluation) EloGradingInput (class in intelligence_layer.evaluation) EloQaEvaluationLogic (class in intelligence_layer.examples) embed_prompt() (intelligence_layer.core.PromptTemplate method) EmbeddingBasedClassify (class in intelligence_layer.examples) encode() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) end (intelligence_layer.connectors.DocumentChunk attribute) (intelligence_layer.core.EndSpan attribute) (intelligence_layer.core.EndTask attribute) (intelligence_layer.core.ScoredTextHighlight attribute) (intelligence_layer.evaluation.AggregationOverview attribute), [1] (intelligence_layer.evaluation.RunOverview attribute) end() (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.InMemorySpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.Span method) (intelligence_layer.core.TaskSpan method) end_date (intelligence_layer.evaluation.EvaluationOverview attribute) end_index (intelligence_layer.core.ChunkWithStartEndIndices attribute) end_timestamp (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) EndSpan (class in intelligence_layer.core) endswith() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) EndTask (class in intelligence_layer.core) EnrichedSubanswer (class in intelligence_layer.examples) ensure_dataset_exists() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) ensure_workspace_exists() (intelligence_layer.connectors.ArgillaWrapperClient method) entries (intelligence_layer.core.InMemoryTracer attribute) entry (intelligence_layer.core.LogLine attribute) entry_type (intelligence_layer.core.LogLine attribute) error_message (intelligence_layer.evaluation.FailedExampleEvaluation attribute) ErrorValue (class in intelligence_layer.core) evaluate_additional_runs() (intelligence_layer.evaluation.IncrementalEvaluator method) evaluate_runs() (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) evaluation_id (intelligence_layer.evaluation.ExampleEvaluation attribute) evaluation_lineage() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) (intelligence_layer.evaluation.RepositoryNavigator method) evaluation_lineages() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) (intelligence_layer.evaluation.RepositoryNavigator method) evaluation_lineages_to_pandas() (in module intelligence_layer.evaluation) evaluation_overview() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) evaluation_overview_ids() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) evaluation_overviews (intelligence_layer.evaluation.AggregationOverview attribute) evaluation_overviews() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) evaluation_type() (intelligence_layer.evaluation.Aggregator method) (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method)

EvaluationFailed EvaluationLogic (class in intelligence_layer.evaluation) EvaluationOverview (class in intelligence_layer.evaluation) EvaluationRepository (class in intelligence_layer.evaluation) evaluations() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) Evaluator (class in intelligence_layer.evaluation) Event (class in intelligence_layer.core) Example (class in intelligence_layer.evaluation) example() (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) example_evaluation() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) example_evaluations() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) example_id (intelligence_layer.connectors.ArgillaEvaluation attribute) (intelligence_layer.connectors.RecordData attribute) (intelligence_layer.evaluation.ExampleEvaluation attribute) (intelligence_layer.evaluation.ExampleOutput attribute) (intelligence_layer.evaluation.SuccessfulExampleOutput attribute) example_output() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) example_output_ids() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) example_outputs() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) example_tracer() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) ExampleEvaluation (class in intelligence_layer.evaluation) ExampleOutput (class in intelligence_layer.evaluation) examples (intelligence_layer.examples.LabelWithExamples attribute) examples() (intelligence_layer.evaluation.DatasetRepository method) (intelligence_layer.evaluation.FileDatasetRepository method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository method) (intelligence_layer.evaluation.InMemoryDatasetRepository method) (intelligence_layer.evaluation.SingleHuggingfaceDatasetRepository method) (intelligence_layer.evaluation.StudioDatasetRepository method) ExpandChunks (class in intelligence_layer.examples) ExpandChunksInput (class in intelligence_layer.examples) ExpandChunksOutput (class in intelligence_layer.examples) expandtabs() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) expected (intelligence_layer.examples.SingleLabelClassifyEvaluation attribute) expected_completion (intelligence_layer.core.EchoInput attribute) expected_label_missing (intelligence_layer.examples.SingleLabelClassifyEvaluation attribute) expected_output (intelligence_layer.evaluation.Example attribute) expected_output_type() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) ExpectedSearchOutput (class in intelligence_layer.examples) ExplainInput (class in intelligence_layer.core) ExplainOutput (class in intelligence_layer.core) export_for_viewing() (intelligence_layer.core.CompositeTracer method) (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.FileTracer method) (intelligence_layer.core.InMemorySpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.InMemoryTracer method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.OpenTelemetryTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.PersistentTracer method) (intelligence_layer.core.Span method) (intelligence_layer.core.TaskSpan method) (intelligence_layer.core.Tracer method) ExportedSpan (class in intelligence_layer.core) ExportedSpanList (in module intelligence_layer.core) ExternalServiceUnavailable extract() (intelligence_layer.evaluation.MeanAccumulator method)

F

f1_by_class (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) failed_evaluation_count (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) failed_evaluations() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) failed_example_count (intelligence_layer.evaluation.RunOverview attribute) failed_example_evaluations() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) failed_example_outputs() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) failed_runs() (intelligence_layer.evaluation.Runner method) FailedExampleEvaluation (class in intelligence_layer.evaluation) FileAggregationRepository (class in intelligence_layer.evaluation) FileDatasetRepository (class in intelligence_layer.evaluation) FileEvaluationRepository (class in intelligence_layer.evaluation) FileRunRepository (class in intelligence_layer.evaluation)

FileSpan (class in intelligence_layer.core) FileTaskSpan (class in intelligence_layer.core) FileTracer (class in intelligence_layer.core) filter (intelligence_layer.examples.QdrantSearchInput attribute) FilterField (class in intelligence_layer.connectors) FilterOps (class in intelligence_layer.connectors) Filters (class in intelligence_layer.connectors) find() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) FinetuningMessage (class in intelligence_layer.core) fn (intelligence_layer.examples.MultiLabelClassifyEvaluation attribute) focus_ranges (intelligence_layer.core.TextHighlightInput attribute) format() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) format_map() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) fp (intelligence_layer.examples.MultiLabelClassifyEvaluation attribute) from_env() (intelligence_layer.connectors.LimitedConcurrencyClient class method) from_record() (intelligence_layer.evaluation.ArgillaEvaluationLogic method) (intelligence_layer.evaluation.InstructComparisonArgillaEvaluationLogic method) from_tokens() (intelligence_layer.core.RichPrompt static method) FScores (class in intelligence_layer.evaluation)

G

generate() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.AlephAlphaModel method) (intelligence_layer.core.ChatModel method) (intelligence_layer.core.ControlModel method) (intelligence_layer.core.LanguageModel method) (intelligence_layer.core.Llama2InstructModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Llama3InstructModel method) (intelligence_layer.core.LuminousControlModel method) (intelligence_layer.core.Pharia1ChatModel method) generate_chat() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.ChatModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Pharia1ChatModel method)

generate_highlights (intelligence_layer.examples.MultipleChunkQaInput attribute) (intelligence_layer.examples.RetrieverBasedQaInput attribute) (intelligence_layer.examples.SingleChunkQaInput attribute) generated_tokens (intelligence_layer.examples.PartialSummary attribute) (intelligence_layer.examples.SummarizeOutput attribute) get_dataset() (intelligence_layer.connectors.DataClient method) get_file_from_stage() (intelligence_layer.connectors.DataClient method) get_filtered_documents_with_scores() (intelligence_layer.connectors.QdrantInMemoryRetriever method) get_repository() (intelligence_layer.connectors.DataClient method) get_stage() (intelligence_layer.connectors.DataClient method) grade() (intelligence_layer.evaluation.EloEvaluationLogic method) (intelligence_layer.examples.EloQaEvaluationLogic method)

H

headers (intelligence_layer.connectors.DataClient attribute) HighlightCoverageGrader (class in intelligence_layer.evaluation) highlights (intelligence_layer.core.TextHighlightOutput attribute) (intelligence_layer.examples.EnrichedSubanswer attribute) (intelligence_layer.examples.SingleChunkQaOutput attribute) (intelligence_layer.examples.Subanswer attribute)

HuggingFaceAggregationRepository (class in intelligence_layer.evaluation) HuggingFaceDatasetRepository (class in intelligence_layer.evaluation) HuggingFaceRepository (class in intelligence_layer.evaluation)

I

id (intelligence_layer.connectors.Record attribute) (intelligence_layer.connectors.SearchResult attribute) (intelligence_layer.core.LogEntry attribute) (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.Dataset attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) (intelligence_layer.evaluation.Example attribute) (intelligence_layer.evaluation.RunOverview attribute) (intelligence_layer.examples.EnrichedSubanswer attribute) IncrementalEvaluationLogic (class in intelligence_layer.evaluation) IncrementalEvaluator (class in intelligence_layer.evaluation) index() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) index_configuration() (intelligence_layer.connectors.DocumentIndexClient method) IndexConfiguration (class in intelligence_layer.connectors) IndexPath (class in intelligence_layer.connectors) initialize_evaluation() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) InMemoryAggregationRepository (class in intelligence_layer.evaluation) InMemoryDatasetRepository (class in intelligence_layer.evaluation) InMemoryEvaluationRepository (class in intelligence_layer.evaluation) InMemoryRunRepository (class in intelligence_layer.evaluation) InMemorySpan (class in intelligence_layer.core) InMemoryTaskSpan (class in intelligence_layer.core) InMemoryTracer (class in intelligence_layer.core) input (intelligence_layer.core.InMemoryTaskSpan attribute) (intelligence_layer.core.StartTask attribute) (intelligence_layer.evaluation.Example attribute) input_type() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) Instruct (class in intelligence_layer.core)

InstructComparisonArgillaEvaluationLogic (class in intelligence_layer.evaluation) InstructInput (class in intelligence_layer.core) intelligence_layer.connectors module intelligence_layer.core module intelligence_layer.evaluation module intelligence_layer.examples module InternalError InvalidInput isalnum() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isalpha() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isascii() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isdecimal() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isdigit() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isidentifier() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) islower() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isnumeric() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isprintable() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isspace() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) istitle() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) isupper() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method)

J

join() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method)

JsonSerializer (class in intelligence_layer.core)

K

KeywordExtract (class in intelligence_layer.examples)

KeywordExtractInput (class in intelligence_layer.examples) KeywordExtractOutput (class in intelligence_layer.examples)

L

label (intelligence_layer.evaluation.Dataset attribute) labels (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) (intelligence_layer.evaluation.RunOverview attribute) (intelligence_layer.examples.ClassifyInput attribute) LabelWithDefinition (class in intelligence_layer.examples) LabelWithExamples (class in intelligence_layer.examples) Language (class in intelligence_layer.core) language (intelligence_layer.examples.LongContextQaInput attribute) (intelligence_layer.examples.LongContextSummarizeInput attribute) (intelligence_layer.examples.MultipleChunkQaInput attribute) (intelligence_layer.examples.RecursiveSummarizeInput attribute) (intelligence_layer.examples.RetrieverBasedQaInput attribute) (intelligence_layer.examples.SingleChunkQaInput attribute) (intelligence_layer.examples.SingleChunkSummarizeInput attribute) LanguageMatchesGrader (class in intelligence_layer.evaluation) LanguageModel (class in intelligence_layer.core) languages_match() (intelligence_layer.evaluation.LanguageMatchesGrader method) LimitedConcurrencyClient (class in intelligence_layer.connectors) list_assigned_filter_index_names() (intelligence_layer.connectors.DocumentIndexClient method) list_assigned_index_names() (intelligence_layer.connectors.DocumentIndexClient method) list_collections() (intelligence_layer.connectors.DocumentIndexClient method) list_datasets() (intelligence_layer.connectors.DataClient method) list_files_in_stage() (intelligence_layer.connectors.DataClient method) list_filter_indexes_in_namespace() (intelligence_layer.connectors.DocumentIndexClient method) list_indexes() (intelligence_layer.connectors.DocumentIndexClient method) list_namespaces() (intelligence_layer.connectors.DocumentIndexClient method) list_repositories() (intelligence_layer.connectors.DataClient method)

list_stages() (intelligence_layer.connectors.DataClient method) ljust() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) Llama2InstructModel (class in intelligence_layer.core) Llama3ChatModel (class in intelligence_layer.core) Llama3InstructModel (class in intelligence_layer.core) log() (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.InMemorySpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.Span method) (intelligence_layer.core.TaskSpan method) LogEntry (class in intelligence_layer.core) LogLine (class in intelligence_layer.core) LongContextQa (class in intelligence_layer.examples) LongContextQaInput (class in intelligence_layer.examples) LongContextSummarizeAggregationLogic (class in intelligence_layer.examples) LongContextSummarizeEvaluationLogic (class in intelligence_layer.examples) LongContextSummarizeInput (class in intelligence_layer.examples) LongContextSummarizeOutput (class in intelligence_layer.examples) lower() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) lstrip() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) LuminousControlModel (class in intelligence_layer.core)

M

macro_avg (intelligence_layer.examples.AggregatedMultiLabelClassifyEvaluation attribute) maketrans() (intelligence_layer.core.SpanType static method) (intelligence_layer.evaluation.MatchOutcome static method) Matches (class in intelligence_layer.evaluation) MatchesAggregationLogic (class in intelligence_layer.evaluation) MatchOutcome (class in intelligence_layer.evaluation) max_tokens (intelligence_layer.examples.RecursiveSummarizeInput attribute) MeanAccumulator (class in intelligence_layer.evaluation) Message (class in intelligence_layer.core) message (intelligence_layer.connectors.DocumentIndexError attribute) (intelligence_layer.core.LogEntry attribute) (intelligence_layer.core.PlainEntry attribute) metadata (intelligence_layer.connectors.ArgillaEvaluation attribute) (intelligence_layer.connectors.Document attribute) (intelligence_layer.connectors.DocumentChunk attribute) (intelligence_layer.connectors.RecordData attribute) (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.Dataset attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) (intelligence_layer.evaluation.Example attribute) (intelligence_layer.evaluation.RunOverview attribute)

METADATA_LABEL_NAME (intelligence_layer.examples.EmbeddingBasedClassify attribute) micro_avg (intelligence_layer.examples.AggregatedMultiLabelClassifyEvaluation attribute) missing_labels (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) MODEL (intelligence_layer.examples.PromptBasedClassify attribute) model_construct() (intelligence_layer.core.JsonSerializer class method) module intelligence_layer.connectors intelligence_layer.core intelligence_layer.evaluation intelligence_layer.examples MultiLabelClassifyAggregationLogic (class in intelligence_layer.examples) MultiLabelClassifyEvaluation (class in intelligence_layer.examples) MultiLabelClassifyEvaluationLogic (class in intelligence_layer.examples) MultiLabelClassifyOutput (class in intelligence_layer.examples) MultipleChoiceInput (class in intelligence_layer.evaluation) MultipleChunkQa (class in intelligence_layer.examples) MultipleChunkQaInput (class in intelligence_layer.examples) MultipleChunkQaOutput (class in intelligence_layer.examples) MultipleChunkRetrieverQa (class in intelligence_layer.examples) MultipleChunkRetrieverQaOutput (class in intelligence_layer.examples)

N

name (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) (intelligence_layer.core.StartSpan attribute) (intelligence_layer.core.StartTask attribute) (intelligence_layer.evaluation.Dataset attribute) (intelligence_layer.examples.LabelWithDefinition attribute) (intelligence_layer.examples.LabelWithExamples attribute)

NO_ANSWER_STR (intelligence_layer.examples.SingleChunkQa attribute) NoOpTracer (class in intelligence_layer.core)

O

OpenTelemetryTracer (class in intelligence_layer.core) output (intelligence_layer.core.EndTask attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) (intelligence_layer.evaluation.ExampleOutput attribute) (intelligence_layer.evaluation.SuccessfulExampleOutput attribute) (intelligence_layer.examples.SummarizeEvaluation attribute)

output_type() (intelligence_layer.evaluation.ArgillaEvaluator method) (intelligence_layer.evaluation.Evaluator method) (intelligence_layer.evaluation.IncrementalEvaluator method) (intelligence_layer.evaluation.Runner method)

P

parent (intelligence_layer.core.PlainEntry attribute) (intelligence_layer.core.StartSpan attribute) (intelligence_layer.core.StartTask attribute) parent_id (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) partial_evaluation_overview() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) partial_evaluation_overview_ids() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) partial_evaluation_overviews() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) partial_summaries (intelligence_layer.examples.LongContextSummarizeOutput attribute) PartialSummary (class in intelligence_layer.examples) partition() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) path_to_str() (intelligence_layer.evaluation.AsyncFileEvaluationRepository static method) (intelligence_layer.evaluation.FileAggregationRepository static method) (intelligence_layer.evaluation.FileDatasetRepository static method) (intelligence_layer.evaluation.FileEvaluationRepository static method) (intelligence_layer.evaluation.FileRunRepository static method) (intelligence_layer.evaluation.HuggingFaceAggregationRepository static method) (intelligence_layer.evaluation.HuggingFaceDatasetRepository static method) (intelligence_layer.evaluation.HuggingFaceRepository static method)

percentage_correct (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) PersistentSpan (class in intelligence_layer.core) PersistentTaskSpan (class in intelligence_layer.core) PersistentTracer (class in intelligence_layer.core) Pharia1ChatModel (class in intelligence_layer.core) placeholder() (intelligence_layer.core.PromptTemplate method) PlainEntry (class in intelligence_layer.core) possible_languages (intelligence_layer.core.DetectLanguageInput attribute) precision_by_class (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) predicted (intelligence_layer.examples.SingleLabelClassifyEvaluation attribute) progress() (intelligence_layer.connectors.DocumentIndexClient method) project_id (intelligence_layer.connectors.StudioClient attribute) prompt (intelligence_layer.core.EchoInput attribute) PROMPT_TEMPLATE_STR (intelligence_layer.examples.PromptBasedClassify attribute) PromptBasedClassify (class in intelligence_layer.examples) PromptBasedClassifyWithDefinitions (class in intelligence_layer.examples) PromptItemCursor (class in intelligence_layer.core) PromptRange (class in intelligence_layer.core) PromptTemplate (class in intelligence_layer.core)

Q

QdrantInMemoryRetriever (class in intelligence_layer.connectors) QdrantSearch (class in intelligence_layer.examples) QdrantSearchInput (class in intelligence_layer.examples) query (intelligence_layer.examples.QdrantSearchInput attribute) (intelligence_layer.examples.SearchInput attribute)

question (intelligence_layer.examples.LongContextQaInput attribute) (intelligence_layer.examples.MultipleChunkQaInput attribute) (intelligence_layer.examples.RetrieverBasedQaInput attribute) (intelligence_layer.examples.SingleChunkQaInput attribute)

R

recall_by_class (intelligence_layer.examples.AggregatedSingleLabelClassifyEvaluation attribute) Record (class in intelligence_layer.connectors) record_id (intelligence_layer.connectors.ArgillaEvaluation attribute) record_output() (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.TaskSpan method) RecordData (class in intelligence_layer.connectors) RecordDataSequence (class in intelligence_layer.evaluation) RecursiveSummarize (class in intelligence_layer.examples) RecursiveSummarizeInput (class in intelligence_layer.examples) removeprefix() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) removesuffix() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) replace() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) RepositoryNavigator (class in intelligence_layer.evaluation) ResourceNotFound responses (intelligence_layer.connectors.ArgillaEvaluation attribute) result (intelligence_layer.evaluation.ExampleEvaluation attribute) results (intelligence_layer.examples.SearchOutput attribute) retrieve() (intelligence_layer.evaluation.ArgillaEvaluator method) RetrieverBasedQa (class in intelligence_layer.examples) RetrieverBasedQaInput (class in intelligence_layer.examples) RetrieverBasedQaOutput (class in intelligence_layer.examples) RetrieverType (class in intelligence_layer.connectors) rfind() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) rich_prompt (intelligence_layer.core.TextHighlightInput attribute) RichPrompt (class in intelligence_layer.core) rindex() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) rjust() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) rouge (intelligence_layer.examples.SummarizeEvaluation attribute) rpartition() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) rsplit() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) rstrip() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) run() (intelligence_layer.core.Chunk method) (intelligence_layer.core.ChunkWithIndices method) (intelligence_layer.core.DetectLanguage method) (intelligence_layer.core.Echo method) (intelligence_layer.core.Instruct method) (intelligence_layer.core.Task method) (intelligence_layer.core.TextHighlight method) (intelligence_layer.examples.EmbeddingBasedClassify method) (intelligence_layer.examples.ExpandChunks method) (intelligence_layer.examples.KeywordExtract method) (intelligence_layer.examples.LongContextQa method) (intelligence_layer.examples.MultipleChunkQa method) (intelligence_layer.examples.MultipleChunkRetrieverQa method) (intelligence_layer.examples.PromptBasedClassify method) (intelligence_layer.examples.PromptBasedClassifyWithDefinitions method) (intelligence_layer.examples.QdrantSearch method) (intelligence_layer.examples.RecursiveSummarize method) (intelligence_layer.examples.RetrieverBasedQa method) (intelligence_layer.examples.Search method) (intelligence_layer.examples.SingleChunkQa method) (intelligence_layer.examples.SteerableLongContextSummarize method) (intelligence_layer.examples.SteerableSingleChunkSummarize method)

run_concurrently() (intelligence_layer.core.Chunk method) (intelligence_layer.core.ChunkWithIndices method) (intelligence_layer.core.DetectLanguage method) (intelligence_layer.core.Echo method) (intelligence_layer.core.Instruct method) (intelligence_layer.core.Task method) (intelligence_layer.core.TextHighlight method) (intelligence_layer.examples.EmbeddingBasedClassify method) (intelligence_layer.examples.ExpandChunks method) (intelligence_layer.examples.KeywordExtract method) (intelligence_layer.examples.LongContextQa method) (intelligence_layer.examples.MultipleChunkQa method) (intelligence_layer.examples.MultipleChunkRetrieverQa method) (intelligence_layer.examples.PromptBasedClassify method) (intelligence_layer.examples.PromptBasedClassifyWithDefinitions method) (intelligence_layer.examples.QdrantSearch method) (intelligence_layer.examples.RecursiveSummarize method) (intelligence_layer.examples.RetrieverBasedQa method) (intelligence_layer.examples.Search method) (intelligence_layer.examples.SingleChunkQa method) (intelligence_layer.examples.SteerableLongContextSummarize method) (intelligence_layer.examples.SteerableSingleChunkSummarize method) run_dataset() (intelligence_layer.evaluation.Runner method) run_id (intelligence_layer.evaluation.ExampleOutput attribute) (intelligence_layer.evaluation.SuccessfulExampleOutput attribute) run_ids (intelligence_layer.evaluation.AggregationOverview attribute) run_is_already_computed() (intelligence_layer.evaluation.Runner method) run_lineage() (intelligence_layer.evaluation.RepositoryNavigator method) (intelligence_layer.evaluation.Runner method) run_lineages() (intelligence_layer.evaluation.RepositoryNavigator method) (intelligence_layer.evaluation.Runner method) run_lineages_to_pandas() (in module intelligence_layer.evaluation) run_overview() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) run_overview_ids() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) run_overviews (intelligence_layer.evaluation.EvaluationOverview attribute) run_overviews() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) Runner (class in intelligence_layer.evaluation) RunOverview (class in intelligence_layer.evaluation) RunRepository (class in intelligence_layer.evaluation)

S

score (intelligence_layer.connectors.SearchResult attribute) (intelligence_layer.core.ScoredTextHighlight attribute) ScoredTextHighlight (class in intelligence_layer.core) scores (intelligence_layer.examples.MultiLabelClassifyOutput attribute) (intelligence_layer.examples.SingleLabelClassifyOutput attribute) Search (class in intelligence_layer.examples) search() (intelligence_layer.connectors.DocumentIndexClient method) search_results (intelligence_layer.examples.MultipleChunkRetrieverQaOutput attribute) SearchAggregationLogic (class in intelligence_layer.examples) SearchEvaluation (class in intelligence_layer.examples) SearchEvaluationLogic (class in intelligence_layer.examples) SearchInput (class in intelligence_layer.examples) SearchOutput (class in intelligence_layer.examples) SearchQuery (class in intelligence_layer.connectors) SearchResult (class in intelligence_layer.connectors) SingleChunkQa (class in intelligence_layer.examples) SingleChunkQaInput (class in intelligence_layer.examples) SingleChunkQaOutput (class in intelligence_layer.examples) SingleChunkSummarizeAggregationLogic (class in intelligence_layer.examples) SingleChunkSummarizeEvaluationLogic (class in intelligence_layer.examples) SingleChunkSummarizeInput (class in intelligence_layer.examples) SingleHuggingfaceDatasetRepository (class in intelligence_layer.evaluation) SingleLabelClassifyAggregationLogic (class in intelligence_layer.examples) SingleLabelClassifyEvaluation (class in intelligence_layer.examples) SingleLabelClassifyEvaluationLogic (class in intelligence_layer.examples) SingleLabelClassifyOutput (class in intelligence_layer.examples) SingleOutputEvaluationLogic (class in intelligence_layer.evaluation) sources (intelligence_layer.examples.MultipleChunkRetrieverQaOutput attribute) Span (class in intelligence_layer.core) span() (intelligence_layer.core.CompositeTracer method) (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.FileTracer method) (intelligence_layer.core.InMemorySpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.InMemoryTracer method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.OpenTelemetryTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.PersistentTracer method) (intelligence_layer.core.Span method) (intelligence_layer.core.TaskSpan method) (intelligence_layer.core.Tracer method) SpanAttributes (class in intelligence_layer.core) SpanStatus (class in intelligence_layer.core) SpanType (class in intelligence_layer.core) split() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) split_dataset() (intelligence_layer.connectors.ArgillaClient method) (intelligence_layer.connectors.ArgillaWrapperClient method) splitlines() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) standard_deviation() (intelligence_layer.evaluation.MeanAccumulator method) standard_error() (intelligence_layer.evaluation.MeanAccumulator method) start (intelligence_layer.connectors.DocumentChunk attribute) (intelligence_layer.core.ScoredTextHighlight attribute) (intelligence_layer.core.StartSpan attribute) (intelligence_layer.core.StartTask attribute) (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.RunOverview attribute) start_date (intelligence_layer.evaluation.EvaluationOverview attribute) start_index (intelligence_layer.core.ChunkWithStartEndIndices attribute) start_timestamp (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) StartSpan (class in intelligence_layer.core)

startswith() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) StartTask (class in intelligence_layer.core) statistics (intelligence_layer.evaluation.AggregationOverview attribute) status_code (intelligence_layer.connectors.DocumentIndexError attribute) (intelligence_layer.core.InMemorySpan attribute) (intelligence_layer.core.InMemoryTaskSpan attribute) (intelligence_layer.core.Span attribute) SteerableLongContextSummarize (class in intelligence_layer.examples) SteerableSingleChunkSummarize (class in intelligence_layer.examples) store_aggregation_overview() (intelligence_layer.evaluation.AggregationRepository method) (intelligence_layer.evaluation.FileAggregationRepository method) (intelligence_layer.evaluation.HuggingFaceAggregationRepository method) (intelligence_layer.evaluation.InMemoryAggregationRepository method) store_evaluation_overview() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) store_example_evaluation() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) store_example_output() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) store_partial_evaluation_overview() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) store_run_overview() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) stream_dataset() (intelligence_layer.connectors.DataClient method) strip() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) StudioClient (class in intelligence_layer.connectors) StudioDatasetRepository (class in intelligence_layer.evaluation) Subanswer (class in intelligence_layer.examples) subanswers (intelligence_layer.examples.MultipleChunkQaOutput attribute) (intelligence_layer.examples.RetrieverBasedQaOutput attribute) submit() (intelligence_layer.evaluation.ArgillaEvaluator method) submit_dataset() (intelligence_layer.connectors.StudioClient method) submit_from_tracer() (intelligence_layer.connectors.StudioClient method) submit_trace() (intelligence_layer.connectors.StudioClient method) successful_evaluation_count (intelligence_layer.evaluation.AggregationOverview attribute) (intelligence_layer.evaluation.EvaluationOverview attribute) successful_example_count (intelligence_layer.evaluation.RunOverview attribute) successful_example_evaluations() (intelligence_layer.evaluation.AsyncEvaluationRepository method) (intelligence_layer.evaluation.AsyncFileEvaluationRepository method) (intelligence_layer.evaluation.AsyncInMemoryEvaluationRepository method) (intelligence_layer.evaluation.EvaluationRepository method) (intelligence_layer.evaluation.FileEvaluationRepository method) (intelligence_layer.evaluation.InMemoryEvaluationRepository method) successful_example_outputs() (intelligence_layer.evaluation.FileRunRepository method) (intelligence_layer.evaluation.InMemoryRunRepository method) (intelligence_layer.evaluation.RunRepository method) SuccessfulExampleOutput (class in intelligence_layer.evaluation) SummarizeEvaluation (class in intelligence_layer.examples) SummarizeOutput (class in intelligence_layer.examples) summary (intelligence_layer.examples.PartialSummary attribute) (intelligence_layer.examples.SummarizeOutput attribute) swapcase() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) SYMMETRIC (intelligence_layer.connectors.RetrieverType attribute)

T

target (intelligence_layer.core.TextHighlightInput attribute) Task (class in intelligence_layer.core) task_span() (intelligence_layer.core.CompositeTracer method) (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.FileTracer method) (intelligence_layer.core.InMemorySpan method) (intelligence_layer.core.InMemoryTaskSpan method) (intelligence_layer.core.InMemoryTracer method) (intelligence_layer.core.NoOpTracer method) (intelligence_layer.core.OpenTelemetryTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.PersistentTracer method) (intelligence_layer.core.Span method) (intelligence_layer.core.TaskSpan method) (intelligence_layer.core.Tracer method) TaskSpan (class in intelligence_layer.core) TaskSpanAttributes (class in intelligence_layer.core) text (intelligence_layer.connectors.Document attribute) (intelligence_layer.connectors.DocumentChunk attribute) (intelligence_layer.core.ChunkInput attribute) (intelligence_layer.core.DetectLanguageInput attribute) (intelligence_layer.examples.LongContextQaInput attribute) (intelligence_layer.examples.LongContextSummarizeInput attribute) (intelligence_layer.examples.RecursiveSummarizeInput attribute) TextChunk (class in intelligence_layer.core) TextCursor (class in intelligence_layer.core) TextHighlight (class in intelligence_layer.core) TextHighlightInput (class in intelligence_layer.core) TextHighlightOutput (class in intelligence_layer.core) timestamp (intelligence_layer.core.LogEntry attribute) (intelligence_layer.core.PlainEntry attribute) title() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method)

tn (intelligence_layer.examples.MultiLabelClassifyEvaluation attribute) to_chat_prompt() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Pharia1ChatModel method) to_finetuning_sample() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Pharia1ChatModel method) to_instruct_prompt() (intelligence_layer.core.AlephAlphaChatModel method) (intelligence_layer.core.ControlModel method) (intelligence_layer.core.Llama2InstructModel method) (intelligence_layer.core.Llama3ChatModel method) (intelligence_layer.core.Llama3InstructModel method) (intelligence_layer.core.LuminousControlModel method) (intelligence_layer.core.Pharia1ChatModel method) to_record() (intelligence_layer.evaluation.ArgillaEvaluationLogic method) (intelligence_layer.evaluation.InstructComparisonArgillaEvaluationLogic method) to_rich_prompt() (intelligence_layer.core.PromptTemplate method) Token (class in intelligence_layer.core) tokens_with_log_probs (intelligence_layer.core.EchoOutput attribute) TokenWithLogProb (class in intelligence_layer.core) tp (intelligence_layer.examples.MultiLabelClassifyEvaluation attribute) trace_id (intelligence_layer.core.PlainEntry attribute) (intelligence_layer.core.StartSpan attribute) (intelligence_layer.core.StartTask attribute) Tracer (class in intelligence_layer.core) TracerLogEntryFailed traces() (intelligence_layer.core.FileSpan method) (intelligence_layer.core.FileTaskSpan method) (intelligence_layer.core.FileTracer method) (intelligence_layer.core.PersistentSpan method) (intelligence_layer.core.PersistentTaskSpan method) (intelligence_layer.core.PersistentTracer method) translate() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method)

U

unassign_filter_index_from_search_index() (intelligence_layer.connectors.DocumentIndexClient method) upload_file_to_stage() (intelligence_layer.connectors.DataClient method) upper() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method) url (intelligence_layer.connectors.StudioClient attribute)

utc_now() (in module intelligence_layer.core) uuid (intelligence_layer.core.EndSpan attribute) (intelligence_layer.core.EndTask attribute) (intelligence_layer.core.FileTracer attribute) (intelligence_layer.core.StartSpan attribute) (intelligence_layer.core.StartTask attribute)

V

validate_and_convert_datetime() (intelligence_layer.connectors.FilterField class method)

value (intelligence_layer.core.LogEntry attribute) (intelligence_layer.core.PlainEntry attribute)

W

with_traceback() (intelligence_layer.connectors.DataExternalServiceUnavailable method) (intelligence_layer.connectors.DataForbiddenError method) (intelligence_layer.connectors.DataInternalError method) (intelligence_layer.connectors.DataInvalidInput method) (intelligence_layer.connectors.DataResourceNotFound method) (intelligence_layer.core.TracerLogEntryFailed method) (intelligence_layer.evaluation.EvaluationFailed method)

Z

zfill() (intelligence_layer.core.SpanType method) (intelligence_layer.evaluation.MatchOutcome method)