Index

_

__init__() (thoth.ingestion.Chunk method) (thoth.ingestion.chunker.Chunk method) (thoth.ingestion.chunker.ChunkMetadata method) (thoth.ingestion.chunker.DocumentChunker method) (thoth.ingestion.chunker.MarkdownChunker method) (thoth.ingestion.ChunkMetadata method) (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) (thoth.ingestion.gitlab_api.CacheEntry method) (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.job_manager.Job method) (thoth.ingestion.job_manager.JobManager method) (thoth.ingestion.job_manager.JobStats method) (thoth.ingestion.MarkdownChunker method) (thoth.ingestion.parsers.base.ParsedDocument method) (thoth.ingestion.parsers.ParsedDocument method) (thoth.ingestion.pipeline.IngestionPipeline method) (thoth.ingestion.pipeline.PipelineState method) (thoth.ingestion.pipeline.PipelineStats method) (thoth.ingestion.repo_manager.CloneProgress method) (thoth.ingestion.repo_manager.HandbookRepoManager method) (thoth.ingestion.task_queue.BatchTask method) (thoth.ingestion.task_queue.TaskQueueClient method) (thoth.ingestion.VectorStore method) (thoth.shared.embedder.Embedder method) (thoth.shared.gcs_sync.GCSSync method) (thoth.shared.monitoring.HealthCheck method) (thoth.shared.monitoring.Metrics method) (thoth.shared.monitoring.Monitor method) (thoth.shared.scheduler.SyncScheduler method) (thoth.shared.sources.config.SourceConfig method) (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceConfig method) (thoth.shared.sources.SourceRegistry method) (thoth.shared.utils.logger.GCPStructuredFormatter method) (thoth.shared.utils.logger.JobLoggerAdapter method) (thoth.shared.utils.logger.SecureLogger method) (thoth.shared.utils.logger.SimpleFormatter method) (thoth.shared.utils.SecretManagerClient method) (thoth.shared.utils.secrets.SecretManagerClient method) (thoth.shared.vector_store.VectorStore method)

__post_init__() (thoth.ingestion.parsers.base.ParsedDocument method) (thoth.ingestion.parsers.ParsedDocument method)

A

add_alert_callback() (thoth.shared.monitoring.Monitor method) add_cron_job() (thoth.shared.scheduler.SyncScheduler method) add_documents() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method)

add_failure_callback() (thoth.shared.scheduler.SyncScheduler method) add_fields() (thoth.shared.utils.logger.GCPStructuredFormatter method) add_interval_job() (thoth.shared.scheduler.SyncScheduler method) add_success_callback() (thoth.shared.scheduler.SyncScheduler method) alert_callbacks (thoth.shared.monitoring.Monitor attribute), [1]

B

backup_to_gcs() (thoth.ingestion.VectorStore method) (thoth.shared.gcs_sync.GCSSync method) (thoth.shared.vector_store.VectorStore method)

batch_id (thoth.ingestion.task_queue.BatchTask attribute) batch_index (thoth.ingestion.job_manager.Job attribute), [1] BatchTask (class in thoth.ingestion.task_queue)

C

CacheEntry (class in thoth.ingestion.gitlab_api) can_parse() (thoth.ingestion.parsers.base.DocumentParser method) (thoth.ingestion.parsers.DocumentParser method) (thoth.ingestion.parsers.ParserFactory class method) char_count (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) check_gcs_config() (thoth.shared.health.HealthCheck static method) check_imports() (thoth.shared.health.HealthCheck static method) check_python_version() (thoth.shared.health.HealthCheck static method) check_storage() (thoth.shared.health.HealthCheck static method) Chunk (class in thoth.ingestion) (class in thoth.ingestion.chunker) chunk_document() (thoth.ingestion.chunker.DocumentChunker method) chunk_file() (thoth.ingestion.chunker.DocumentChunker method) (thoth.ingestion.chunker.MarkdownChunker method) (thoth.ingestion.MarkdownChunker method) chunk_id (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) chunk_index (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) chunk_text() (thoth.ingestion.chunker.MarkdownChunker method) (thoth.ingestion.MarkdownChunker method) ChunkMetadata (class in thoth.ingestion) (class in thoth.ingestion.chunker) chunks_per_second (thoth.ingestion.pipeline.PipelineStats attribute), [1] cleanup_old_jobs() (thoth.ingestion.job_manager.JobManager method) clear_cache() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method)

client (thoth.ingestion.task_queue.TaskQueueClient property) clone_handbook() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.clone) (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) clone_to_gcs() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) CloneProgress (class in thoth.ingestion.repo_manager) collection (thoth.ingestion.job_manager.JobManager property) collection_name (thoth.ingestion.job_manager.Job attribute), [1] COLLECTION_NAME (thoth.ingestion.job_manager.JobManager attribute) collection_name (thoth.ingestion.task_queue.BatchTask attribute) (thoth.shared.sources.config.SourceConfig attribute), [1] (thoth.shared.sources.SourceConfig attribute), [1] COMPLETED (thoth.ingestion.job_manager.JobStatus attribute) completed (thoth.ingestion.pipeline.PipelineState attribute), [1] completed_at (thoth.ingestion.job_manager.Job attribute), [1] completed_batches (thoth.ingestion.job_manager.Job attribute), [1] configure_root_logger() (in module thoth.shared.utils.logger) content (thoth.ingestion.Chunk attribute) (thoth.ingestion.chunker.Chunk attribute) (thoth.ingestion.parsers.base.ParsedDocument attribute), [1] (thoth.ingestion.parsers.ParsedDocument attribute), [1] create_app() (in module thoth.ingestion.worker) create_default_health_checks() (in module thoth.shared.monitoring) create_job() (thoth.ingestion.job_manager.JobManager method) create_sub_job() (thoth.ingestion.job_manager.JobManager method) critical() (thoth.shared.utils.logger.SecureLogger method)

D

debug() (thoth.shared.utils.logger.SecureLogger method) DEGRADED (thoth.shared.monitoring.HealthStatus attribute) delete() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) delete_by_file_path() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) delete_documents() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) delete_job() (thoth.ingestion.job_manager.JobManager method) description (thoth.shared.sources.config.SourceConfig attribute), [1] (thoth.shared.sources.SourceConfig attribute), [1]

DocumentChunker (class in thoth.ingestion.chunker) DocumentParser (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.base) DocxParser (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.docx) download_batch_files() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) download_directory() (thoth.shared.gcs_sync.GCSSync method) duration_seconds (thoth.ingestion.job_manager.Job property) (thoth.ingestion.pipeline.PipelineStats attribute), [1]

E

effective_repo_path (thoth.ingestion.pipeline.IngestionPipeline property) embed() (thoth.shared.embedder.Embedder method) embed_single() (thoth.shared.embedder.Embedder method) Embedder (class in thoth.shared.embedder) end_index (thoth.ingestion.task_queue.BatchTask attribute) end_line (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute)

enqueue_batch() (thoth.ingestion.task_queue.TaskQueueClient method) enqueue_batches() (thoth.ingestion.task_queue.TaskQueueClient method) error (thoth.ingestion.job_manager.Job attribute), [1] error() (thoth.shared.utils.logger.SecureLogger method) error_lines (thoth.ingestion.repo_manager.CloneProgress attribute) errors (thoth.shared.monitoring.Metrics attribute), [1] export_metrics() (thoth.shared.monitoring.Monitor method) extract_trace_id_from_header() (in module thoth.shared.utils.logger)

F

FAILED (thoth.ingestion.job_manager.JobStatus attribute) failed_files (thoth.ingestion.job_manager.JobStats attribute), [1] (thoth.ingestion.pipeline.PipelineState attribute), [1] (thoth.ingestion.pipeline.PipelineStats attribute), [1] file_list (thoth.ingestion.task_queue.BatchTask attribute) file_path (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) files_per_second (thoth.ingestion.pipeline.PipelineStats attribute), [1]

format (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) (thoth.ingestion.parsers.base.ParsedDocument attribute), [1] (thoth.ingestion.parsers.ParsedDocument attribute), [1] format() (thoth.shared.utils.logger.SimpleFormatter method) from_dict() (thoth.ingestion.job_manager.Job class method) (thoth.ingestion.job_manager.JobStats class method) (thoth.ingestion.pipeline.PipelineState class method)

G

GCPStructuredFormatter (class in thoth.shared.utils.logger) gcs_prefix (thoth.shared.sources.config.SourceConfig attribute), [1] (thoth.shared.sources.SourceConfig attribute), [1] GCSRepoSync (class in thoth.ingestion.gcs_repo_sync) GCSSync (class in thoth.shared.gcs_sync) GCSSyncError get() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method) get_all_collections() (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method) get_branch() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_changed_files() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) get_commit() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_commit_diff() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_commits() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_current_commit() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) get_current_user() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_document_count() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) get_documents() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) get_embedding_dimension() (thoth.shared.embedder.Embedder method) get_file() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_file_changes() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) get_file_list() (thoth.ingestion.pipeline.IngestionPipeline method) get_gitlab_token() (thoth.shared.utils.SecretManagerClient method) (thoth.shared.utils.secrets.SecretManagerClient method) get_gitlab_url() (thoth.shared.utils.SecretManagerClient method) (thoth.shared.utils.secrets.SecretManagerClient method)

get_google_credentials() (thoth.shared.utils.SecretManagerClient method) (thoth.shared.utils.secrets.SecretManagerClient method) get_health_report() (thoth.shared.monitoring.Monitor method) get_health_status() (thoth.shared.health.HealthCheck class method) get_job() (thoth.ingestion.job_manager.JobManager method) get_job_logger() (in module thoth.shared.utils.logger) get_job_logs_url() (in module thoth.ingestion.job_manager) get_job_manager() (in module thoth.ingestion.singletons) get_job_status() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.job_status) (thoth.shared.scheduler.SyncScheduler method) get_job_with_sub_jobs() (thoth.ingestion.job_manager.JobManager method) get_local_path() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) get_merge_request() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_metrics() (thoth.shared.monitoring.Monitor method) get_model_info() (thoth.shared.embedder.Embedder method) get_overall_health() (thoth.shared.monitoring.Monitor method) get_parser() (thoth.ingestion.parsers.ParserFactory class method) get_project() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_rate_limit_info() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_repository_tree() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_secret() (thoth.shared.utils.SecretManagerClient method) (thoth.shared.utils.secrets.SecretManagerClient method) get_secret_manager() (in module thoth.shared.utils) (in module thoth.shared.utils.secrets) get_source_registry() (in module thoth.ingestion.singletons) get_status() (thoth.ingestion.pipeline.IngestionPipeline method) get_sub_jobs() (thoth.ingestion.job_manager.JobManager method) get_success_rate() (thoth.shared.monitoring.Monitor method) get_task_queue() (in module thoth.ingestion.singletons) get_trace_context() (in module thoth.shared.utils.logger) get_user() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) get_vector_store() (in module thoth.mcp.tools) GitLabAPIClient (class in thoth.ingestion) (class in thoth.ingestion.gitlab_api) GitLabAPIError, [1]

H

HandbookRepoManager (class in thoth.ingestion) (class in thoth.ingestion.repo_manager) headers (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) health_check() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.health) (in module thoth.mcp.server)

health_check_cli() (in module thoth.shared.health) health_checks (thoth.shared.monitoring.Monitor attribute), [1] HealthCheck (class in thoth.shared.health) (class in thoth.shared.monitoring) HealthStatus (class in thoth.shared.monitoring) HEALTHY (thoth.shared.monitoring.HealthStatus attribute)

I

info() (thoth.shared.utils.logger.SecureLogger method) ingest() (in module thoth.ingestion.flows) IngestionPipeline (class in thoth.ingestion.pipeline) is_configured() (thoth.ingestion.task_queue.TaskQueueClient method) is_expired() (thoth.ingestion.gitlab_api.CacheEntry method)

is_finished (thoth.ingestion.job_manager.Job property) is_healthy() (thoth.shared.health.HealthCheck class method) is_sub_job (thoth.ingestion.job_manager.Job property) is_synced() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) is_valid_repo() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method)

J

Job (class in thoth.ingestion.job_manager) job_id (thoth.ingestion.job_manager.Job attribute), [1] (thoth.ingestion.task_queue.BatchTask attribute) (thoth.shared.scheduler.SyncScheduler attribute)

JobLoggerAdapter (class in thoth.shared.utils.logger) JobManager (class in thoth.ingestion.job_manager) JobStats (class in thoth.ingestion.job_manager) JobStatus (class in thoth.ingestion.job_manager)

L

last_commit (thoth.ingestion.pipeline.PipelineState attribute), [1] last_sync_duration (thoth.shared.monitoring.Metrics attribute), [1] last_sync_time (thoth.shared.monitoring.Metrics attribute), [1] last_update_time (thoth.ingestion.pipeline.PipelineState attribute), [1] list_backups() (thoth.shared.gcs_sync.GCSSync method) list_branches() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) list_configs() (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method) list_files_in_gcs() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) list_gcs_backups() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) list_jobs() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.job_status) (thoth.ingestion.job_manager.JobManager method)

list_merge_requests() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) list_projects() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) list_sources() (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method) list_tools() (in module thoth.mcp.tools) list_topics() (in module thoth.mcp.tools) load_metadata() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) logger (thoth.ingestion.repo_manager.HandbookRepoManager attribute) (thoth.shared.monitoring.Monitor attribute) (thoth.shared.scheduler.SyncScheduler attribute)

M

main() (in module thoth.ingestion.worker) (in module thoth.mcp) (in module thoth.mcp.server) mark_completed() (thoth.ingestion.job_manager.JobManager method) mark_failed() (thoth.ingestion.job_manager.JobManager method) mark_running() (thoth.ingestion.job_manager.JobManager method) mark_sub_job_completed() (thoth.ingestion.job_manager.JobManager method) mark_sub_job_failed() (thoth.ingestion.job_manager.JobManager method) MarkdownChunker (class in thoth.ingestion) (class in thoth.ingestion.chunker) MarkdownParser (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.markdown) merge_batches() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.merge) message (thoth.shared.monitoring.HealthCheck attribute), [1] metadata (thoth.ingestion.Chunk attribute) (thoth.ingestion.chunker.Chunk attribute) (thoth.ingestion.parsers.base.ParsedDocument attribute), [1] (thoth.ingestion.parsers.ParsedDocument attribute), [1] (thoth.shared.monitoring.HealthCheck attribute), [1] Metrics (class in thoth.shared.monitoring) metrics (thoth.shared.monitoring.Monitor attribute) module thoth thoth.ingestion thoth.ingestion.chunker thoth.ingestion.flows thoth.ingestion.flows.batch thoth.ingestion.flows.clone thoth.ingestion.flows.health thoth.ingestion.flows.job_status thoth.ingestion.flows.merge thoth.ingestion.gcs_repo_sync thoth.ingestion.gitlab_api thoth.ingestion.job_manager thoth.ingestion.parsers thoth.ingestion.parsers.base thoth.ingestion.parsers.docx thoth.ingestion.parsers.markdown thoth.ingestion.parsers.pdf thoth.ingestion.parsers.text thoth.ingestion.pipeline thoth.ingestion.repo_manager thoth.ingestion.singletons thoth.ingestion.task_queue thoth.ingestion.worker thoth.mcp thoth.mcp.server thoth.mcp.tools thoth.shared thoth.shared.cli thoth.shared.embedder thoth.shared.gcs_sync thoth.shared.health thoth.shared.monitoring thoth.shared.scheduler thoth.shared.sources thoth.shared.sources.config thoth.shared.utils thoth.shared.utils.logger thoth.shared.utils.secrets thoth.shared.vector_store

Monitor (class in thoth.shared.monitoring)

N

name (thoth.ingestion.parsers.base.DocumentParser property) (thoth.ingestion.parsers.DocumentParser property) (thoth.shared.monitoring.HealthCheck attribute), [1] (thoth.shared.sources.config.SourceConfig attribute), [1] (thoth.shared.sources.SourceConfig attribute), [1]

O

OP_NAMES (thoth.ingestion.repo_manager.CloneProgress attribute) other_lines (thoth.ingestion.repo_manager.CloneProgress attribute) overlap_with_next (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute)

overlap_with_previous (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute)

P

parent_job_id (thoth.ingestion.job_manager.Job attribute), [1] parse() (thoth.ingestion.parsers.base.DocumentParser method) (thoth.ingestion.parsers.DocumentParser method) (thoth.ingestion.parsers.docx.DocxParser method) (thoth.ingestion.parsers.DocxParser method) (thoth.ingestion.parsers.markdown.MarkdownParser method) (thoth.ingestion.parsers.MarkdownParser method) (thoth.ingestion.parsers.ParserFactory class method) (thoth.ingestion.parsers.pdf.PDFParser method) (thoth.ingestion.parsers.PDFParser method) (thoth.ingestion.parsers.text.TextParser method) (thoth.ingestion.parsers.TextParser method) parse_content() (thoth.ingestion.parsers.base.DocumentParser method) (thoth.ingestion.parsers.DocumentParser method) (thoth.ingestion.parsers.docx.DocxParser method) (thoth.ingestion.parsers.DocxParser method) (thoth.ingestion.parsers.markdown.MarkdownParser method) (thoth.ingestion.parsers.MarkdownParser method) (thoth.ingestion.parsers.ParserFactory class method) (thoth.ingestion.parsers.pdf.PDFParser method) (thoth.ingestion.parsers.PDFParser method) (thoth.ingestion.parsers.text.TextParser method) (thoth.ingestion.parsers.TextParser method)

ParsedDocument (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.base) ParserFactory (class in thoth.ingestion.parsers) pause_job() (thoth.shared.scheduler.SyncScheduler method) PDFParser (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.pdf) PENDING (thoth.ingestion.job_manager.JobStatus attribute) pipeline (thoth.shared.scheduler.SyncScheduler attribute) PipelineState (class in thoth.ingestion.pipeline) PipelineStats (class in thoth.ingestion.pipeline) post() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method) process() (thoth.shared.utils.logger.JobLoggerAdapter method) process_batch() (in module thoth.ingestion.flows) (in module thoth.ingestion.flows.batch) process_file_batch() (thoth.ingestion.pipeline.IngestionPipeline method) processed_files (thoth.ingestion.job_manager.JobStats attribute), [1] (thoth.ingestion.pipeline.PipelineState attribute), [1] (thoth.ingestion.pipeline.PipelineStats attribute), [1] put() (thoth.ingestion.gitlab_api.GitLabAPIClient method) (thoth.ingestion.GitLabAPIClient method)

Q

queue_path (thoth.ingestion.task_queue.TaskQueueClient property)

R

RateLimitError, [1] record_sync_failure() (thoth.shared.monitoring.Monitor method) record_sync_start() (thoth.shared.monitoring.Monitor method) record_sync_success() (thoth.shared.monitoring.Monitor method) register() (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method) register_health_check() (thoth.shared.monitoring.Monitor method) register_parser() (thoth.ingestion.parsers.ParserFactory class method) remove_job() (thoth.shared.scheduler.SyncScheduler method) reset() (thoth.ingestion.pipeline.IngestionPipeline method) (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method)

reset_metrics() (thoth.shared.monitoring.Monitor method) restore_from_backup() (thoth.shared.gcs_sync.GCSSync method) restore_from_gcs() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) resume_job() (thoth.shared.scheduler.SyncScheduler method) run() (thoth.ingestion.pipeline.IngestionPipeline method) run_health_checks() (thoth.shared.monitoring.Monitor method) RUNNING (thoth.ingestion.job_manager.JobStatus attribute)

S

save_metadata() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) scheduler (thoth.shared.scheduler.SyncScheduler attribute) search_handbook() (in module thoth.mcp.tools) search_similar() (thoth.ingestion.VectorStore method) (thoth.shared.vector_store.VectorStore method) SecretManagerClient (class in thoth.shared.utils) (class in thoth.shared.utils.secrets) SecureLogger (class in thoth.shared.utils.logger) SENSITIVE_KEYWORDS (thoth.shared.utils.logger.GCPStructuredFormatter attribute) (thoth.shared.utils.logger.SecureLogger attribute) (thoth.shared.utils.logger.SimpleFormatter attribute) SensitiveDataFormatter (in module thoth.shared.utils.logger) set_trace_context() (in module thoth.shared.utils.logger) setup_logger() (in module thoth.shared.utils.logger) setup_pipeline() (in module thoth.shared.cli) SimpleFormatter (class in thoth.shared.utils.logger) source (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) (thoth.ingestion.job_manager.Job attribute), [1] (thoth.ingestion.task_queue.BatchTask attribute) source_path (thoth.ingestion.parsers.base.ParsedDocument attribute), [1] (thoth.ingestion.parsers.ParsedDocument attribute), [1] SourceConfig (class in thoth.shared.sources) (class in thoth.shared.sources.config) SourceRegistry (class in thoth.shared.sources) (class in thoth.shared.sources.config) start() (thoth.shared.scheduler.SyncScheduler method) start_index (thoth.ingestion.task_queue.BatchTask attribute) start_line (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute)

start_time (thoth.ingestion.pipeline.PipelineState attribute), [1] started_at (thoth.ingestion.job_manager.Job attribute), [1] stats (thoth.ingestion.job_manager.Job attribute), [1] status (thoth.ingestion.job_manager.Job attribute), [1] (thoth.shared.monitoring.HealthCheck attribute), [1] stop() (thoth.shared.scheduler.SyncScheduler method) supported_extensions (thoth.ingestion.parsers.base.DocumentParser property) (thoth.ingestion.parsers.DocumentParser property) (thoth.ingestion.parsers.docx.DocxParser property) (thoth.ingestion.parsers.DocxParser property) (thoth.ingestion.parsers.markdown.MarkdownParser property) (thoth.ingestion.parsers.MarkdownParser property) (thoth.ingestion.parsers.pdf.PDFParser property) (thoth.ingestion.parsers.PDFParser property) (thoth.ingestion.parsers.text.TextParser property) (thoth.ingestion.parsers.TextParser property) supported_extensions() (thoth.ingestion.parsers.ParserFactory class method) supported_formats (thoth.shared.sources.config.SourceConfig attribute), [1] (thoth.shared.sources.SourceConfig attribute), [1] supports_format() (thoth.shared.sources.config.SourceConfig method) (thoth.shared.sources.SourceConfig method) sync_count (thoth.shared.monitoring.Metrics attribute), [1] sync_failure_count (thoth.shared.monitoring.Metrics attribute), [1] sync_from_gcs() (thoth.shared.gcs_sync.GCSSync method) sync_success_count (thoth.shared.monitoring.Metrics attribute), [1] sync_to_gcs() (thoth.ingestion.VectorStore method) (thoth.shared.gcs_sync.GCSSync method) (thoth.shared.vector_store.VectorStore method) sync_to_local() (thoth.ingestion.gcs_repo_sync.GCSRepoSync method) SyncScheduler (class in thoth.shared.scheduler)

T

TaskQueueClient (class in thoth.ingestion.task_queue) TextParser (class in thoth.ingestion.parsers) (class in thoth.ingestion.parsers.text) thoth module thoth.ingestion module thoth.ingestion.chunker module thoth.ingestion.flows module thoth.ingestion.flows.batch module thoth.ingestion.flows.clone module thoth.ingestion.flows.health module thoth.ingestion.flows.job_status module thoth.ingestion.flows.merge module thoth.ingestion.gcs_repo_sync module thoth.ingestion.gitlab_api module thoth.ingestion.job_manager module thoth.ingestion.parsers module thoth.ingestion.parsers.base module thoth.ingestion.parsers.docx module thoth.ingestion.parsers.markdown module thoth.ingestion.parsers.pdf module thoth.ingestion.parsers.text module thoth.ingestion.pipeline module thoth.ingestion.repo_manager module thoth.ingestion.singletons module thoth.ingestion.task_queue module thoth.ingestion.worker module thoth.mcp module thoth.mcp.server module thoth.mcp.tools module

thoth.shared module thoth.shared.cli module thoth.shared.embedder module thoth.shared.gcs_sync module thoth.shared.health module thoth.shared.monitoring module thoth.shared.scheduler module thoth.shared.sources module thoth.shared.sources.config module thoth.shared.utils module thoth.shared.utils.logger module thoth.shared.utils.secrets module thoth.shared.vector_store module timestamp (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) (thoth.shared.monitoring.HealthCheck attribute), [1] to_dict() (thoth.ingestion.Chunk method) (thoth.ingestion.chunker.Chunk method) (thoth.ingestion.chunker.ChunkMetadata method) (thoth.ingestion.ChunkMetadata method) (thoth.ingestion.job_manager.Job method) (thoth.ingestion.job_manager.JobStats method) (thoth.ingestion.pipeline.PipelineState method) (thoth.shared.monitoring.HealthCheck method) (thoth.shared.monitoring.Metrics method) token_count (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) total_batches (thoth.ingestion.job_manager.Job attribute), [1] total_chunks (thoth.ingestion.chunker.ChunkMetadata attribute) (thoth.ingestion.ChunkMetadata attribute) (thoth.ingestion.job_manager.JobStats attribute), [1] (thoth.ingestion.pipeline.PipelineState attribute), [1] (thoth.ingestion.pipeline.PipelineStats attribute), [1] total_chunks_created (thoth.shared.monitoring.Metrics attribute), [1] total_documents (thoth.ingestion.job_manager.JobStats attribute), [1] (thoth.ingestion.pipeline.PipelineState attribute), [1] (thoth.ingestion.pipeline.PipelineStats attribute), [1] total_files (thoth.ingestion.job_manager.JobStats attribute), [1] (thoth.ingestion.pipeline.PipelineStats attribute), [1] total_files_processed (thoth.shared.monitoring.Metrics attribute), [1] trigger_manual_sync() (thoth.shared.scheduler.SyncScheduler method)

U

UNHEALTHY (thoth.shared.monitoring.HealthStatus attribute) UNKNOWN (thoth.shared.monitoring.HealthStatus attribute) update() (thoth.ingestion.repo_manager.CloneProgress method) (thoth.shared.sources.config.SourceRegistry method) (thoth.shared.sources.SourceRegistry method)

update_job() (thoth.ingestion.job_manager.JobManager method) update_repository() (thoth.ingestion.HandbookRepoManager method) (thoth.ingestion.repo_manager.HandbookRepoManager method) update_stats() (thoth.ingestion.job_manager.JobManager method) upload_directory() (thoth.shared.gcs_sync.GCSSync method)

V

VectorStore (class in thoth.ingestion) (class in thoth.shared.vector_store)

W

warning() (thoth.shared.utils.logger.SecureLogger method)

with_operation() (thoth.shared.utils.logger.JobLoggerAdapter method)