Crate cyt_indexer 

Flat re-exports and stable cross-language names (build_catalog_index, etc.) intentionally repeat module prefixes where clippy would prefer shorter names.

Re-exports

pub use bm25_cohesion::approximate_token_count;

pub use bm25_cohesion::ApproximateTokenCounter;

pub use bm25_cohesion::Bm25CohesionChunker;

pub use bm25_cohesion::Bm25CohesionConfig;

pub use bm25_cohesion::CharacterTokenCounter;

pub use bm25_cohesion::CohesionChunk;

pub use bm25_cohesion::TokenCounter;

pub use bm25_cohesion::TokenCounterKind;

pub use bm25_cohesion::WindowMode;

pub use build::build_catalog_index;

pub use build::catalog_tool_count;

pub use build::decompose_tool_schema;

pub use build::dedupe_enums;

pub use build::CatalogIndex;

pub use catalog_builder::CatalogBuilder;

pub use catalog_io::write_catalog_index;

pub use documents::extract_document_text;

pub use documents::extract_json_catalog_document;

pub use documents::extract_level_info;

pub use documents::extract_md_catalog_document;

pub use policies::anthropic_tool_is_mcp;

pub use policies::anthropic_tool_is_system;

pub use policies::catalog_needs_partition;

pub use policies::catalog_needs_pruned_recompose;

pub use policies::chunk_tool_id;

pub use policies::direct_root_optional_chunks_for_tool;

pub use policies::drop_recomposed_tools_with_empty_properties;

pub use policies::effective_policy;

pub use policies::entries_for_policy;

pub use policies::filter_recompose_json_entries;

pub use policies::full_pass_through;

pub use policies::is_decomposed_optional_property_chunk;

pub use policies::is_decomposed_tool_root_chunk;

pub use policies::is_direct_root_optional_property_chunk;

pub use policies::is_mcp_optional_chunk;

pub use policies::is_mcp_root_chunk;

pub use policies::is_non_system_chunk;

pub use policies::is_non_system_tool_id;

pub use policies::is_system_chunk;

pub use policies::is_system_optional_chunk;

pub use policies::is_system_root_chunk;

pub use policies::is_system_tool_id;

pub use policies::merge_catalog;

pub use policies::merge_tools_preserving_order;

pub use policies::mitigate_empty_optional_properties;

pub use policies::needs_empty_optional_mitigation;

pub use policies::needs_partition;

pub use policies::needs_pruned_recompose;

pub use policies::optional_chunks_for_tool;

pub use policies::optional_leaf_survived_rerank;

pub use policies::partition_catalog;

pub use policies::policy_context_from_values;

pub use policies::request_pass_through;

pub use policies::restore_mcp_tools;

pub use policies::restore_system_tools;

pub use policies::root_chunk_properties_empty;

pub use policies::root_tool_id_from_chunk;

pub use policies::apply_per_tool_overrides;

pub use policies::parse_tool_policy;

pub use policies::parse_tool_policy_pair;

pub use policies::per_tool_policies_from_value;

pub use policies::split_anthropic_tools;

pub use policies::stash_mcp_tools;

pub use policies::stash_system_tools;

pub use policies::system_required_enum_values;

pub use policies::system_tools_pass_through;

pub use policies::tool_id_had_empty_original_root_properties;

pub use policies::tool_id_has_empty_decomposed_root;

pub use policies::tool_pass_through;

pub use policies::tools_for_catalog;

pub use policies::uses_pruned_recompose;

pub use policies::append_description_reinstate_entries;

pub use policies::is_description_policy;

pub use policies::needs_description_reinstate;

pub use policies::scoring_policy;

pub use policies::PolicyContext;

pub use policies::ToolPolicy;

pub use paths::collect_enums;

pub use paths::configure as configure_paths;

pub use paths::get_root_tool_key;

pub use paths::is_catalog_decomposed_path;

pub use paths::skills_decomposed_prefix;

pub use paths::snapshot as path_snapshot;

pub use paths::to_decomposed_key;

pub use paths::to_skills_decomposed_key;

pub use paths::tool_id_from_decomposed_rel;

pub use paths::PathConfig;

pub use runtime_config::configure as configure_runtime;

pub use runtime_config::decomposed_score;

pub use runtime_config::default_mcp_policy;

pub use runtime_config::default_system_policy;

pub use runtime_config::empty_optional_fallback_k;

pub use runtime_config::enum_score;

pub use runtime_config::rerank_score;

pub use runtime_config::snapshot as runtime_snapshot;

pub use runtime_config::RuntimeConfig;

pub use retrieve::apply_description_reinstate_to_data;

pub use retrieve::build_process_groups_options;

pub use retrieve::chunk_survivor_key;

pub use retrieve::climb_and_merge;

pub use retrieve::deep_merge;

pub use retrieve::extract_input_files;

pub use retrieve::extract_scores;

pub use retrieve::filter_and_sort_enums;

pub use retrieve::group_files;

pub use retrieve::load_catalog_from_dir;

pub use retrieve::parse_json_input;

pub use retrieve::process_groups;

pub use retrieve::removed_chunks;

pub use retrieve::resolve_build_catalog;

pub use retrieve::retrieve_core;

pub use retrieve::retrieve_tools_from_catalog;

pub use retrieve::DecomposedCatalog;

pub use retrieve::ProcessGroupsOptions;

pub use retrieve::RemovedChunksOptions;

pub use retrieve::RetrieveOptions;

pub use tool_entries::anthropic_tool_to_catalog_entry;

pub use tool_entries::anthropic_tools_to_catalog_entries;

pub use tool_entries::build_catalog_from_tools;

pub use tool_entries::is_catalog_tool_entry;

pub use tool_entries::normalize_tools_for_catalog;

pub use tool_entries::prepare_tool_entry;

pub use tool_entries::truncate_description;

pub use pageindex::build_skills_index;

pub use pageindex::get_document as get_skill_document;

pub use pageindex::get_document_structure as get_skill_structure;

pub use pageindex::get_line_content as get_skill_line_content;

pub use pageindex::get_line_content_from_spec as get_skill_line_content_from_spec;

pub use pageindex::md_to_tree;

pub use pageindex::parse_line_nums as parse_skill_line_nums;

pub use pageindex::parse_node_ids as parse_skill_node_ids;

pub use pageindex::parse_chunk_ids as parse_skill_chunk_ids;

pub use pageindex::get_content_retrieve_result as get_skill_content_retrieve_result;

pub use pageindex::reconstruct_skill_markdown;

pub use pageindex::retrieve_output_rel_path;

pub use pageindex::write_reconstructed_skill;

pub use pageindex::PageIndexConfig;

pub use pageindex::MdIndexResult;

pub use pageindex::ReconstructOptions;

pub use pageindex::ReconstructResult;

pub use pageindex::SkillDocument;

pub use pageindex::SkillsIndex;

pub use pageindex::RETRIEVE_DIR;

pub use pageindex::repair_skill_chunks;

pub use skills_builder::SkillsBuilder;

pub use skills_io::load_decomposed_files_for_index;

pub use skills_io::load_skills_index_from_dir;

pub use skills_io::skills_index_from_decomposed_dir;

pub use skills_io::write_skills_index;

Modules

bm25_cohesion

build

catalog_builder

catalog_io

documents

json_util

pageindex

paths

policies

System vs MCP tool policies for catalog pruning (rerank / llm). Port of src/cyt/pruners/policies.py.

retrieve

Decomposed catalog retrieval: merge tool schemas, score filtering, and enum pruning.

runtime_config

Score thresholds and default policy strings; override from the host app via configure.

skills_builder

skills_io

tool_entries

Convert Anthropic API tools or catalog entries into the format expected by build_catalog_index. Port of src/cyt/indexer/build.py + anthropic_tools_to_catalog_entries in the proxy.