nex_core/

search.rs

use crate::config::SearchMode;
use crate::model::{normalize_for_search, SearchItem};
use crate::query_dsl::TimeFilterWindow;
use std::cmp::Ordering;
use std::collections::HashMap;
use std::path::Path;
use std::time::{SystemTime, UNIX_EPOCH};

const SCORE_EXACT: i64 = 30_000;
const SCORE_PREFIX: i64 = 24_000;
const SCORE_SUBSTRING: i64 = 18_000;
const SCORE_FUZZY: i64 = 12_000;

const SOURCE_APP_BONUS: i64 = 700;
const SOURCE_LOCAL_FS_BONUS: i64 = 420;
const SOURCE_ACTION_BONUS: i64 = 350;
const SOURCE_CLIPBOARD_BONUS: i64 = 300;

const WORD_PREFIX_PRIMARY_BOOST: i64 = 210;
const WORD_PREFIX_SECONDARY_BOOST: i64 = 140;
const ACRONYM_EXACT_BOOST: i64 = 290;
const ACRONYM_PREFIX_BOOST: i64 = 190;
const MAX_LEXICAL_SIGNAL_BOOST: i64 = 520;

const APP_INTENT_SHORT_QUERY_BONUS: i64 = 320;
const APP_INTENT_MEDIUM_QUERY_BONUS: i64 = 160;
const NON_APP_SHORT_QUERY_PENALTY: i64 = 120;

const TOP_HIT_CONFIDENCE_DELTA_SHORT: i64 = 52;
const TOP_HIT_CONFIDENCE_DELTA_MEDIUM: i64 = 78;
const TOP_HIT_CONFIDENCE_DELTA_LONG: i64 = 108;
const TOP_HIT_APP_PREFERENCE_DELTA_SHORT: i64 = 7_000;
const TOP_HIT_APP_PREFERENCE_DELTA_MEDIUM: i64 = 2_100;
const TOP_HIT_APP_PREFERENCE_DELTA_LONG: i64 = 780;
const TOP_HIT_SOURCE_PREFERENCE_DELTA_SHORT: i64 = 420;
const TOP_HIT_SOURCE_PREFERENCE_DELTA_LONG: i64 = 200;

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
enum TextMatchKind {
    Exact,
    Prefix,
    Substring,
    Fuzzy,
}

impl TextMatchKind {
    fn rank(self) -> u8 {
        match self {
            Self::Exact => 0,
            Self::Prefix => 1,
            Self::Substring => 2,
            Self::Fuzzy => 3,
        }
    }
}

#[derive(Debug, Clone, Copy)]
struct TextScore {
    score: i64,
    kind: TextMatchKind,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct SearchFilter {
    pub mode: SearchMode,
    pub kind_filter: Option<String>,
    pub extension_filter: Option<String>,
    pub include_files: bool,
    pub include_folders: bool,
    pub include_groups: Vec<Vec<String>>,
    pub exclude_terms: Vec<String>,
    pub modified_within: Option<TimeFilterWindow>,
    pub created_within: Option<TimeFilterWindow>,
}

impl Default for SearchFilter {
    fn default() -> Self {
        Self {
            mode: SearchMode::All,
            kind_filter: None,
            extension_filter: None,
            include_files: true,
            include_folders: true,
            include_groups: Vec::new(),
            exclude_terms: Vec::new(),
            modified_within: None,
            created_within: None,
        }
    }
}

pub fn search(items: &[SearchItem], query: &str, limit: usize) -> Vec<SearchItem> {
    if normalize_for_search(query).is_empty() {
        return Vec::new();
    }
    search_with_filter(items, query, limit, &SearchFilter::default())
}

pub fn search_with_filter(
    items: &[SearchItem],
    query: &str,
    limit: usize,
    filter: &SearchFilter,
) -> Vec<SearchItem> {
    search_with_filter_with_boosts(items, query, limit, filter, None)
}

pub fn search_with_filter_with_boosts(
    items: &[SearchItem],
    query: &str,
    limit: usize,
    filter: &SearchFilter,
    personalization_boosts: Option<&HashMap<String, i64>>,
) -> Vec<SearchItem> {
    if limit == 0 || items.is_empty() {
        return Vec::new();
    }

    let normalized_query = normalize_for_search(query);
    let fast_path = is_default_filter(filter) && !normalized_query.is_empty();
    let app_intent_query = looks_like_app_intent_query(query, &normalized_query, filter.mode);
    let now_epoch_secs = now_epoch_secs();
    let mut scored: Vec<ScoredItem<'_>> = items
        .iter()
        .filter(|item| matches_visibility(item, filter))
        .filter_map(|item| {
            let personalization_boost = personalization_boosts
                .and_then(|boosts| boosts.get(item.id.as_str()))
                .copied()
                .unwrap_or(0);
            let score = if fast_path {
                score_item_fast(
                    item,
                    &normalized_query,
                    now_epoch_secs,
                    app_intent_query,
                    personalization_boost,
                )
            } else {
                score_item(
                    item,
                    &normalized_query,
                    now_epoch_secs,
                    filter,
                    app_intent_query,
                    personalization_boost,
                )
            };
            score.map(|score| ScoredItem {
                source_rank: source_rank(item),
                score: score.score,
                match_kind: score.kind,
                title_len: item.normalized_title().len(),
                item,
            })
        })
        .collect();

    if scored.len() > limit {
        scored.select_nth_unstable_by(limit, compare_scored);
        scored.truncate(limit);
    }
    scored.sort_unstable_by(compare_scored);
    apply_top_hit_confidence_guard(&mut scored, &normalized_query, app_intent_query);

    scored
        .into_iter()
        .take(limit)
        .map(|scored| scored.item.clone())
        .collect()
}

#[derive(Debug, Clone, Copy)]
struct ScoredItem<'a> {
    source_rank: u8,
    score: i64,
    match_kind: TextMatchKind,
    title_len: usize,
    item: &'a SearchItem,
}

fn compare_scored(a: &ScoredItem<'_>, b: &ScoredItem<'_>) -> Ordering {
    b.score
        .cmp(&a.score)
        .then_with(|| a.match_kind.rank().cmp(&b.match_kind.rank()))
        .then_with(|| a.source_rank.cmp(&b.source_rank))
        .then_with(|| a.title_len.cmp(&b.title_len))
        .then_with(|| a.item.normalized_title().cmp(b.item.normalized_title()))
        .then_with(|| a.item.id.cmp(&b.item.id))
}

fn score_item_fast(
    item: &SearchItem,
    normalized_query: &str,
    now_epoch_secs: i64,
    app_intent_query: bool,
    personalization_boost: i64,
) -> Option<TextScore> {
    let text_score = score_text(item.normalized_title(), normalized_query)?;
    let lexical_signal_bonus = word_boundary_and_acronym_bonus(&item.title, normalized_query);
    let app_intent_bonus = app_intent_bonus(item, app_intent_query, normalized_query.len());
    let source_bonus = source_bonus(item);
    let recency_bonus = recency_bonus(item.last_accessed_epoch_secs, now_epoch_secs);
    let frequency_bonus = frequency_bonus(item.use_count);

    Some(TextScore {
        score: text_score.score
            + lexical_signal_bonus
            + app_intent_bonus
            + source_bonus
            + recency_bonus
            + frequency_bonus
            + personalization_boost,
        kind: text_score.kind,
    })
}

fn score_item(
    item: &SearchItem,
    normalized_query: &str,
    now_epoch_secs: i64,
    filter: &SearchFilter,
    app_intent_query: bool,
    personalization_boost: i64,
) -> Option<TextScore> {
    if !matches_mode(item, filter.mode) {
        return None;
    }
    if let Some(kind) = &filter.kind_filter {
        if !matches_kind_filter(item, kind) {
            return None;
        }
    }
    if let Some(extension) = &filter.extension_filter {
        if !matches_extension_filter(item, extension) {
            return None;
        }
    }
    if !matches_term_filters(item, filter) {
        return None;
    }
    if !matches_time_filters(item, filter, now_epoch_secs) {
        return None;
    }

    let text_score = if normalized_query.is_empty() {
        TextScore {
            score: 0,
            kind: TextMatchKind::Substring,
        }
    } else {
        score_text(item.normalized_title(), normalized_query).or_else(|| {
            score_text(item.normalized_search_text(), normalized_query).map(|text_score| {
                TextScore {
                    score: text_score.score - 1_500,
                    kind: text_score.kind,
                }
            })
        })?
    };
    let lexical_signal_bonus = word_boundary_and_acronym_bonus(&item.title, normalized_query);
    let app_intent_bonus = app_intent_bonus(item, app_intent_query, normalized_query.len());
    let source_bonus = source_bonus(item);
    let mode_bonus = mode_bonus(item, filter.mode);
    let recency_bonus = recency_bonus(item.last_accessed_epoch_secs, now_epoch_secs);
    let frequency_bonus = frequency_bonus(item.use_count);

    Some(TextScore {
        score: text_score.score
            + lexical_signal_bonus
            + app_intent_bonus
            + source_bonus
            + mode_bonus
            + recency_bonus
            + frequency_bonus
            + personalization_boost,
        kind: text_score.kind,
    })
}

fn score_text(normalized_title: &str, query: &str) -> Option<TextScore> {
    if normalized_title.is_empty() || query.is_empty() {
        return None;
    }

    let length_penalty = (normalized_title.len() as i64 - query.len() as i64).abs();
    let compact_bonus = (query.len() as i64) * 45;

    if normalized_title == query {
        return Some(TextScore {
            score: SCORE_EXACT + compact_bonus - length_penalty,
            kind: TextMatchKind::Exact,
        });
    }

    if normalized_title.starts_with(query) {
        return Some(TextScore {
            score: SCORE_PREFIX + compact_bonus - length_penalty,
            kind: TextMatchKind::Prefix,
        });
    }

    if let Some(position) = normalized_title.find(query) {
        let position_penalty = (position as i64) * 3;
        return Some(TextScore {
            score: SCORE_SUBSTRING + compact_bonus - position_penalty - length_penalty,
            kind: TextMatchKind::Substring,
        });
    }

    let (start_penalty, gap_penalty) = subsequence_penalties(normalized_title, query)?;
    Some(TextScore {
        score: SCORE_FUZZY + compact_bonus - gap_penalty * 8 - start_penalty - length_penalty,
        kind: TextMatchKind::Fuzzy,
    })
}

fn recency_bonus(last_accessed_epoch_secs: i64, now_epoch_secs: i64) -> i64 {
    if last_accessed_epoch_secs <= 0 || now_epoch_secs <= 0 {
        return 0;
    }

    let age_secs = if last_accessed_epoch_secs >= now_epoch_secs {
        0
    } else {
        now_epoch_secs - last_accessed_epoch_secs
    };
    match age_secs {
        0..=3_600 => 260,             // within 1 hour
        3_601..=86_400 => 220,        // within 1 day
        86_401..=604_800 => 170,      // within 7 days
        604_801..=2_592_000 => 110,   // within 30 days
        2_592_001..=7_776_000 => 60,  // within 90 days
        7_776_001..=31_536_000 => 25, // within 1 year
        _ => 0,
    }
}

fn frequency_bonus(use_count: u32) -> i64 {
    ((use_count as i64) * 18).clamp(0, 220)
}

fn mode_bonus(item: &SearchItem, mode: SearchMode) -> i64 {
    match mode {
        SearchMode::All => 0,
        SearchMode::Apps if item.kind.eq_ignore_ascii_case("app") => 550,
        SearchMode::Files
            if item.kind.eq_ignore_ascii_case("file")
                || item.kind.eq_ignore_ascii_case("folder") =>
        {
            550
        }
        SearchMode::Actions if item.kind.eq_ignore_ascii_case("action") => 550,
        SearchMode::Clipboard if item.kind.eq_ignore_ascii_case("clipboard") => 550,
        _ => -2_500,
    }
}

fn source_rank(item: &SearchItem) -> u8 {
    if item.kind.eq_ignore_ascii_case("app") {
        return 0;
    }

    if item.kind.eq_ignore_ascii_case("action") {
        return 1;
    }

    if (item.kind.eq_ignore_ascii_case("file") || item.kind.eq_ignore_ascii_case("folder"))
        && is_local_path(&item.path)
    {
        return 2;
    }

    if item.kind.eq_ignore_ascii_case("clipboard") {
        return 3;
    }

    4
}

fn source_bonus(item: &SearchItem) -> i64 {
    match source_rank(item) {
        0 => SOURCE_APP_BONUS,
        1 => SOURCE_ACTION_BONUS,
        2 => SOURCE_LOCAL_FS_BONUS,
        3 => SOURCE_CLIPBOARD_BONUS,
        _ => 0,
    }
}

fn apply_top_hit_confidence_guard(
    scored: &mut [ScoredItem<'_>],
    normalized_query: &str,
    app_intent_query: bool,
) {
    if scored.len() < 2 || normalized_query.is_empty() {
        return;
    }

    let lead = scored[0];
    let runner_up = scored[1];
    let score_delta = lead.score.saturating_sub(runner_up.score);
    let query_len = normalized_query.len();
    let confidence_delta = match query_len {
        0..=2 => TOP_HIT_CONFIDENCE_DELTA_SHORT,
        3..=5 => TOP_HIT_CONFIDENCE_DELTA_MEDIUM,
        _ => TOP_HIT_CONFIDENCE_DELTA_LONG,
    };

    let stronger_runner_up_match =
        runner_up.match_kind.rank() < lead.match_kind.rank() && score_delta <= confidence_delta;

    let app_runner_up_preferred = app_intent_query
        && !lead.item.kind.eq_ignore_ascii_case("app")
        && runner_up.item.kind.eq_ignore_ascii_case("app")
        && score_delta
            <= match query_len {
                0..=2 => TOP_HIT_APP_PREFERENCE_DELTA_SHORT,
                3..=5 => TOP_HIT_APP_PREFERENCE_DELTA_MEDIUM,
                _ => TOP_HIT_APP_PREFERENCE_DELTA_LONG,
            };

    let stronger_source_runner_up = lead.match_kind.rank() == runner_up.match_kind.rank()
        && source_rank(runner_up.item) < source_rank(lead.item)
        && score_delta
            <= if query_len <= 2 {
                TOP_HIT_SOURCE_PREFERENCE_DELTA_SHORT
            } else {
                TOP_HIT_SOURCE_PREFERENCE_DELTA_LONG
            };

    if stronger_runner_up_match || app_runner_up_preferred || stronger_source_runner_up {
        scored.swap(0, 1);
    }
}

fn word_boundary_and_acronym_bonus(title: &str, normalized_query: &str) -> i64 {
    if title.trim().is_empty() || normalized_query.is_empty() {
        return 0;
    }

    let words = normalized_word_tokens(title);
    if words.is_empty() {
        return 0;
    }

    let mut bonus = 0_i64;
    if words
        .first()
        .is_some_and(|word| word.starts_with(normalized_query))
    {
        bonus += WORD_PREFIX_PRIMARY_BOOST;
    } else if words
        .iter()
        .skip(1)
        .any(|word| word.starts_with(normalized_query))
    {
        bonus += WORD_PREFIX_SECONDARY_BOOST;
    }

    let acronym: String = words
        .iter()
        .filter_map(|word| word.chars().next())
        .collect();
    if normalized_query.len() >= 2 {
        if acronym == normalized_query {
            bonus += ACRONYM_EXACT_BOOST;
        } else if acronym.starts_with(normalized_query) {
            bonus += ACRONYM_PREFIX_BOOST;
        }
    }

    bonus.clamp(0, MAX_LEXICAL_SIGNAL_BOOST)
}

fn normalized_word_tokens(title: &str) -> Vec<String> {
    let mut words = Vec::new();
    let mut current = String::new();
    let mut previous_was_lower = false;

    for ch in title.chars() {
        if !ch.is_alphanumeric() {
            if !current.is_empty() {
                words.push(std::mem::take(&mut current));
            }
            previous_was_lower = false;
            continue;
        }

        let is_upper = ch.is_uppercase();
        if !current.is_empty() && is_upper && previous_was_lower {
            words.push(std::mem::take(&mut current));
        }

        for lower in ch.to_lowercase() {
            current.push(lower);
        }
        previous_was_lower = ch.is_lowercase();
    }

    if !current.is_empty() {
        words.push(current);
    }

    words
}

fn app_intent_bonus(item: &SearchItem, app_intent_query: bool, normalized_query_len: usize) -> i64 {
    if !app_intent_query || normalized_query_len == 0 {
        return 0;
    }

    if item.kind.eq_ignore_ascii_case("app") {
        if normalized_query_len <= 2 {
            APP_INTENT_SHORT_QUERY_BONUS
        } else if normalized_query_len <= 4 {
            APP_INTENT_MEDIUM_QUERY_BONUS
        } else {
            0
        }
    } else if (item.kind.eq_ignore_ascii_case("file") || item.kind.eq_ignore_ascii_case("folder"))
        && normalized_query_len <= 2
    {
        -NON_APP_SHORT_QUERY_PENALTY
    } else {
        0
    }
}

fn looks_like_app_intent_query(raw_query: &str, normalized_query: &str, mode: SearchMode) -> bool {
    if normalized_query.is_empty() || matches!(mode, SearchMode::Files) {
        return false;
    }

    let trimmed = raw_query.trim();
    if trimmed.is_empty() || trimmed.starts_with('>') {
        return false;
    }

    !(trimmed.contains('\\')
        || trimmed.contains('/')
        || trimmed.contains(':')
        || trimmed.contains('.')
        || trimmed.contains('*')
        || trimmed.contains('?'))
}

fn is_default_filter(filter: &SearchFilter) -> bool {
    filter.mode == SearchMode::All
        && filter.kind_filter.is_none()
        && filter.extension_filter.is_none()
        && filter.include_files
        && filter.include_folders
        && filter.include_groups.is_empty()
        && filter.exclude_terms.is_empty()
        && filter.modified_within.is_none()
        && filter.created_within.is_none()
}

fn matches_mode(item: &SearchItem, mode: SearchMode) -> bool {
    match mode {
        SearchMode::All => true,
        SearchMode::Apps => item.kind.eq_ignore_ascii_case("app"),
        SearchMode::Files => {
            item.kind.eq_ignore_ascii_case("file") || item.kind.eq_ignore_ascii_case("folder")
        }
        SearchMode::Actions => item.kind.eq_ignore_ascii_case("action"),
        SearchMode::Clipboard => item.kind.eq_ignore_ascii_case("clipboard"),
    }
}

fn matches_kind_filter(item: &SearchItem, kind_filter: &str) -> bool {
    let normalized = kind_filter.trim().to_ascii_lowercase();
    if normalized.is_empty() {
        return true;
    }
    if normalized == "app" || normalized == "apps" {
        return item.kind.eq_ignore_ascii_case("app");
    }
    if normalized == "file" || normalized == "files" {
        return item.kind.eq_ignore_ascii_case("file");
    }
    if normalized == "folder" || normalized == "folders" {
        return item.kind.eq_ignore_ascii_case("folder");
    }
    if normalized == "action" || normalized == "actions" {
        return item.kind.eq_ignore_ascii_case("action");
    }
    if normalized == "clipboard" {
        return item.kind.eq_ignore_ascii_case("clipboard");
    }
    item.kind.eq_ignore_ascii_case(&normalized)
}

fn matches_visibility(item: &SearchItem, filter: &SearchFilter) -> bool {
    if item.kind.eq_ignore_ascii_case("file") && !filter.include_files {
        return false;
    }
    if item.kind.eq_ignore_ascii_case("folder") && !filter.include_folders {
        return false;
    }
    true
}

fn matches_extension_filter(item: &SearchItem, extension_filter: &str) -> bool {
    let normalized = extension_filter
        .trim()
        .trim_start_matches('.')
        .to_ascii_lowercase();
    if normalized.is_empty() {
        return true;
    }
    if item.kind.eq_ignore_ascii_case("folder") || item.kind.eq_ignore_ascii_case("action") {
        return false;
    }

    let path = item.path.trim();
    if path.is_empty() {
        return false;
    }

    let ext = Path::new(path)
        .extension()
        .and_then(|value| value.to_str())
        .map(|value| value.trim_start_matches('.').to_ascii_lowercase())
        .unwrap_or_default();
    !ext.is_empty() && ext == normalized
}

fn matches_term_filters(item: &SearchItem, filter: &SearchFilter) -> bool {
    let haystack = item.normalized_search_text();
    if filter
        .exclude_terms
        .iter()
        .any(|term| !term.is_empty() && haystack.contains(term))
    {
        return false;
    }

    if filter.include_groups.is_empty() {
        return true;
    }

    filter.include_groups.iter().any(|group| {
        group
            .iter()
            .all(|term| term.is_empty() || haystack.contains(term))
    })
}

fn matches_time_filters(item: &SearchItem, filter: &SearchFilter, now_epoch_secs: i64) -> bool {
    if filter.modified_within.is_none() && filter.created_within.is_none() {
        return true;
    }

    let path = Path::new(item.path.trim());
    let Ok(meta) = std::fs::metadata(path) else {
        return false;
    };

    if let Some(window) = filter.modified_within {
        let Some(modified_secs) = meta
            .modified()
            .ok()
            .and_then(|v| v.duration_since(UNIX_EPOCH).ok())
            .map(|v| v.as_secs() as i64)
        else {
            return false;
        };
        if !within_window(modified_secs, now_epoch_secs, window) {
            return false;
        }
    }

    if let Some(window) = filter.created_within {
        let Some(created_secs) = meta
            .created()
            .ok()
            .and_then(|v| v.duration_since(UNIX_EPOCH).ok())
            .map(|v| v.as_secs() as i64)
        else {
            return false;
        };
        if !within_window(created_secs, now_epoch_secs, window) {
            return false;
        }
    }

    true
}

fn within_window(value_secs: i64, now_secs: i64, window: TimeFilterWindow) -> bool {
    if value_secs <= 0 || now_secs <= 0 || value_secs > now_secs {
        return false;
    }
    let age = now_secs - value_secs;
    match window {
        TimeFilterWindow::Today => age <= 24 * 60 * 60,
        TimeFilterWindow::Week => age <= 7 * 24 * 60 * 60,
        TimeFilterWindow::Month => age <= 31 * 24 * 60 * 60,
    }
}

fn is_local_path(path: &str) -> bool {
    let trimmed = path.trim();
    if trimmed.is_empty() {
        return false;
    }
    if trimmed.contains("://") {
        return false;
    }
    if trimmed.starts_with("\\\\") {
        return false;
    }

    let bytes = trimmed.as_bytes();
    if bytes.len() >= 3 && bytes[1] == b':' && (bytes[2] == b'\\' || bytes[2] == b'/') {
        return true;
    }

    trimmed.starts_with('/')
}

fn subsequence_penalties(haystack: &str, needle: &str) -> Option<(i64, i64)> {
    let mut next_start = 0;
    let mut start_penalty: Option<i64> = None;
    let mut previous_position: Option<usize> = None;
    let mut gap_penalty = 0_i64;

    for needle_char in needle.chars() {
        let mut found: Option<(usize, usize)> = None;
        for (offset, hay_char) in haystack[next_start..].char_indices() {
            if hay_char == needle_char {
                let absolute = next_start + offset;
                found = Some((absolute, hay_char.len_utf8()));
                break;
            }
        }

        let (position, char_len) = found?;
        if start_penalty.is_none() {
            start_penalty = Some(position as i64);
        }
        if let Some(previous) = previous_position {
            gap_penalty += position.saturating_sub(previous + 1) as i64;
        }
        previous_position = Some(position);
        next_start = position + char_len;
    }

    Some((start_penalty.unwrap_or(0), gap_penalty))
}

fn now_epoch_secs() -> i64 {
    SystemTime::now()
        .duration_since(UNIX_EPOCH)
        .map(|value| value.as_secs() as i64)
        .unwrap_or(0)
}