blz-cli 1.5.5

CLI for blz – fast local llms.txt search
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

#![allow(missing_docs, clippy::expect_used, clippy::unwrap_used)]

use serde_json::Value;
use tempfile::tempdir;
use wiremock::matchers::{method, path};
use wiremock::{Mock, MockServer, ResponseTemplate};

mod common;
use common::blz_cmd;

/// Ensure the Anthropic-style multilingual docs are filtered down to English content only.
#[tokio::test]
async fn test_language_filter_blocks_non_english_headings() -> anyhow::Result<()> {
    let data_dir = tempdir()?;
    let config_dir = tempdir()?;
    let server = MockServer::start().await;

    let doc = r"# Anthropic Docs

## Getting Started
English-only onboarding content.

## USA per-region quotas
Guidance for US-based quotas that must remain in English.

## Documentación
Guía rápida para desarrolladores de Anthropic.

## Documentacion
Version sin acentos que debería seguir siendo filtrada.

## Flussi di lavoro comuni
Suggerimenti in lingua italiana per gli agenti.

## Benutzerdefinierte Slash-Befehle erstellen
Anleitung in tedesco con caratteri non inglesi.

## Utilisez notre améliorateur de prompts
Contenu français avec diacritiques.
";

    // Serve fixture content
    Mock::given(method("HEAD"))
        .and(path("/llms.txt"))
        .respond_with(ResponseTemplate::new(200))
        .mount(&server)
        .await;
    Mock::given(method("GET"))
        .and(path("/llms.txt"))
        .respond_with(ResponseTemplate::new(200).set_body_string(doc))
        .mount(&server)
        .await;

    let url = format!("{}/llms.txt", server.uri());

    // Index the mock source
    blz_cmd()
        .env("BLZ_DATA_DIR", data_dir.path())
        .env("BLZ_CONFIG_DIR", config_dir.path())
        .args(["add", "anthropic", &url, "-y"])
        .assert()
        .success();

    // Helper to run a JSON search and pull out the hits array
    let run_search = |query: &str| -> anyhow::Result<Vec<Value>> {
        let output = blz_cmd()
            .env("BLZ_DATA_DIR", data_dir.path())
            .env("BLZ_CONFIG_DIR", config_dir.path())
            .args(["search", query, "-f", "json"])
            .assert()
            .success()
            .get_output()
            .stdout
            .clone();
        let value: Value = serde_json::from_slice(&output)?;
        Ok(value
            .get("results")
            .and_then(|v| v.as_array())
            .cloned()
            .unwrap_or_default())
    };

    // English heading that previously produced a false positive should remain searchable
    let english_hits = run_search("USA per-region quotas")?;
    assert!(
        !english_hits.is_empty(),
        "expected English heading to remain indexed"
    );

    // Non-English headings should not be present after filtering
    for query in [
        "Documentación",
        "Documentacion",
        "Flussi di lavoro comuni",
        "Benutzerdefinierte Slash-Befehle",
        "Utilisez notre améliorateur",
    ] {
        let hits = run_search(query)?;
        assert!(
            hits.is_empty(),
            "expected no hits for non-English heading \"{query}\", got {hits:?}"
        );
    }

    Ok(())
}