tarzi 0.2.3

Rust-native lite search for AI applications
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

#!/usr/bin/env python3
"""
Integration tests for the WebFetcher class in tarzi.
These tests require network access and external services.
"""

import pytest

import tarzi


@pytest.fixture
def fetcher():
    """Fixture for creating a WebFetcher instance."""
    return tarzi.WebFetcher()


@pytest.fixture
def test_url():
    """Fixture for reliable test URL."""
    return "https://httpbin.org/html"


@pytest.mark.integration
class TestWebFetcher:
    """Integration test cases for the WebFetcher class."""

    def test_fetcher_creation(self, fetcher):
        """Test WebFetcher can be created."""
        assert isinstance(fetcher, tarzi.WebFetcher)
        assert str(fetcher) == "Tarzi web page fetcher"
        assert repr(fetcher) == "WebFetcher()"

    @pytest.mark.network
    def test_fetch_html(self, fetcher, test_url):
        """Test fetching HTML content."""
        try:
            result = fetcher.fetch(test_url, "html")
            assert isinstance(result, str)
            assert len(result) > 0
        except Exception as e:
            pytest.skip(f"Network request failed: {e}")

    @pytest.mark.network
    def test_fetch_markdown(self, fetcher, test_url):
        """Test fetching Markdown content."""
        try:
            result = fetcher.fetch(test_url, "markdown")
            assert isinstance(result, str)
            assert len(result) > 0
        except Exception as e:
            pytest.skip(f"Network request failed: {e}")

    @pytest.mark.network
    def test_fetch(self, fetcher, test_url):
        """Test raw fetching."""
        try:
            result = fetcher.fetch(test_url, "html")
            assert isinstance(result, str)
            assert len(result) > 0
        except Exception as e:
            pytest.skip(f"Network request failed: {e}")


    def test_invalid_format(self, fetcher, test_url):
        """Test invalid format raises ValueError."""
        with pytest.raises(ValueError, match="Invalid format"):
            fetcher.fetch(test_url, "invalid_format")

    def test_from_config(self):
        """Test creating WebFetcher from config."""
        config = tarzi.Config()
        fetcher = tarzi.WebFetcher.from_config(config)
        assert isinstance(fetcher, tarzi.WebFetcher)


@pytest.mark.integration
@pytest.mark.network
def test_fetch_function(test_url):
    """Test fetch standalone function."""
    try:
        result = tarzi.fetch(test_url, "html")
        assert isinstance(result, str)
        assert len(result) > 0
    except Exception as e:
        pytest.skip(f"Network request failed: {e}")


@pytest.mark.integration
def test_fetch_invalid_format(test_url):
    """Test fetch with invalid format."""
    with pytest.raises(ValueError, match="Invalid format"):
        tarzi.fetch(test_url, "invalid_format")