crawlrs 0.2.0

crawlrs - Enterprise-grade web scraping and crawling platform built with Rust
Documentation
#!/usr/bin/env python3
# Copyright (c) 2025-2026 Kirky.X🌠
# SPDX-License-Identifier: Apache-2.0

"""
搜索引擎单独测试

验证每个搜索引擎的实际可用性
"""

import pytest

from api_test_framework import is_upstream_captcha


class TestBaiduEngine:
    """Baidu 搜索引擎测试"""

    def test_baidu_search(self, api_client):
        """测试 Baidu 搜索"""
        result = api_client.search(
            query="Python 编程",
            engines=["baidu"],
            limit=3
        )
        if is_upstream_captcha(result):
            pytest.skip("Baidu 上游返回验证码页(本出口 IP 被风控,环境限制)")
        assert result.success, f"Baidu 搜索失败: {result.error_message}"
        assert result.response.status_code == 200

        response_data = result.response.body.get("data") or {}
        assert "results" in response_data
        assert len(response_data["results"]) > 0

        # 验证返回的引擎是 Baidu
        for r in response_data["results"]:
            assert r.get("engine") == "Baidu", f"期望 Baidu,实际 {r.get('engine')}"


class TestBingEngine:
    """Bing 搜索引擎测试"""

    def test_bing_search(self, api_client):
        """测试 Bing 搜索"""
        result = api_client.search(
            query="web scraping",
            engines=["bing"],
            limit=3
        )
        # Bing 可能因为缺少 API 密钥而失败
        # 我们只验证 API 响应,不要求成功
        assert result.response.status_code in [200, 400, 401, 403, 500]

        # 如果成功,验证引擎
        if result.success:
            response_data = result.response.body.get("data") or {}
            if "results" in response_data and response_data["results"]:
                for r in response_data["results"]:
                    assert r.get("engine") == "Bing", f"期望 Bing,实际 {r.get('engine')}"


class TestSogouEngine:
    """Sogou 搜索引擎测试"""

    def test_sogou_search(self, api_client):
        """测试 Sogou 搜索"""
        result = api_client.search(
            query="机器学习",
            engines=["sogou"],
            limit=3
        )
        # Sogou 可能因为缺少 API 密钥而失败
        assert result.response.status_code in [200, 400, 401, 403, 500]

        if result.success:
            response_data = result.response.body.get("data") or {}
            if "results" in response_data and response_data["results"]:
                for r in response_data["results"]:
                    assert r.get("engine") == "Sogou", f"期望 Sogou,实际 {r.get('engine')}"


class TestMultiEngineSearch:
    """多引擎搜索测试"""

    def test_multi_engine_search(self, api_client):
        """测试多引擎搜索"""
        result = api_client.search(
            query="artificial intelligence",
            engines=["baidu", "bing"],
            limit=5
        )
        assert result.success, f"多引擎搜索失败: {result.error_message}"
        assert result.response.status_code == 200

        response_data = result.response.body.get("data") or {}
        assert "results" in response_data
        assert len(response_data["results"]) > 0

        # 验证结果来自不同引擎
        engines_found = set(r.get("engine") for r in response_data["results"] if r.get("engine"))
        assert len(engines_found) >= 1, "应该至少有一个引擎返回结果"


class TestSmartSearch:
    """智能搜索测试"""

    def test_smart_search_availability(self, api_client):
        """测试智能搜索是否可用"""
        # 智能搜索使用默认引擎配置
        result = api_client.search(
            query="data science",
            engines=["baidu"],  # 使用单个引擎触发智能搜索逻辑
            limit=3
        )
        # 智能搜索没有独立 API,验证搜索功能正常即可
        assert result.response.status_code in [200, 400, 401, 403, 500]