methodwise 0.1.1

A precise, methodic TUI web browser for the terminal enthusiast.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

/*
 * Copyright (c) 2026 Geekspeaker Inc. All Rights Reserved.
 *
 * This software is "Source Available".
 * You may use and modify it for personal use.
 * Redistribution of modified versions is prohibited.
 *
 * See the LICENSE file for more details.
 */

use anyhow::{Context, Result};

// Mimic a modern browser to prevent blocking (Updated for 2026)
const USER_AGENT_STRING: &str = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36";

pub struct NetworkClient {
    client: reqwest::Client,
}

impl NetworkClient {
    pub fn new() -> Self {
        let client = reqwest::Client::builder()
            .user_agent(USER_AGENT_STRING)
            .redirect(reqwest::redirect::Policy::limited(10))
            // Sites like Amazon/Gmail expect standard headers
            .default_headers({
                let mut headers = reqwest::header::HeaderMap::new();
                headers.insert("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7".parse().unwrap());
                headers.insert("Accept-Language", "en-US,en;q=0.9".parse().unwrap());
                // Crucial: We enable compression now.
                headers.insert("Accept-Encoding", "gzip, deflate, br".parse().unwrap());
                // Anti-Bot Headers (Mimic Chrome)
                headers.insert("Upgrade-Insecure-Requests", "1".parse().unwrap());
                headers.insert("Sec-Fetch-Dest", "document".parse().unwrap());
                headers.insert("Sec-Fetch-Mode", "navigate".parse().unwrap());
                headers.insert("Sec-Fetch-Site", "none".parse().unwrap());
                headers.insert("Sec-Fetch-User", "?1".parse().unwrap());
                headers.insert("Connection", "keep-alive".parse().unwrap());
                headers
            })
            .build()
            .unwrap_or_default();
        Self { client }
    }

    pub async fn fetch_url(&self, url: &str) -> Result<(String, String)> {
        // Clean URL of any surrounding quotes first
        let clean_url = url
            .trim()
            .trim_matches('"')
            .trim_matches('\'')
            .replace("\"", "");

        // Ensure URL has scheme
        let target_url = if !clean_url.starts_with("http://") && !clean_url.starts_with("https://")
        {
            format!("https://{}", clean_url)
        } else {
            clean_url.to_string()
        };

        let response = self
            .client
            .get(&target_url)
            .send()
            .await
            .context("Failed to send request")?;

        let final_url = response.url().to_string();
        let status = response.status();

        if !status.is_success() {
            return Err(anyhow::anyhow!("HTTP Error: {}", status));
        }

        let content = response
            .text()
            .await
            .context("Failed to read response body")?;

        Ok((final_url, content))
    }
}