use std::fmt;
pub use abort_signal::{AbortController, AbortSignal};
pub use web_sys::RequestMode;
#[cfg(target_arch = "wasm32")]
mod web;
#[cfg(target_arch = "wasm32")]
pub use web::{RequestBuilder, Response, StreamReader};
#[cfg(not(target_arch = "wasm32"))]
mod native;
#[cfg(not(target_arch = "wasm32"))]
pub use native::{RequestBuilder, Response, StreamReader};
pub type Result<T> = std::result::Result<T, Error>;
#[derive(Debug)]
pub enum Error {
Transport(String),
HttpError(u16, String),
JsonError(String),
Aborted,
}
impl From<serde_json::Error> for Error {
fn from(err: serde_json::Error) -> Self {
Error::JsonError(err.to_string())
}
}
impl fmt::Display for Error {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
Error::Transport(e) => write!(f, "Transport error: {}", e),
Error::HttpError(status, msg) => write!(f, "HTTP error {}: {}", status, msg),
Error::JsonError(e) => write!(f, "JSON error: {}", e),
Error::Aborted => write!(f, "Request was aborted"),
}
}
}
impl std::error::Error for Error {}
#[derive(Debug, Clone, Copy)]
pub enum Method {
GET,
POST,
PUT,
DELETE,
PATCH,
HEAD,
OPTIONS,
}
impl Method {
fn as_str(&self) -> &'static str {
match self {
Method::GET => "GET",
Method::POST => "POST",
Method::PUT => "PUT",
Method::DELETE => "DELETE",
Method::PATCH => "PATCH",
Method::HEAD => "HEAD",
Method::OPTIONS => "OPTIONS",
}
}
}
pub struct Client;
impl Client {
pub fn get(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::GET, url)
}
pub fn post(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::POST, url)
}
pub fn put(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::PUT, url)
}
pub fn delete(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::DELETE, url)
}
pub fn patch(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::PATCH, url)
}
pub fn head(&self, url: impl Into<String>) -> RequestBuilder {
RequestBuilder::new(Method::HEAD, url)
}
}
pub async fn get(url: impl Into<String>) -> Result<Response> {
Client.get(url).send().await
}
pub async fn post_json<T: serde::Serialize>(url: impl Into<String>, json: &T) -> Result<Response> {
Client.post(url).json(json)?.send().await
}
#[cfg(all(feature = "examples", target_arch = "wasm32"))]
pub mod examples {
use super::*;
use wasm_bindgen::prelude::wasm_bindgen;
use web_sys::console;
#[wasm_bindgen]
pub async fn stream_large_file() {
let client = Client;
let url = "https://raw.githubusercontent.com/yaptown/yap/refs/heads/main/out/deu/frequency_lists/combined/frequencies.jsonl";
console::log_1(&"Starting streaming download...".into());
let response = match client.get(url).send().await {
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Request failed: {}", e).into());
return;
}
};
let response = match response.error_for_status() {
Ok(r) => r,
Err(e) => {
console::error_1(&format!("HTTP error: {}", e).into());
return;
}
};
let reader = match response.stream_reader() {
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Failed to get stream reader: {}", e).into());
return;
}
};
let mut total_bytes = 0;
let mut chunk_count = 0;
loop {
match reader.read_chunk().await {
Ok(Some(chunk)) => {
total_bytes += chunk.len();
chunk_count += 1;
console::log_1(
&format!("Received chunk {}: {} bytes", chunk_count, chunk.len()).into(),
);
}
Ok(None) => break,
Err(e) => {
console::error_1(&format!("Error reading chunk: {}", e).into());
return;
}
}
}
console::log_1(&format!("✓ Total: {} bytes in {} chunks", total_bytes, chunk_count).into());
}
#[wasm_bindgen]
pub async fn stream_text_content() {
let client = Client;
let url = "https://raw.githubusercontent.com/yaptown/yap/refs/heads/main/out/deu/frequency_lists/combined/frequencies.jsonl";
console::log_1(&"Starting line-by-line streaming...".into());
let response = match client
.get(url)
.send()
.await
.and_then(|r| r.error_for_status())
{
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Request failed: {}", e).into());
return;
}
};
let reader = match response.stream_reader() {
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Failed to get stream reader: {}", e).into());
return;
}
};
let mut buffer = Vec::new();
let mut line_count = 0;
loop {
let chunk = match reader.read_chunk().await {
Ok(Some(c)) => c,
Ok(None) => break,
Err(e) => {
console::error_1(&format!("Error reading chunk: {}", e).into());
return;
}
};
buffer.extend_from_slice(&chunk);
while let Some(newline_pos) = buffer.iter().position(|&b| b == b'\n') {
let line_bytes = buffer.drain(..=newline_pos).collect::<Vec<_>>();
let line = String::from_utf8_lossy(&line_bytes);
line_count += 1;
if line_count <= 5 {
console::log_1(&format!("Line {}: {}", line_count, line.trim()).into());
}
}
}
if !buffer.is_empty() {
let line = String::from_utf8_lossy(&buffer);
line_count += 1;
console::log_1(&format!("Last line: {}", line.trim()).into());
}
console::log_1(&format!("✓ Processed {} lines total", line_count).into());
}
#[wasm_bindgen]
pub async fn download_with_progress() {
let client = Client;
let url = "https://raw.githubusercontent.com/yaptown/yap/refs/heads/main/out/deu/frequency_lists/combined/frequencies.jsonl";
console::log_1(&"Starting download with progress tracking...".into());
let response = match client
.get(url)
.send()
.await
.and_then(|r| r.error_for_status())
{
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Request failed: {}", e).into());
return;
}
};
let content_length = response
.header("content-length")
.ok()
.flatten()
.and_then(|s| s.parse::<usize>().ok());
if let Some(total) = content_length {
console::log_1(&format!("Content-Length: {} bytes", total).into());
} else {
console::log_1(&"Content-Length not available".into());
}
let reader = match response.stream_reader() {
Ok(r) => r,
Err(e) => {
console::error_1(&format!("Failed to get stream reader: {}", e).into());
return;
}
};
let mut downloaded = Vec::new();
let mut last_logged_percent = 0;
loop {
let chunk = match reader.read_chunk().await {
Ok(Some(c)) => c,
Ok(None) => break,
Err(e) => {
console::error_1(&format!("Error reading chunk: {}", e).into());
return;
}
};
downloaded.extend_from_slice(&chunk);
if let Some(total) = content_length {
let progress = (downloaded.len() as f64 / total as f64) * 100.0;
let progress_int = progress as u32;
if progress_int >= last_logged_percent + 10 {
console::log_1(
&format!(
"Progress: {:.1}% ({}/{})",
progress,
downloaded.len(),
total
)
.into(),
);
last_logged_percent = progress_int;
}
}
}
console::log_1(&format!("✓ Download complete: {} bytes", downloaded.len()).into());
}
}