squawk-server 2.49.0

use anyhow::Result;
use log::info;
use lsp_types::request::Request;

use crate::global_state::Snapshot;

#[derive(serde::Deserialize, serde::Serialize)]
pub(crate) struct TokensParams {
    #[serde(rename = "textDocument")]
    text_document: lsp_types::TextDocumentIdentifier,
}

pub(crate) enum TokensRequest {}

impl Request for TokensRequest {
    type Params = TokensParams;
    type Result = String;
    const METHOD: &'static str = "squawk/tokens";
}

pub(crate) fn handle_tokens(snapshot: &Snapshot, params: TokensParams) -> Result<String> {
    let uri = params.text_document.uri;

    info!("Generating tokens for: {uri}");

    let db = snapshot.db();
    let file = snapshot.file(&uri).unwrap();
    let content = file.content(db);

    // TODO: move this to a tracked function
    let tokens = squawk_lexer::tokenize(content);

    let mut output = vec![];
    let mut char_pos = 0;
    for token in tokens {
        let token_start = char_pos;
        let token_end = token_start + token.len as usize;
        let token_text = &content[token_start..token_end];
        output.push(format!(
            "{:?}@{}..{} {:?}",
            token.kind, token_start, token_end, token_text
        ));
        char_pos = token_end;
    }

    Ok(output.join("\n"))
}