Skip to main content

harn_vm/
stdlib.rs

1//! Standard library builtins for the Harn VM.
2
3mod agent_sessions;
4pub mod agent_state;
5pub(crate) mod agents;
6mod agents_daemon;
7pub(crate) mod assemble;
8pub mod asset_paths;
9mod bytes;
10mod calendar;
11mod channel_guardrails;
12mod channels;
13pub(crate) mod clock;
14mod collections;
15mod command_policy;
16mod compression;
17mod concurrency;
18mod connectors;
19mod cookies;
20mod crypto;
21mod csv;
22mod datetime;
23mod durable_step;
24mod event_log;
25pub(crate) mod files;
26mod flow;
27mod fs;
28mod git;
29pub(crate) mod harn_entry;
30pub(crate) mod hitl;
31mod hitl_read;
32pub mod host;
33pub(crate) mod io;
34mod iter;
35pub(crate) mod json;
36mod json_query;
37pub(crate) mod json_stream;
38mod junit;
39mod lifecycle_receipts;
40mod logging;
41pub mod long_running;
42mod math;
43pub(crate) mod memory;
44mod monitors;
45mod multipart;
46mod net_policy;
47mod oauth_dynreg;
48mod oauth_storage;
49mod observability;
50mod options;
51mod path;
52pub(crate) mod pool;
53mod postgres;
54pub mod process;
55mod project;
56mod project_catalog;
57mod project_enrich;
58mod regex;
59pub(crate) mod registration;
60mod review;
61mod runtime_scope;
62pub(crate) mod sandbox;
63pub mod secret_scan;
64mod sets;
65pub(crate) mod shapes;
66mod skills;
67mod strings;
68pub(crate) mod supervisor;
69pub mod template;
70mod testbench;
71mod testing;
72mod timing;
73pub mod token_redaction;
74pub(crate) mod tool_hooks;
75pub(crate) mod tools;
76pub mod tracing;
77mod transcript_compact;
78pub(crate) mod transcript_project;
79mod triggers_stdlib;
80mod tui;
81mod types;
82mod url_parse;
83mod vision;
84pub(crate) mod waitpoint;
85mod waitpoints;
86mod web;
87pub mod workflow_messages;
88
89use crate::http::register_http_builtins;
90use crate::llm::{register_deferred_llm_builtins, register_llm_builtins};
91use crate::mcp::register_mcp_builtins;
92use crate::mcp_server::register_mcp_server_builtins;
93use crate::vm::Vm;
94
95pub(crate) use crate::schema::{json_to_vm_value, schema_result_value};
96pub(crate) fn set_thread_source_dir(dir: &std::path::Path) {
97    process::set_thread_source_dir(dir);
98}
99
100/// Register core builtins: pure/deterministic, no I/O.
101pub fn register_core_stdlib(vm: &mut Vm) {
102    crate::runtime_context::register_runtime_context_builtins(vm);
103    types::register_type_builtins(vm);
104    math::register_math_builtins(vm);
105    strings::register_string_builtins(vm);
106    json::register_json_builtins(vm);
107    json_stream::register_json_stream_builtins(vm);
108    datetime::register_datetime_builtins(vm);
109    calendar::register_calendar_builtins(vm);
110    regex::register_regex_builtins(vm);
111    bytes::register_bytes_builtins(vm);
112    compression::register_compression_builtins(vm);
113    command_policy::register_command_policy_builtins(vm);
114    runtime_scope::register_runtime_scope_builtins(vm);
115    crypto::register_crypto_builtins(vm);
116    csv::register_csv_builtins(vm);
117    junit::register_junit_builtins(vm);
118    multipart::register_multipart_builtins(vm);
119    url_parse::register_url_builtins(vm);
120    web::register_web_builtins(vm);
121    cookies::register_cookie_builtins(vm);
122    path::register_path_helper_builtins(vm);
123    sets::register_set_builtins(vm);
124    collections::register_collection_builtins(vm);
125    iter::register_iter_builtins(vm);
126    event_log::register_event_log_builtins(vm);
127    durable_step::register_durable_step_builtins(vm);
128    channels::register_channel_builtins(vm);
129    channel_guardrails::register_channel_guardrail_builtins(vm);
130    shapes::register_shape_builtins(vm);
131    testing::register_testing_builtins(vm);
132    flow::register_flow_builtins(vm);
133    lifecycle_receipts::register_lifecycle_receipt_builtins(vm);
134    net_policy::register_net_policy_builtins(vm);
135}
136
137/// Register I/O builtins (requires OS access).
138pub fn register_io_stdlib(vm: &mut Vm) {
139    io::register_io_builtins(vm);
140    host::register_host_builtins(vm);
141    fs::register_fs_builtins(vm);
142    files::register_file_builtins(vm);
143    git::register_git_builtins(vm);
144    vision::register_vision_builtins(vm);
145    agent_state::register_agent_state_builtins(vm);
146    memory::register_memory_builtins(vm);
147    process::register_process_builtins(vm);
148    process::register_path_builtins(vm);
149    sandbox::register_sandbox_builtins(vm);
150    // Clock builtins overlay process::timestamp/elapsed so they honor
151    // mock_time / advance_time. Register AFTER process to take precedence.
152    clock::register_clock_builtins(vm);
153    testbench::register_testbench_builtins(vm);
154    project::register_project_builtins(vm);
155    tracing::register_tracing_builtins(vm);
156    observability::register_observability_builtins(vm);
157    timing::register_timing_builtins(vm);
158    tui::register_tui_builtins(vm);
159}
160
161fn register_agent_stdlib_before_llm(vm: &mut Vm) {
162    concurrency::register_concurrency_builtins(vm);
163    connectors::register_connector_builtins(vm);
164    review::register_review_builtins(vm);
165    secret_scan::register_secret_scan_builtins(vm);
166    tools::register_tool_builtins(vm);
167    tool_hooks::register_tool_hooks_builtins(vm);
168    crate::composition::register_composition_builtins(vm);
169    skills::register_skill_builtins(vm);
170    agents_daemon::register_daemon_builtins(vm);
171    triggers_stdlib::register_trigger_builtins(vm);
172    postgres::register_postgres_builtins(vm);
173    waitpoints::register_waitpoint_builtins(vm);
174    monitors::register_monitor_builtins(vm);
175    hitl::register_hitl_builtins(vm);
176    hitl_read::register_hitl_read_builtins(vm);
177    waitpoint::register_waitpoint_builtins(vm);
178    supervisor::register_supervisor_builtins(vm);
179    agents::register_agent_builtins(vm);
180    pool::register_pool_builtins(vm);
181    oauth_storage::register_oauth_storage_builtins(vm);
182    oauth_dynreg::register_oauth_dynreg_builtins(vm);
183    token_redaction::register_token_redaction_builtins(vm);
184    agent_sessions::register_agent_session_builtins(vm);
185    workflow_messages::register_workflow_message_builtins(vm);
186    transcript_compact::register_transcript_compaction_builtins(vm);
187    transcript_project::register_transcript_projection_builtins(vm);
188    assemble::register_assemble_context_builtin(vm);
189    crate::egress::register_egress_builtins(vm);
190    register_http_builtins(vm);
191}
192
193fn register_agent_stdlib_after_llm(vm: &mut Vm) {
194    register_mcp_builtins(vm);
195    register_mcp_server_builtins(vm);
196    crate::step_runtime::register_step_builtins(vm);
197}
198
199/// Register agent builtins (requires network access and async runtime).
200pub fn register_agent_stdlib(vm: &mut Vm) {
201    register_agent_stdlib_before_llm(vm);
202    register_llm_builtins(vm);
203    register_agent_stdlib_after_llm(vm);
204}
205
206fn register_agent_stdlib_with_deferred_llm(vm: &mut Vm) {
207    register_agent_stdlib_before_llm(vm);
208    register_deferred_llm_builtins(vm);
209    register_agent_stdlib_after_llm(vm);
210}
211
212/// Register all standard builtins on a VM (core + io + agent).
213pub fn register_vm_stdlib(vm: &mut Vm) {
214    register_core_stdlib(vm);
215    register_io_stdlib(vm);
216    register_agent_stdlib(vm);
217}
218
219/// Register the stdlib shape used by latency-sensitive CLI execution.
220pub fn register_vm_stdlib_with_deferred_llm(vm: &mut Vm) {
221    register_core_stdlib(vm);
222    register_io_stdlib(vm);
223    register_agent_stdlib_with_deferred_llm(vm);
224}
225
226pub(crate) fn rebind_execution_state_builtins(vm: &mut Vm) {
227    concurrency::register_concurrency_builtins(vm);
228}
229
230fn stdlib_probe_vm() -> Vm {
231    let mut vm = Vm::new();
232    register_vm_stdlib(&mut vm);
233    // Name-only/metadata introspection never accesses this path, but passing
234    // a real per-platform temp dir keeps registration logic honest if a
235    // callee someday validates its parent.
236    let tmp = std::env::temp_dir();
237    crate::store::register_store_builtins(&mut vm, &tmp);
238    crate::checkpoint::register_checkpoint_builtins(&mut vm, &tmp, "default");
239    crate::metadata::register_metadata_builtins(&mut vm, &tmp);
240    crate::metadata::register_scan_builtins(&mut vm);
241    vm
242}
243
244/// Return the canonical list of all stdlib builtin names. Used by
245/// harn-lint and harn-lsp to avoid hardcoded duplicate lists.
246pub fn stdlib_builtin_names() -> Vec<String> {
247    let vm = stdlib_probe_vm();
248    let mut names = vm.builtin_names();
249    // Special opcodes/keywords, not registered builtins, but linter
250    // should recognize them as valid function calls.
251    for extra in [
252        "spawn",
253        "await",
254        "cancel",
255        "cancel_graceful",
256        "__signal_interrupted",
257        "__signal_off_interrupt",
258        "__signal_on_interrupt",
259        "__signal_raise",
260        "is_cancelled",
261    ] {
262        names.push(extra.to_string());
263    }
264    names
265}
266
267/// Return discoverable metadata for registered stdlib builtins.
268pub fn stdlib_builtin_metadata() -> Vec<crate::vm::VmBuiltinMetadata> {
269    stdlib_probe_vm().builtin_metadata()
270}
271
272/// Reset thread-local stdlib state. Call between test runs.
273///
274/// Note: `long_running::reset_state()` is intentionally NOT called here
275/// because that store is process-global, not thread-local. Wiping it
276/// from a per-test reset hook lets one test cancel another test's
277/// in-flight worker thread (and lose its `agent_inbox::push`
278/// notification), which surfaces as `walk_dir_long_running` /
279/// `glob_long_running` timing out under parallel test load. The two
280/// call sites that genuinely need a clean handle store —
281/// `stdlib::fs::tests::{walk_dir_long_running,glob_long_running}` — call
282/// `long_running::reset_state()` explicitly while holding
283/// `LONG_RUNNING_TEST_LOCK`.
284pub fn reset_stdlib_state() {
285    logging::reset_logging_state();
286    process::reset_process_state();
287    clock::reset_clock_state();
288    io::reset_io_state();
289    sandbox::reset_sandbox_state();
290    fs::reset_fs_state();
291    json::reset_json_state();
292    json_stream::reset_json_stream_state();
293    host::reset_host_state();
294    observability::reset_observability_state();
295    timing::reset_timing_state();
296    durable_step::reset_durable_step_state();
297    crate::egress::reset_egress_policy_for_host();
298    hitl::reset_hitl_state();
299    crate::http::reset_http_state();
300    monitors::reset_monitor_state();
301    waitpoints::reset_waitpoint_state();
302    waitpoint::reset_waitpoint_state();
303    triggers_stdlib::reset_auto_resume_timeouts();
304    agents::reset_agent_worker_state();
305    pool::reset_pool_state();
306    postgres::reset_postgres_state();
307    supervisor::reset_supervisor_state();
308    agents::records::reset_eval_metrics();
309    agents::records::reset_friction_events();
310    tools::clear_current_tool_registry();
311    tools::clear_tool_synthesis_cache();
312    vision::reset_vision_state();
313    crate::skills::clear_current_skill_registry();
314    template::reset_prompt_registry();
315    crate::triggers::clear_webhook_intake_state();
316    crate::llm::cache::reset_in_process_cache_state();
317}