1#![recursion_limit = "256"]
2
3pub mod acp;
4pub mod cli;
5pub mod commands;
6pub mod config;
7pub mod env_guard;
8pub mod format;
9pub mod package;
10mod provider_bootstrap;
11pub mod skill_loader;
12pub mod skill_provenance;
13pub mod test_runner;
14#[doc(hidden)]
15pub mod tests;
16
17use clap::{error::ErrorKind, CommandFactory, Parser as ClapParser};
18use std::path::{Path, PathBuf};
19use std::sync::Arc;
20use std::{env, fs, process, thread};
21
22use cli::{
23 Cli, Command, CompletionShell, MergeCaptainCommand, MergeCaptainMockCommand, ModelInfoArgs,
24 PackageCacheCommand, PackageCommand, PersonaCommand, RunsCommand, ServeCommand, SkillCommand,
25 SkillKeyCommand, SkillTrustCommand, SkillsCommand,
26};
27use harn_lexer::Lexer;
28use harn_parser::{DiagnosticSeverity, Parser, TypeChecker};
29
30pub const CLI_RUNTIME_STACK_SIZE: usize = 16 * 1024 * 1024;
31
32#[cfg(feature = "hostlib")]
33pub(crate) fn install_default_hostlib(vm: &mut harn_vm::Vm) {
34 let _ = harn_hostlib::install_default(vm);
35}
36
37#[cfg(not(feature = "hostlib"))]
38pub(crate) fn install_default_hostlib(_vm: &mut harn_vm::Vm) {}
39
40pub fn run() {
43 let handle = thread::Builder::new()
44 .name("harn-cli".to_string())
45 .stack_size(CLI_RUNTIME_STACK_SIZE)
46 .spawn(|| {
47 let runtime = tokio::runtime::Builder::new_multi_thread()
48 .enable_all()
49 .build()
50 .unwrap_or_else(|error| {
51 eprintln!("failed to start async runtime: {error}");
52 process::exit(1);
53 });
54 runtime.block_on(async_main());
55 })
56 .unwrap_or_else(|error| {
57 eprintln!("failed to start CLI runtime thread: {error}");
58 process::exit(1);
59 });
60
61 if let Err(payload) = handle.join() {
62 std::panic::resume_unwind(payload);
63 }
64}
65
66async fn async_main() {
67 let raw_args = normalize_serve_args(env::args().collect());
68 if raw_args.len() == 2 && raw_args[1].ends_with(".harn") {
69 provider_bootstrap::maybe_seed_ollama_for_run_file(Path::new(&raw_args[1]), false, false)
70 .await;
71 commands::run::run_file(
72 &raw_args[1],
73 false,
74 std::collections::HashSet::new(),
75 Vec::new(),
76 commands::run::CliLlmMockMode::Off,
77 None,
78 commands::run::RunProfileOptions::default(),
79 )
80 .await;
81 return;
82 }
83
84 let cli = match Cli::try_parse_from(&raw_args) {
85 Ok(cli) => cli,
86 Err(error) => {
87 if matches!(
88 error.kind(),
89 ErrorKind::DisplayHelp | ErrorKind::DisplayVersion
90 ) {
91 error.exit();
92 }
93 error.exit();
94 }
95 };
96
97 match cli.command.expect("clap requires a command") {
98 Command::Version => print_version(),
99 Command::Skill(args) => match args.command {
100 SkillCommand::Key(key_args) => match key_args.command {
101 SkillKeyCommand::Generate(generate) => commands::skill::run_key_generate(&generate),
102 },
103 SkillCommand::Sign(sign) => commands::skill::run_sign(&sign),
104 SkillCommand::Endorse(endorse) => commands::skill::run_endorse(&endorse),
105 SkillCommand::Verify(verify) => commands::skill::run_verify(&verify),
106 SkillCommand::WhoSigned(who_signed) => {
107 commands::skill::run_who_signed(&who_signed).await
108 }
109 SkillCommand::Trust(trust_args) => match trust_args.command {
110 SkillTrustCommand::Add(add) => commands::skill::run_trust_add(&add),
111 SkillTrustCommand::List(list) => commands::skill::run_trust_list(&list),
112 },
113 },
114 Command::Run(args) => {
115 if !args.explain_cost {
116 match (args.eval.as_deref(), args.file.as_deref()) {
117 (Some(code), None) => {
118 provider_bootstrap::maybe_seed_ollama_for_inline(
119 code,
120 args.yes,
121 args.llm_mock.is_some(),
122 )
123 .await;
124 }
125 (None, Some(file)) => {
126 provider_bootstrap::maybe_seed_ollama_for_run_file(
127 Path::new(file),
128 args.yes,
129 args.llm_mock.is_some(),
130 )
131 .await;
132 }
133 _ => {}
134 }
135 }
136 let denied =
137 commands::run::build_denied_builtins(args.deny.as_deref(), args.allow.as_deref());
138 let llm_mock_mode = if let Some(path) = args.llm_mock.as_ref() {
139 commands::run::CliLlmMockMode::Replay {
140 fixture_path: PathBuf::from(path),
141 }
142 } else if let Some(path) = args.llm_mock_record.as_ref() {
143 commands::run::CliLlmMockMode::Record {
144 fixture_path: PathBuf::from(path),
145 }
146 } else {
147 commands::run::CliLlmMockMode::Off
148 };
149 let attestation = args.attest.then(|| commands::run::RunAttestationOptions {
150 receipt_out: args.receipt_out.as_ref().map(PathBuf::from),
151 agent_id: args.attest_agent.clone(),
152 });
153 let profile_options = commands::run::RunProfileOptions {
154 text: args.profile,
155 json_path: args.profile_json.as_ref().map(PathBuf::from),
156 };
157
158 match (args.eval.as_deref(), args.file.as_deref()) {
159 (Some(code), None) => {
160 let (wrapped, tmp) = commands::run::prepare_eval_temp_file(code)
161 .unwrap_or_else(|e| command_error(&e));
162 let tmp_path: PathBuf = tmp.path().to_path_buf();
163 fs::write(&tmp_path, &wrapped).unwrap_or_else(|e| {
164 command_error(&format!("failed to write temp file for -e: {e}"))
165 });
166 let tmp_str = tmp_path.to_string_lossy().into_owned();
167 if args.explain_cost {
168 commands::run::run_explain_cost_file_with_skill_dirs(&tmp_str);
169 } else {
170 commands::run::run_file_with_skill_dirs(
171 &tmp_str,
172 args.trace,
173 denied,
174 args.argv.clone(),
175 args.skill_dir.clone(),
176 llm_mock_mode.clone(),
177 attestation.clone(),
178 profile_options.clone(),
179 )
180 .await;
181 }
182 drop(tmp);
183 }
184 (None, Some(file)) => {
185 if args.explain_cost {
186 commands::run::run_explain_cost_file_with_skill_dirs(file);
187 } else {
188 commands::run::run_file_with_skill_dirs(
189 file,
190 args.trace,
191 denied,
192 args.argv.clone(),
193 args.skill_dir.clone(),
194 llm_mock_mode,
195 attestation,
196 profile_options,
197 )
198 .await
199 }
200 }
201 (Some(_), Some(_)) => command_error(
202 "`harn run` accepts either `-e <code>` or `<file.harn>`, not both",
203 ),
204 (None, None) => {
205 command_error("`harn run` requires either `-e <code>` or `<file.harn>`")
206 }
207 }
208 }
209 Command::Check(args) => {
210 if args.provider_matrix {
211 let cwd = std::env::current_dir().unwrap_or_else(|_| PathBuf::from("."));
212 let extensions = package::load_runtime_extensions(&cwd);
213 package::install_runtime_extensions(&extensions);
214 commands::check::provider_matrix::run(args.format, args.filter.as_deref());
215 return;
216 }
217 if args.connector_matrix {
218 commands::check::connector_matrix::run(
219 args.format,
220 args.filter.as_deref(),
221 &args.targets,
222 );
223 return;
224 }
225 let mut target_strings: Vec<String> = args.targets.clone();
226 if args.workspace {
227 let anchor = target_strings.first().map(Path::new);
228 match package::load_workspace_config(anchor) {
229 Some((workspace, manifest_dir)) if !workspace.pipelines.is_empty() => {
230 for pipeline in &workspace.pipelines {
231 let candidate = Path::new(pipeline);
232 let resolved = if candidate.is_absolute() {
233 candidate.to_path_buf()
234 } else {
235 manifest_dir.join(candidate)
236 };
237 target_strings.push(resolved.to_string_lossy().into_owned());
238 }
239 }
240 Some(_) => command_error(
241 "--workspace requires `[workspace].pipelines` in the nearest harn.toml",
242 ),
243 None => command_error(
244 "--workspace could not find a harn.toml walking up from the target(s)",
245 ),
246 }
247 }
248 if target_strings.is_empty() {
249 command_error(
250 "`harn check` requires at least one target path, or `--workspace` with `[workspace].pipelines`",
251 );
252 }
253 for target in &target_strings {
254 if let Err(error) = package::validate_runtime_manifest_extensions(Path::new(target))
255 {
256 command_error(&format!("manifest extension validation failed: {error}"));
257 }
258 }
259 let targets: Vec<&str> = target_strings.iter().map(String::as_str).collect();
260 let files = commands::check::collect_harn_targets(&targets);
261 if files.is_empty() {
262 command_error("no .harn files found under the given target(s)");
263 }
264 let module_graph = commands::check::build_module_graph(&files);
265 let cross_file_imports = commands::check::collect_cross_file_imports(&module_graph);
266 let mut should_fail = false;
267 for file in &files {
268 let mut config = package::load_check_config(Some(file));
269 if let Some(path) = args.host_capabilities.as_ref() {
270 config.host_capabilities_path = Some(path.clone());
271 }
272 if let Some(path) = args.bundle_root.as_ref() {
273 config.bundle_root = Some(path.clone());
274 }
275 if args.strict_types {
276 config.strict_types = true;
277 }
278 if let Some(sev) = args.preflight.as_deref() {
279 config.preflight_severity = Some(sev.to_string());
280 }
281 let outcome = commands::check::check_file_inner(
282 file,
283 &config,
284 &cross_file_imports,
285 &module_graph,
286 args.invariants,
287 );
288 should_fail |= outcome.should_fail(config.strict);
289 }
290 if should_fail {
291 process::exit(1);
292 }
293 }
294 Command::Explain(args) => {
295 let code = commands::explain::run_explain(&args);
296 if code != 0 {
297 process::exit(code);
298 }
299 }
300 Command::Contracts(args) => {
301 commands::contracts::handle_contracts_command(args).await;
302 }
303 Command::Connect(args) => {
304 commands::connect::run_connect(*args).await;
305 }
306 Command::Lint(args) => {
307 let targets: Vec<&str> = args.targets.iter().map(String::as_str).collect();
308 let files = commands::check::collect_harn_targets(&targets);
309 if files.is_empty() {
310 command_error("no .harn files found under the given target(s)");
311 }
312 let module_graph = commands::check::build_module_graph(&files);
313 let cross_file_imports = commands::check::collect_cross_file_imports(&module_graph);
314 if args.fix {
315 for file in &files {
316 let mut config = package::load_check_config(Some(file));
317 commands::check::apply_harn_lint_config(file, &mut config);
318 let require_header = args.require_file_header
319 || commands::check::harn_lint_require_file_header(file);
320 let complexity_threshold =
321 commands::check::harn_lint_complexity_threshold(file);
322 let persona_step_allowlist =
323 commands::check::harn_lint_persona_step_allowlist(file);
324 commands::check::lint_fix_file(
325 file,
326 &config,
327 &cross_file_imports,
328 &module_graph,
329 require_header,
330 complexity_threshold,
331 &persona_step_allowlist,
332 );
333 }
334 } else {
335 let mut should_fail = false;
336 for file in &files {
337 let mut config = package::load_check_config(Some(file));
338 commands::check::apply_harn_lint_config(file, &mut config);
339 let require_header = args.require_file_header
340 || commands::check::harn_lint_require_file_header(file);
341 let complexity_threshold =
342 commands::check::harn_lint_complexity_threshold(file);
343 let persona_step_allowlist =
344 commands::check::harn_lint_persona_step_allowlist(file);
345 let outcome = commands::check::lint_file_inner(
346 file,
347 &config,
348 &cross_file_imports,
349 &module_graph,
350 require_header,
351 complexity_threshold,
352 &persona_step_allowlist,
353 );
354 should_fail |= outcome.should_fail(config.strict);
355 }
356 if should_fail {
357 process::exit(1);
358 }
359 }
360 }
361 Command::Fmt(args) => {
362 let targets: Vec<&str> = args.targets.iter().map(String::as_str).collect();
363 let anchor = targets.first().map(Path::new).unwrap_or(Path::new("."));
366 let loaded = match config::load_for_path(anchor) {
367 Ok(c) => c,
368 Err(e) => {
369 eprintln!("warning: {e}");
370 config::HarnConfig::default()
371 }
372 };
373 let mut opts = harn_fmt::FmtOptions::default();
374 if let Some(w) = loaded.fmt.line_width {
375 opts.line_width = w;
376 }
377 if let Some(w) = loaded.fmt.separator_width {
378 opts.separator_width = w;
379 }
380 if let Some(w) = args.line_width {
381 opts.line_width = w;
382 }
383 if let Some(w) = args.separator_width {
384 opts.separator_width = w;
385 }
386 commands::check::fmt_targets(
387 &targets,
388 commands::check::FmtMode::from_check_flag(args.check),
389 &opts,
390 );
391 }
392 Command::Test(args) => {
393 if args.target.as_deref() == Some("agents-conformance") {
394 if args.selection.is_some() {
395 command_error(
396 "`harn test agents-conformance` does not accept a second positional target; use --category instead",
397 );
398 }
399 if args.evals || args.determinism || args.record || args.replay || args.watch {
400 command_error(
401 "`harn test agents-conformance` cannot be combined with --evals, --determinism, --record, --replay, or --watch",
402 );
403 }
404 let Some(target_url) = args.agents_target.clone() else {
405 command_error("`harn test agents-conformance` requires --target <url>");
406 };
407 commands::agents_conformance::run_agents_conformance(
408 commands::agents_conformance::AgentsConformanceConfig {
409 target_url,
410 api_key: args.agents_api_key.clone(),
411 categories: args.agents_category.clone(),
412 timeout_ms: args.timeout,
413 verbose: args.verbose,
414 json: args.json,
415 json_out: args.json_out.clone(),
416 workspace_id: args.agents_workspace_id.clone(),
417 session_id: args.agents_session_id.clone(),
418 },
419 )
420 .await;
421 return;
422 }
423 if args.target.as_deref() == Some("protocols") {
424 if args.evals || args.determinism || args.record || args.replay || args.watch {
425 command_error(
426 "`harn test protocols` cannot be combined with --evals, --determinism, --record, --replay, or --watch",
427 );
428 }
429 if args.junit.is_some()
430 || args.agents_target.is_some()
431 || args.agents_api_key.is_some()
432 || !args.agents_category.is_empty()
433 || args.json
434 || args.json_out.is_some()
435 || args.agents_workspace_id.is_some()
436 || args.agents_session_id.is_some()
437 || args.parallel
438 || !args.skill_dir.is_empty()
439 {
440 command_error(
441 "`harn test protocols` accepts only --filter, --verbose, --timing, and an optional fixture selection",
442 );
443 }
444 commands::protocol_conformance::run_protocol_conformance(
445 args.selection.as_deref(),
446 args.filter.as_deref(),
447 args.verbose || args.timing,
448 );
449 return;
450 }
451 if args.evals {
452 if args.determinism || args.record || args.replay || args.watch {
453 command_error("--evals cannot be combined with --determinism, --record, --replay, or --watch");
454 }
455 if args.target.as_deref() != Some("package") || args.selection.is_some() {
456 command_error("package evals are run with `harn test package --evals`");
457 }
458 run_package_evals();
459 } else if args.determinism {
460 if args.watch {
461 command_error("--determinism cannot be combined with --watch");
462 }
463 if args.record || args.replay {
464 command_error("--determinism manages its own record/replay cycle");
465 }
466 if let Some(t) = args.target.as_deref() {
467 if t == "conformance" {
468 commands::test::run_conformance_determinism_tests(
469 t,
470 args.selection.as_deref(),
471 args.filter.as_deref(),
472 args.timeout,
473 )
474 .await;
475 } else if args.selection.is_some() {
476 command_error(
477 "only `harn test conformance` accepts a second positional target",
478 );
479 } else {
480 commands::test::run_determinism_tests(
481 t,
482 args.filter.as_deref(),
483 args.timeout,
484 )
485 .await;
486 }
487 } else {
488 let test_dir = if PathBuf::from("tests").is_dir() {
489 "tests".to_string()
490 } else {
491 command_error("no path specified and no tests/ directory found");
492 };
493 if args.selection.is_some() {
494 command_error(
495 "only `harn test conformance` accepts a second positional target",
496 );
497 }
498 commands::test::run_determinism_tests(
499 &test_dir,
500 args.filter.as_deref(),
501 args.timeout,
502 )
503 .await;
504 }
505 } else {
506 if args.record {
507 harn_vm::llm::set_replay_mode(
508 harn_vm::llm::LlmReplayMode::Record,
509 ".harn-fixtures",
510 );
511 } else if args.replay {
512 harn_vm::llm::set_replay_mode(
513 harn_vm::llm::LlmReplayMode::Replay,
514 ".harn-fixtures",
515 );
516 }
517
518 if let Some(t) = args.target.as_deref() {
519 if t == "conformance" {
520 commands::test::run_conformance_tests(
521 t,
522 args.selection.as_deref(),
523 args.filter.as_deref(),
524 args.junit.as_deref(),
525 args.timeout,
526 args.verbose,
527 args.timing,
528 args.differential_optimizations,
529 )
530 .await;
531 } else if args.selection.is_some() {
532 command_error(
533 "only `harn test conformance` accepts a second positional target",
534 );
535 } else if args.watch {
536 commands::test::run_watch_tests(
537 t,
538 args.filter.as_deref(),
539 args.timeout,
540 args.parallel,
541 )
542 .await;
543 } else {
544 commands::test::run_user_tests(
545 t,
546 args.filter.as_deref(),
547 args.timeout,
548 args.parallel,
549 )
550 .await;
551 }
552 } else {
553 let test_dir = if PathBuf::from("tests").is_dir() {
554 "tests".to_string()
555 } else {
556 command_error("no path specified and no tests/ directory found");
557 };
558 if args.selection.is_some() {
559 command_error(
560 "only `harn test conformance` accepts a second positional target",
561 );
562 }
563 if args.watch {
564 commands::test::run_watch_tests(
565 &test_dir,
566 args.filter.as_deref(),
567 args.timeout,
568 args.parallel,
569 )
570 .await;
571 } else {
572 commands::test::run_user_tests(
573 &test_dir,
574 args.filter.as_deref(),
575 args.timeout,
576 args.parallel,
577 )
578 .await;
579 }
580 }
581 }
582 }
583 Command::Init(args) => commands::init::init_project(args.name.as_deref(), args.template),
584 Command::New(args) => match commands::init::resolve_new_args(&args) {
585 Ok((name, template)) => commands::init::init_project(name.as_deref(), template),
586 Err(error) => {
587 eprintln!("error: {error}");
588 process::exit(1);
589 }
590 },
591 Command::Doctor(args) => {
592 commands::doctor::run_doctor_with_options(commands::doctor::DoctorOptions {
593 network: !args.no_network,
594 json: args.json,
595 })
596 .await
597 }
598 Command::Models(args) => commands::models::run(args).await,
599 Command::Try(args) => commands::try_cmd::run(args).await,
600 Command::Quickstart(args) => {
601 if let Err(error) = commands::quickstart::run_quickstart(&args).await {
602 command_error(&error);
603 }
604 }
605 Command::Serve(args) => match args.command {
606 ServeCommand::Acp(args) => {
607 if let Err(error) = commands::serve::run_acp_server(&args).await {
608 command_error(&error);
609 }
610 }
611 ServeCommand::A2a(args) => {
612 if let Err(error) = commands::serve::run_a2a_server(&args).await {
613 command_error(&error);
614 }
615 }
616 ServeCommand::Mcp(args) => {
617 if let Err(error) = commands::serve::run_mcp_server(&args).await {
618 command_error(&error);
619 }
620 }
621 },
622 Command::Connector(args) => {
623 if let Err(error) = commands::connector::handle_connector_command(args).await {
624 eprintln!("error: {error}");
625 process::exit(1);
626 }
627 }
628 Command::Mcp(args) => commands::mcp::handle_mcp_command(&args.command).await,
629 Command::Watch(args) => {
630 let denied =
631 commands::run::build_denied_builtins(args.deny.as_deref(), args.allow.as_deref());
632 commands::run::run_watch(&args.file, denied).await;
633 }
634 Command::Portal(args) => {
635 commands::portal::run_portal(
636 &args.dir,
637 args.manifest,
638 args.persona_state_dir,
639 &args.host,
640 args.port,
641 args.open,
642 )
643 .await
644 }
645 Command::Trigger(args) => {
646 if let Err(error) = commands::trigger::handle(args).await {
647 eprintln!("error: {error}");
648 process::exit(1);
649 }
650 }
651 Command::Flow(args) => match commands::flow::run_flow(&args) {
652 Ok(code) => {
653 if code != 0 {
654 process::exit(code);
655 }
656 }
657 Err(error) => command_error(&error),
658 },
659 Command::Trace(args) => {
660 if let Err(error) = commands::trace::handle(args).await {
661 eprintln!("error: {error}");
662 process::exit(1);
663 }
664 }
665 Command::Crystallize(args) => {
666 if let Err(error) = commands::crystallize::run(args) {
667 eprintln!("error: {error}");
668 process::exit(1);
669 }
670 }
671 Command::Trust(args) | Command::TrustGraph(args) => {
672 if let Err(error) = commands::trust::handle(args).await {
673 eprintln!("error: {error}");
674 process::exit(1);
675 }
676 }
677 Command::Verify(args) => {
678 if let Err(error) = verify_provenance_receipt(&args.receipt, args.json) {
679 eprintln!("error: {error}");
680 process::exit(1);
681 }
682 }
683 Command::Completions(args) => print_completions(args.shell),
684 Command::Orchestrator(args) => {
685 if let Err(error) = commands::orchestrator::handle(args).await {
686 eprintln!("error: {error}");
687 process::exit(1);
688 }
689 }
690 Command::Playground(args) => {
691 provider_bootstrap::maybe_seed_ollama_for_playground(
692 Path::new(&args.host),
693 Path::new(&args.script),
694 args.yes,
695 args.llm.is_some(),
696 args.llm_mock.is_some(),
697 )
698 .await;
699 let llm_mock_mode = if let Some(path) = args.llm_mock.as_ref() {
700 commands::run::CliLlmMockMode::Replay {
701 fixture_path: PathBuf::from(path),
702 }
703 } else if let Some(path) = args.llm_mock_record.as_ref() {
704 commands::run::CliLlmMockMode::Record {
705 fixture_path: PathBuf::from(path),
706 }
707 } else {
708 commands::run::CliLlmMockMode::Off
709 };
710 if let Err(error) = commands::playground::run_command(args, llm_mock_mode).await {
711 eprint!("{error}");
712 process::exit(1);
713 }
714 }
715 Command::Runs(args) => match args.command {
716 RunsCommand::Inspect(inspect) => {
717 inspect_run_record(&inspect.path, inspect.compare.as_deref())
718 }
719 },
720 Command::Replay(args) => replay_run_record(&args.path),
721 Command::Eval(args) => {
722 let llm_mock_mode = if let Some(path) = args.llm_mock.as_ref() {
723 commands::run::CliLlmMockMode::Replay {
724 fixture_path: PathBuf::from(path),
725 }
726 } else if let Some(path) = args.llm_mock_record.as_ref() {
727 commands::run::CliLlmMockMode::Record {
728 fixture_path: PathBuf::from(path),
729 }
730 } else {
731 commands::run::CliLlmMockMode::Off
732 };
733 eval_run_record(
734 &args.path,
735 args.compare.as_deref(),
736 args.structural_experiment.as_deref(),
737 &args.argv,
738 &llm_mock_mode,
739 )
740 }
741 Command::Repl => commands::repl::run_repl().await,
742 Command::Bench(args) => commands::bench::run_bench(&args.file, args.iterations).await,
743 Command::Viz(args) => commands::viz::run_viz(&args.file, args.output.as_deref()),
744 Command::Install(args) => package::install_packages(
745 args.frozen || args.locked || args.offline,
746 args.refetch.as_deref(),
747 args.offline,
748 ),
749 Command::Add(args) => package::add_package_with_registry(
750 &args.name_or_spec,
751 args.alias.as_deref(),
752 args.git.as_deref(),
753 args.tag.as_deref(),
754 args.rev.as_deref(),
755 args.branch.as_deref(),
756 args.path.as_deref(),
757 args.registry.as_deref(),
758 ),
759 Command::Update(args) => package::update_packages(args.alias.as_deref(), args.all),
760 Command::Remove(args) => package::remove_package(&args.alias),
761 Command::Lock => package::lock_packages(),
762 Command::Package(args) => match args.command {
763 PackageCommand::Search(search) => package::search_package_registry(
764 search.query.as_deref(),
765 search.registry.as_deref(),
766 search.json,
767 ),
768 PackageCommand::Info(info) => {
769 package::show_package_registry_info(&info.name, info.registry.as_deref(), info.json)
770 }
771 PackageCommand::Check(check) => {
772 package::check_package(check.package.as_deref(), check.json)
773 }
774 PackageCommand::Pack(pack) => package::pack_package(
775 pack.package.as_deref(),
776 pack.output.as_deref(),
777 pack.dry_run,
778 pack.json,
779 ),
780 PackageCommand::Docs(docs) => package::generate_package_docs(
781 docs.package.as_deref(),
782 docs.output.as_deref(),
783 docs.check,
784 ),
785 PackageCommand::Cache(cache) => match cache.command {
786 PackageCacheCommand::List => package::list_package_cache(),
787 PackageCacheCommand::Clean(clean) => package::clean_package_cache(clean.all),
788 PackageCacheCommand::Verify(verify) => {
789 package::verify_package_cache(verify.materialized)
790 }
791 },
792 },
793 Command::Publish(args) => package::publish_package(
794 args.package.as_deref(),
795 args.dry_run,
796 args.registry.as_deref(),
797 args.json,
798 ),
799 Command::MergeCaptain(args) => match args.command {
800 MergeCaptainCommand::Run(run) => {
801 let code = commands::merge_captain::run_driver(&run);
802 if code != 0 {
803 process::exit(code);
804 }
805 }
806 MergeCaptainCommand::Ladder(ladder) => {
807 let code = commands::merge_captain::run_ladder(&ladder);
808 if code != 0 {
809 process::exit(code);
810 }
811 }
812 MergeCaptainCommand::Iterate(iterate) => {
813 let code = commands::merge_captain::run_iterate(&iterate);
814 if code != 0 {
815 process::exit(code);
816 }
817 }
818 MergeCaptainCommand::Audit(audit) => {
819 let code = commands::merge_captain::run_audit(&audit);
820 if code != 0 {
821 process::exit(code);
822 }
823 }
824 MergeCaptainCommand::Mock(mock) => {
825 let code = match mock {
826 MergeCaptainMockCommand::Init(args) => {
827 commands::merge_captain_mock::run_init(&args)
828 }
829 MergeCaptainMockCommand::Step(args) => {
830 commands::merge_captain_mock::run_step(&args)
831 }
832 MergeCaptainMockCommand::Status(args) => {
833 commands::merge_captain_mock::run_status(&args)
834 }
835 MergeCaptainMockCommand::Serve(args) => {
836 commands::merge_captain_mock::run_serve(&args).await
837 }
838 MergeCaptainMockCommand::Cleanup(args) => {
839 commands::merge_captain_mock::run_cleanup(&args)
840 }
841 MergeCaptainMockCommand::Scenarios => {
842 commands::merge_captain_mock::run_scenarios()
843 }
844 };
845 if code != 0 {
846 process::exit(code);
847 }
848 }
849 },
850 Command::Persona(args) => match args.command {
851 PersonaCommand::New(new) => {
852 if let Err(error) = commands::persona_scaffold::run_new(&new) {
853 eprintln!("error: {error}");
854 process::exit(1);
855 }
856 }
857 PersonaCommand::Doctor(doctor) => {
858 if let Err(error) =
859 commands::persona_doctor::run_doctor(args.manifest.as_deref(), &doctor).await
860 {
861 eprintln!("error: {error}");
862 process::exit(1);
863 }
864 }
865 PersonaCommand::Check(check) => {
866 commands::persona::run_check(args.manifest.as_deref(), &check)
867 }
868 PersonaCommand::List(list) => {
869 commands::persona::run_list(args.manifest.as_deref(), &list)
870 }
871 PersonaCommand::Inspect(inspect) => {
872 commands::persona::run_inspect(args.manifest.as_deref(), &inspect)
873 }
874 PersonaCommand::Status(status) => {
875 if let Err(error) = commands::persona::run_status(
876 args.manifest.as_deref(),
877 &args.state_dir,
878 &status,
879 )
880 .await
881 {
882 eprintln!("error: {error}");
883 process::exit(1);
884 }
885 }
886 PersonaCommand::Pause(control) => {
887 if let Err(error) = commands::persona::run_pause(
888 args.manifest.as_deref(),
889 &args.state_dir,
890 &control,
891 )
892 .await
893 {
894 eprintln!("error: {error}");
895 process::exit(1);
896 }
897 }
898 PersonaCommand::Resume(control) => {
899 if let Err(error) = commands::persona::run_resume(
900 args.manifest.as_deref(),
901 &args.state_dir,
902 &control,
903 )
904 .await
905 {
906 eprintln!("error: {error}");
907 process::exit(1);
908 }
909 }
910 PersonaCommand::Disable(control) => {
911 if let Err(error) = commands::persona::run_disable(
912 args.manifest.as_deref(),
913 &args.state_dir,
914 &control,
915 )
916 .await
917 {
918 eprintln!("error: {error}");
919 process::exit(1);
920 }
921 }
922 PersonaCommand::Tick(tick) => {
923 if let Err(error) =
924 commands::persona::run_tick(args.manifest.as_deref(), &args.state_dir, &tick)
925 .await
926 {
927 eprintln!("error: {error}");
928 process::exit(1);
929 }
930 }
931 PersonaCommand::Trigger(trigger) => {
932 if let Err(error) = commands::persona::run_trigger(
933 args.manifest.as_deref(),
934 &args.state_dir,
935 &trigger,
936 )
937 .await
938 {
939 eprintln!("error: {error}");
940 process::exit(1);
941 }
942 }
943 PersonaCommand::Spend(spend) => {
944 if let Err(error) =
945 commands::persona::run_spend(args.manifest.as_deref(), &args.state_dir, &spend)
946 .await
947 {
948 eprintln!("error: {error}");
949 process::exit(1);
950 }
951 }
952 },
953 Command::ModelInfo(args) => {
954 if !print_model_info(&args).await {
955 process::exit(1);
956 }
957 }
958 Command::ProviderCatalog(args) => print_provider_catalog(args.available_only),
959 Command::ProviderReady(args) => {
960 run_provider_ready(
961 &args.provider,
962 args.model.as_deref(),
963 args.base_url.as_deref(),
964 args.json,
965 )
966 .await
967 }
968 Command::Skills(args) => match args.command {
969 SkillsCommand::List(list) => commands::skills::run_list(&list),
970 SkillsCommand::Inspect(inspect) => commands::skills::run_inspect(&inspect),
971 SkillsCommand::Match(matcher) => commands::skills::run_match(&matcher),
972 SkillsCommand::Install(install) => commands::skills::run_install(&install),
973 SkillsCommand::New(new_args) => commands::skills::run_new(&new_args),
974 },
975 Command::DumpHighlightKeywords(args) => {
976 commands::dump_highlight_keywords::run(&args.output, args.check);
977 }
978 Command::DumpTriggerQuickref(args) => {
979 commands::dump_trigger_quickref::run(&args.output, args.check);
980 }
981 Command::DumpConnectorMatrix(args) => {
982 commands::check::connector_matrix::run_docs(&args.output, &args.sources, args.check);
983 }
984 Command::DumpProtocolArtifacts(args) => {
985 commands::dump_protocol_artifacts::run(&args.output_dir, args.check);
986 }
987 }
988}
989
990fn print_completions(shell: CompletionShell) {
991 let mut command = Cli::command();
992 let shell = clap_complete::Shell::from(shell);
993 clap_complete::generate(shell, &mut command, "harn", &mut std::io::stdout());
994}
995
996fn normalize_serve_args(mut raw_args: Vec<String>) -> Vec<String> {
997 if raw_args.len() > 2
998 && raw_args.get(1).is_some_and(|arg| arg == "serve")
999 && !matches!(
1000 raw_args.get(2).map(String::as_str),
1001 Some("acp" | "a2a" | "mcp" | "-h" | "--help")
1002 )
1003 {
1004 raw_args.insert(2, "a2a".to_string());
1005 }
1006 raw_args
1007}
1008
1009fn print_version() {
1010 println!(
1011 r#"
1012 ╱▔▔╲
1013 ╱ ╲ harn v{}
1014 │ ◆ │ the agent harness language
1015 │ │
1016 ╰──╯╱
1017 ╱╱
1018"#,
1019 env!("CARGO_PKG_VERSION")
1020 );
1021}
1022
1023async fn print_model_info(args: &ModelInfoArgs) -> bool {
1024 let resolved = harn_vm::llm_config::resolve_model_info(&args.model);
1025 let api_key_result = harn_vm::llm::resolve_api_key(&resolved.provider);
1026 let api_key_set = api_key_result.is_ok();
1027 let api_key = api_key_result.unwrap_or_default();
1028 let context_window =
1029 harn_vm::llm::fetch_provider_max_context(&resolved.provider, &resolved.id, &api_key).await;
1030 let readiness = local_openai_readiness(&resolved.provider, &resolved.id, &api_key).await;
1031 let catalog = harn_vm::llm_config::model_catalog_entry(&resolved.id);
1032 let capabilities = harn_vm::llm::capabilities::lookup(&resolved.provider, &resolved.id);
1033 let mut payload = serde_json::json!({
1034 "alias": args.model,
1035 "id": resolved.id,
1036 "provider": resolved.provider,
1037 "resolved_alias": resolved.alias,
1038 "tool_format": resolved.tool_format,
1039 "tier": resolved.tier,
1040 "api_key_set": api_key_set,
1041 "context_window": context_window,
1042 "readiness": readiness,
1043 "catalog": catalog,
1044 "capabilities": {
1045 "native_tools": capabilities.native_tools,
1046 "defer_loading": capabilities.defer_loading,
1047 "tool_search": capabilities.tool_search,
1048 "max_tools": capabilities.max_tools,
1049 "prompt_caching": capabilities.prompt_caching,
1050 "vision": capabilities.vision,
1051 "vision_supported": capabilities.vision_supported,
1052 "audio": capabilities.audio,
1053 "pdf": capabilities.pdf,
1054 "files_api_supported": capabilities.files_api_supported,
1055 "json_schema": capabilities.json_schema,
1056 "thinking": !capabilities.thinking_modes.is_empty(),
1057 "thinking_modes": capabilities.thinking_modes,
1058 "interleaved_thinking_supported": capabilities.interleaved_thinking_supported,
1059 "anthropic_beta_features": capabilities.anthropic_beta_features,
1060 "preserve_thinking": capabilities.preserve_thinking,
1061 "server_parser": capabilities.server_parser,
1062 "honors_chat_template_kwargs": capabilities.honors_chat_template_kwargs,
1063 "recommended_endpoint": capabilities.recommended_endpoint,
1064 "text_tool_wire_format_supported": capabilities.text_tool_wire_format_supported,
1065 },
1066 "qc_default_model": harn_vm::llm_config::qc_default_model(&resolved.provider),
1067 });
1068
1069 let should_verify = args.verify || args.warm;
1070 let mut ok = true;
1071 if should_verify {
1072 if resolved.provider == "ollama" {
1073 let mut readiness = harn_vm::llm::OllamaReadinessOptions::new(resolved.id.clone());
1074 readiness.warm = args.warm;
1075 readiness.keep_alive = args
1076 .keep_alive
1077 .as_deref()
1078 .and_then(harn_vm::llm::normalize_ollama_keep_alive);
1079 let result = harn_vm::llm::ollama_readiness(readiness).await;
1080 ok = result.valid;
1081 payload["readiness"] = serde_json::to_value(&result).unwrap_or_else(|error| {
1082 serde_json::json!({
1083 "valid": false,
1084 "status": "serialization_error",
1085 "message": format!("failed to serialize readiness result: {error}"),
1086 })
1087 });
1088 } else {
1089 ok = false;
1090 payload["readiness"] = serde_json::json!({
1091 "valid": false,
1092 "status": "unsupported_provider",
1093 "message": format!(
1094 "model-info --verify is only supported for Ollama models; resolved provider is '{}'",
1095 resolved.provider
1096 ),
1097 "provider": resolved.provider,
1098 });
1099 }
1100 }
1101
1102 println!(
1103 "{}",
1104 serde_json::to_string(&payload).unwrap_or_else(|error| {
1105 command_error(&format!("failed to serialize model info: {error}"))
1106 })
1107 );
1108 ok
1109}
1110
1111async fn local_openai_readiness(
1112 provider: &str,
1113 model: &str,
1114 api_key: &str,
1115) -> Option<serde_json::Value> {
1116 let def = harn_vm::llm_config::provider_config(provider)?;
1117 if def.auth_style != "none" || !harn_vm::llm::supports_model_readiness_probe(&def) {
1118 return None;
1119 }
1120 let readiness = harn_vm::llm::probe_openai_compatible_model(provider, model, api_key).await;
1121 Some(serde_json::json!({
1122 "valid": readiness.valid,
1123 "category": readiness.category,
1124 "message": readiness.message,
1125 "provider": readiness.provider,
1126 "model": readiness.model,
1127 "url": readiness.url,
1128 "status": readiness.status,
1129 "available_models": readiness.available_models,
1130 }))
1131}
1132
1133fn print_provider_catalog(available_only: bool) {
1134 let provider_names = if available_only {
1135 harn_vm::llm_config::available_provider_names()
1136 } else {
1137 harn_vm::llm_config::provider_names()
1138 };
1139 let providers: Vec<_> = provider_names
1140 .into_iter()
1141 .filter_map(|name| {
1142 harn_vm::llm_config::provider_config(&name).map(|def| {
1143 serde_json::json!({
1144 "name": name,
1145 "display_name": def.display_name,
1146 "icon": def.icon,
1147 "base_url": harn_vm::llm_config::resolve_base_url(&def),
1148 "base_url_env": def.base_url_env,
1149 "auth_style": def.auth_style,
1150 "auth_envs": harn_vm::llm_config::auth_env_names(&def.auth_env),
1151 "auth_available": harn_vm::llm_config::provider_key_available(&name),
1152 "features": def.features,
1153 "cost_per_1k_in": def.cost_per_1k_in,
1154 "cost_per_1k_out": def.cost_per_1k_out,
1155 "latency_p50_ms": def.latency_p50_ms,
1156 })
1157 })
1158 })
1159 .collect();
1160 let models: Vec<_> = harn_vm::llm_config::model_catalog_entries()
1161 .into_iter()
1162 .map(|(id, model)| {
1163 serde_json::json!({
1164 "id": id,
1165 "name": model.name,
1166 "provider": model.provider,
1167 "context_window": model.context_window,
1168 "stream_timeout": model.stream_timeout,
1169 "capabilities": model.capabilities,
1170 "pricing": model.pricing,
1171 })
1172 })
1173 .collect();
1174 let aliases: Vec<_> = harn_vm::llm_config::alias_entries()
1175 .into_iter()
1176 .map(|(name, alias)| {
1177 serde_json::json!({
1178 "name": name,
1179 "id": alias.id,
1180 "provider": alias.provider,
1181 "tool_format": alias.tool_format,
1182 })
1183 })
1184 .collect();
1185 let payload = serde_json::json!({
1186 "providers": providers,
1187 "known_model_names": harn_vm::llm_config::known_model_names(),
1188 "available_providers": harn_vm::llm_config::available_provider_names(),
1189 "aliases": aliases,
1190 "models": models,
1191 "qc_defaults": harn_vm::llm_config::qc_defaults(),
1192 });
1193 println!(
1194 "{}",
1195 serde_json::to_string(&payload).unwrap_or_else(|error| {
1196 command_error(&format!("failed to serialize provider catalog: {error}"))
1197 })
1198 );
1199}
1200
1201async fn run_provider_ready(
1202 provider: &str,
1203 model: Option<&str>,
1204 base_url: Option<&str>,
1205 json: bool,
1206) {
1207 let readiness =
1208 harn_vm::llm::readiness::probe_provider_readiness(provider, model, base_url).await;
1209 if json {
1210 match serde_json::to_string_pretty(&readiness) {
1211 Ok(payload) => println!("{payload}"),
1212 Err(error) => command_error(&format!("failed to serialize readiness result: {error}")),
1213 }
1214 } else if readiness.ok {
1215 println!("{}", readiness.message);
1216 } else {
1217 eprintln!("{}", readiness.message);
1218 }
1219 if !readiness.ok {
1220 process::exit(1);
1221 }
1222}
1223
1224fn command_error(message: &str) -> ! {
1225 Cli::command()
1226 .error(ErrorKind::ValueValidation, message)
1227 .exit()
1228}
1229
1230fn verify_provenance_receipt(path: &str, json: bool) -> Result<(), String> {
1231 let raw =
1232 fs::read_to_string(path).map_err(|error| format!("failed to read {path}: {error}"))?;
1233 let receipt: harn_vm::ProvenanceReceipt = serde_json::from_str(&raw)
1234 .map_err(|error| format!("failed to parse provenance receipt {path}: {error}"))?;
1235 let report = harn_vm::verify_receipt(&receipt);
1236 if json {
1237 println!(
1238 "{}",
1239 serde_json::to_string_pretty(&report).map_err(|error| error.to_string())?
1240 );
1241 } else if report.verified {
1242 println!(
1243 "verified receipt={} events={} receipt_hash={} event_root_hash={}",
1244 report.receipt_id.unwrap_or_else(|| "-".to_string()),
1245 report.event_count,
1246 report.receipt_hash.unwrap_or_else(|| "-".to_string()),
1247 report.event_root_hash.unwrap_or_else(|| "-".to_string())
1248 );
1249 } else {
1250 println!(
1251 "failed receipt={} events={}",
1252 report.receipt_id.unwrap_or_else(|| "-".to_string()),
1253 report.event_count
1254 );
1255 for error in &report.errors {
1256 println!(" {error}");
1257 }
1258 return Err("provenance receipt verification failed".to_string());
1259 }
1260 Ok(())
1261}
1262
1263fn load_run_record_or_exit(path: &Path) -> harn_vm::orchestration::RunRecord {
1264 match harn_vm::orchestration::load_run_record(path) {
1265 Ok(run) => run,
1266 Err(error) => {
1267 eprintln!("Failed to load run record: {error}");
1268 process::exit(1);
1269 }
1270 }
1271}
1272
1273fn load_eval_suite_manifest_or_exit(path: &Path) -> harn_vm::orchestration::EvalSuiteManifest {
1274 harn_vm::orchestration::load_eval_suite_manifest(path).unwrap_or_else(|error| {
1275 eprintln!("Failed to load eval manifest {}: {error}", path.display());
1276 process::exit(1);
1277 })
1278}
1279
1280fn load_eval_pack_manifest_or_exit(path: &Path) -> harn_vm::orchestration::EvalPackManifest {
1281 harn_vm::orchestration::load_eval_pack_manifest(path).unwrap_or_else(|error| {
1282 eprintln!("Failed to load eval pack {}: {error}", path.display());
1283 process::exit(1);
1284 })
1285}
1286
1287fn load_persona_eval_ladder_manifest_or_exit(
1288 path: &Path,
1289) -> harn_vm::orchestration::PersonaEvalLadderManifest {
1290 harn_vm::orchestration::load_persona_eval_ladder_manifest(path).unwrap_or_else(|error| {
1291 eprintln!(
1292 "Failed to load persona eval ladder {}: {error}",
1293 path.display()
1294 );
1295 process::exit(1);
1296 })
1297}
1298
1299fn file_looks_like_eval_manifest(path: &Path) -> bool {
1300 if path.file_name().and_then(|name| name.to_str()) == Some("harn.eval.toml") {
1301 return true;
1302 }
1303 if path.extension().and_then(|ext| ext.to_str()) == Some("toml") {
1304 let Ok(content) = fs::read_to_string(path) else {
1305 return false;
1306 };
1307 return toml::from_str::<harn_vm::orchestration::EvalPackManifest>(&content)
1308 .is_ok_and(|manifest| !manifest.cases.is_empty() || !manifest.ladders.is_empty());
1309 }
1310 let Ok(content) = fs::read_to_string(path) else {
1311 return false;
1312 };
1313 let Ok(json) = serde_json::from_str::<serde_json::Value>(&content) else {
1314 return false;
1315 };
1316 json.get("_type").and_then(|value| value.as_str()) == Some("eval_suite_manifest")
1317 || json.get("cases").is_some()
1318}
1319
1320fn file_looks_like_eval_pack_manifest(path: &Path) -> bool {
1321 if path.file_name().and_then(|name| name.to_str()) == Some("harn.eval.toml") {
1322 return true;
1323 }
1324 if path.extension().and_then(|ext| ext.to_str()) == Some("toml") {
1325 return file_looks_like_eval_manifest(path);
1326 }
1327 let Ok(content) = fs::read_to_string(path) else {
1328 return false;
1329 };
1330 let Ok(json) = serde_json::from_str::<serde_json::Value>(&content) else {
1331 return false;
1332 };
1333 json.get("version").is_some()
1334 && (json.get("cases").is_some() || json.get("ladders").is_some())
1335 && json.get("_type").and_then(|value| value.as_str()) != Some("eval_suite_manifest")
1336}
1337
1338fn file_looks_like_persona_eval_ladder_manifest(path: &Path) -> bool {
1339 let Ok(content) = fs::read_to_string(path) else {
1340 return false;
1341 };
1342 if path.extension().and_then(|ext| ext.to_str()) == Some("json") {
1343 let Ok(json) = serde_json::from_str::<serde_json::Value>(&content) else {
1344 return false;
1345 };
1346 return json.get("_type").and_then(|value| value.as_str())
1347 == Some("persona_eval_ladder_manifest")
1348 || json.get("timeout_tiers").is_some()
1349 || json.get("timeout-tiers").is_some();
1350 }
1351 toml::from_str::<harn_vm::orchestration::PersonaEvalLadderManifest>(&content).is_ok_and(
1352 |manifest| {
1353 manifest
1354 .type_name
1355 .eq_ignore_ascii_case("persona_eval_ladder_manifest")
1356 || (!manifest.timeout_tiers.is_empty() && manifest.backend.path.is_some())
1357 },
1358 )
1359}
1360
1361fn collect_run_record_paths(path: &str) -> Vec<PathBuf> {
1362 let path = Path::new(path);
1363 if path.is_file() {
1364 return vec![path.to_path_buf()];
1365 }
1366 if path.is_dir() {
1367 let mut entries: Vec<PathBuf> = fs::read_dir(path)
1368 .unwrap_or_else(|error| {
1369 eprintln!("Failed to read run directory {}: {error}", path.display());
1370 process::exit(1);
1371 })
1372 .filter_map(|entry| entry.ok().map(|entry| entry.path()))
1373 .filter(|entry| entry.extension().and_then(|ext| ext.to_str()) == Some("json"))
1374 .collect();
1375 entries.sort();
1376 return entries;
1377 }
1378 eprintln!("Run path does not exist: {}", path.display());
1379 process::exit(1);
1380}
1381
1382fn print_run_diff(diff: &harn_vm::orchestration::RunDiffReport) {
1383 println!(
1384 "Diff: {} -> {} [{} -> {}]",
1385 diff.left_run_id, diff.right_run_id, diff.left_status, diff.right_status
1386 );
1387 println!("Identical: {}", diff.identical);
1388 println!("Stage diffs: {}", diff.stage_diffs.len());
1389 println!("Tool diffs: {}", diff.tool_diffs.len());
1390 println!("Observability diffs: {}", diff.observability_diffs.len());
1391 println!("Transition delta: {}", diff.transition_count_delta);
1392 println!("Artifact delta: {}", diff.artifact_count_delta);
1393 println!("Checkpoint delta: {}", diff.checkpoint_count_delta);
1394 for stage in &diff.stage_diffs {
1395 println!("- {} [{}]", stage.node_id, stage.change);
1396 for detail in &stage.details {
1397 println!(" {}", detail);
1398 }
1399 }
1400 for tool in &diff.tool_diffs {
1401 println!("- tool {} [{}]", tool.tool_name, tool.args_hash);
1402 println!(" left: {:?}", tool.left_result);
1403 println!(" right: {:?}", tool.right_result);
1404 }
1405 for item in &diff.observability_diffs {
1406 println!("- {} [{}]", item.label, item.section);
1407 for detail in &item.details {
1408 println!(" {}", detail);
1409 }
1410 }
1411}
1412
1413fn inspect_run_record(path: &str, compare: Option<&str>) {
1414 let run = load_run_record_or_exit(Path::new(path));
1415 println!("Run: {}", run.id);
1416 println!(
1417 "Workflow: {}",
1418 run.workflow_name
1419 .clone()
1420 .unwrap_or_else(|| run.workflow_id.clone())
1421 );
1422 println!("Status: {}", run.status);
1423 println!("Task: {}", run.task);
1424 println!("Stages: {}", run.stages.len());
1425 println!("Artifacts: {}", run.artifacts.len());
1426 println!("Transitions: {}", run.transitions.len());
1427 println!("Checkpoints: {}", run.checkpoints.len());
1428 println!("HITL questions: {}", run.hitl_questions.len());
1429 if let Some(observability) = &run.observability {
1430 println!("Planner rounds: {}", observability.planner_rounds.len());
1431 println!("Research facts: {}", observability.research_fact_count);
1432 println!("Workers: {}", observability.worker_lineage.len());
1433 println!(
1434 "Action graph: {} nodes / {} edges",
1435 observability.action_graph_nodes.len(),
1436 observability.action_graph_edges.len()
1437 );
1438 println!(
1439 "Transcript pointers: {}",
1440 observability.transcript_pointers.len()
1441 );
1442 println!("Daemon events: {}", observability.daemon_events.len());
1443 }
1444 if let Some(parent_worker_id) = run
1445 .metadata
1446 .get("parent_worker_id")
1447 .and_then(|value| value.as_str())
1448 {
1449 println!("Parent worker: {}", parent_worker_id);
1450 }
1451 if let Some(parent_stage_id) = run
1452 .metadata
1453 .get("parent_stage_id")
1454 .and_then(|value| value.as_str())
1455 {
1456 println!("Parent stage: {}", parent_stage_id);
1457 }
1458 if run
1459 .metadata
1460 .get("delegated")
1461 .and_then(|value| value.as_bool())
1462 .unwrap_or(false)
1463 {
1464 println!("Delegated: true");
1465 }
1466 println!(
1467 "Pending nodes: {}",
1468 if run.pending_nodes.is_empty() {
1469 "-".to_string()
1470 } else {
1471 run.pending_nodes.join(", ")
1472 }
1473 );
1474 println!(
1475 "Replay fixture: {}",
1476 if run.replay_fixture.is_some() {
1477 "embedded"
1478 } else {
1479 "derived"
1480 }
1481 );
1482 for stage in &run.stages {
1483 let worker = stage.metadata.get("worker");
1484 let worker_suffix = worker
1485 .and_then(|value| value.get("name"))
1486 .and_then(|value| value.as_str())
1487 .map(|name| format!(" worker={name}"))
1488 .unwrap_or_default();
1489 println!(
1490 "- {} [{}] status={} outcome={} branch={}{}",
1491 stage.node_id,
1492 stage.kind,
1493 stage.status,
1494 stage.outcome,
1495 stage.branch.clone().unwrap_or_else(|| "-".to_string()),
1496 worker_suffix,
1497 );
1498 if let Some(worker) = worker {
1499 if let Some(worker_id) = worker.get("id").and_then(|value| value.as_str()) {
1500 println!(" worker_id: {}", worker_id);
1501 }
1502 if let Some(child_run_id) = worker.get("child_run_id").and_then(|value| value.as_str())
1503 {
1504 println!(" child_run_id: {}", child_run_id);
1505 }
1506 if let Some(child_run_path) = worker
1507 .get("child_run_path")
1508 .and_then(|value| value.as_str())
1509 {
1510 println!(" child_run_path: {}", child_run_path);
1511 }
1512 }
1513 }
1514 if let Some(observability) = &run.observability {
1515 for round in &observability.planner_rounds {
1516 println!(
1517 "- planner {} iterations={} llm_calls={} tools={} research_facts={}",
1518 round.node_id,
1519 round.iteration_count,
1520 round.llm_call_count,
1521 round.tool_execution_count,
1522 round.research_facts.len()
1523 );
1524 }
1525 for pointer in &observability.transcript_pointers {
1526 println!(
1527 "- transcript {} [{}] available={} {}",
1528 pointer.label,
1529 pointer.kind,
1530 pointer.available,
1531 pointer
1532 .path
1533 .clone()
1534 .unwrap_or_else(|| pointer.location.clone())
1535 );
1536 }
1537 for event in &observability.daemon_events {
1538 println!(
1539 "- daemon {} [{:?}] at {}",
1540 event.name, event.kind, event.timestamp
1541 );
1542 println!(" id: {}", event.daemon_id);
1543 println!(" persist_path: {}", event.persist_path);
1544 if let Some(summary) = &event.payload_summary {
1545 println!(" payload: {}", summary);
1546 }
1547 }
1548 }
1549 if let Some(compare_path) = compare {
1550 let baseline = load_run_record_or_exit(Path::new(compare_path));
1551 print_run_diff(&harn_vm::orchestration::diff_run_records(&baseline, &run));
1552 }
1553}
1554
1555fn replay_run_record(path: &str) {
1556 let run = load_run_record_or_exit(Path::new(path));
1557 println!("Replay: {}", run.id);
1558 for stage in &run.stages {
1559 println!(
1560 "[{}] status={} outcome={} branch={}",
1561 stage.node_id,
1562 stage.status,
1563 stage.outcome,
1564 stage.branch.clone().unwrap_or_else(|| "-".to_string())
1565 );
1566 if let Some(text) = &stage.visible_text {
1567 println!(" visible: {}", text);
1568 }
1569 if let Some(verification) = &stage.verification {
1570 println!(" verification: {}", verification);
1571 }
1572 }
1573 if let Some(transcript) = &run.transcript {
1574 println!(
1575 "Transcript events persisted: {}",
1576 transcript["events"]
1577 .as_array()
1578 .map(|v| v.len())
1579 .unwrap_or(0)
1580 );
1581 }
1582 let fixture = run
1583 .replay_fixture
1584 .clone()
1585 .unwrap_or_else(|| harn_vm::orchestration::replay_fixture_from_run(&run));
1586 let report = harn_vm::orchestration::evaluate_run_against_fixture(&run, &fixture);
1587 println!(
1588 "Embedded replay fixture: {}",
1589 if report.pass { "PASS" } else { "FAIL" }
1590 );
1591 for transition in &run.transitions {
1592 println!(
1593 "transition {} -> {} ({})",
1594 transition
1595 .from_node_id
1596 .clone()
1597 .unwrap_or_else(|| "start".to_string()),
1598 transition.to_node_id,
1599 transition
1600 .branch
1601 .clone()
1602 .unwrap_or_else(|| "default".to_string())
1603 );
1604 }
1605}
1606
1607fn eval_run_record(
1608 path: &str,
1609 compare: Option<&str>,
1610 structural_experiment: Option<&str>,
1611 argv: &[String],
1612 llm_mock_mode: &commands::run::CliLlmMockMode,
1613) {
1614 if let Some(experiment) = structural_experiment {
1615 let path_buf = PathBuf::from(path);
1616 if !path_buf.is_file() || path_buf.extension().and_then(|ext| ext.to_str()) != Some("harn")
1617 {
1618 eprintln!(
1619 "--structural-experiment currently requires a .harn pipeline path, got {}",
1620 path
1621 );
1622 process::exit(1);
1623 }
1624 if compare.is_some() {
1625 eprintln!("--compare cannot be combined with --structural-experiment");
1626 process::exit(1);
1627 }
1628 if matches!(llm_mock_mode, commands::run::CliLlmMockMode::Record { .. }) {
1629 eprintln!("--llm-mock-record cannot be combined with --structural-experiment");
1630 process::exit(1);
1631 }
1632 let path_buf = fs::canonicalize(&path_buf).unwrap_or_else(|error| {
1633 command_error(&format!(
1634 "failed to canonicalize structural eval pipeline {}: {error}",
1635 path_buf.display()
1636 ))
1637 });
1638 run_structural_experiment_eval(&path_buf, experiment, argv, llm_mock_mode);
1639 return;
1640 }
1641
1642 let path_buf = PathBuf::from(path);
1643 if path_buf.is_file() && file_looks_like_persona_eval_ladder_manifest(&path_buf) {
1644 if compare.is_some() {
1645 eprintln!("--compare is not supported with persona eval ladder manifests");
1646 process::exit(1);
1647 }
1648 let manifest = load_persona_eval_ladder_manifest_or_exit(&path_buf);
1649 let report =
1650 harn_vm::orchestration::run_persona_eval_ladder(&manifest).unwrap_or_else(|error| {
1651 eprintln!(
1652 "Failed to evaluate persona eval ladder {}: {error}",
1653 path_buf.display()
1654 );
1655 process::exit(1);
1656 });
1657 print_persona_ladder_report(&report);
1658 if !report.pass {
1659 process::exit(1);
1660 }
1661 return;
1662 }
1663
1664 if path_buf.is_file() && file_looks_like_eval_pack_manifest(&path_buf) {
1665 if compare.is_some() {
1666 eprintln!("--compare is not supported with eval pack manifests");
1667 process::exit(1);
1668 }
1669 let manifest = load_eval_pack_manifest_or_exit(&path_buf);
1670 let report = harn_vm::orchestration::evaluate_eval_pack_manifest(&manifest).unwrap_or_else(
1671 |error| {
1672 eprintln!(
1673 "Failed to evaluate eval pack {}: {error}",
1674 path_buf.display()
1675 );
1676 process::exit(1);
1677 },
1678 );
1679 print_eval_pack_report(&report);
1680 if !report.pass {
1681 process::exit(1);
1682 }
1683 return;
1684 }
1685
1686 if path_buf.is_file() && file_looks_like_eval_manifest(&path_buf) {
1687 if compare.is_some() {
1688 eprintln!("--compare is not supported with eval suite manifests");
1689 process::exit(1);
1690 }
1691 let manifest = load_eval_suite_manifest_or_exit(&path_buf);
1692 let suite = harn_vm::orchestration::evaluate_run_suite_manifest(&manifest).unwrap_or_else(
1693 |error| {
1694 eprintln!(
1695 "Failed to evaluate manifest {}: {error}",
1696 path_buf.display()
1697 );
1698 process::exit(1);
1699 },
1700 );
1701 println!(
1702 "{} {} passed, {} failed, {} total",
1703 if suite.pass { "PASS" } else { "FAIL" },
1704 suite.passed,
1705 suite.failed,
1706 suite.total
1707 );
1708 for case in &suite.cases {
1709 println!(
1710 "- {} [{}] {}",
1711 case.label.clone().unwrap_or_else(|| case.run_id.clone()),
1712 case.workflow_id,
1713 if case.pass { "PASS" } else { "FAIL" }
1714 );
1715 if let Some(path) = &case.source_path {
1716 println!(" path: {}", path);
1717 }
1718 if let Some(comparison) = &case.comparison {
1719 println!(" baseline identical: {}", comparison.identical);
1720 if !comparison.identical {
1721 println!(
1722 " baseline status: {} -> {}",
1723 comparison.left_status, comparison.right_status
1724 );
1725 }
1726 }
1727 for failure in &case.failures {
1728 println!(" {}", failure);
1729 }
1730 }
1731 if !suite.pass {
1732 process::exit(1);
1733 }
1734 return;
1735 }
1736
1737 let paths = collect_run_record_paths(path);
1738 if paths.len() > 1 {
1739 let mut cases = Vec::new();
1740 for path in &paths {
1741 let run = load_run_record_or_exit(path);
1742 let fixture = run
1743 .replay_fixture
1744 .clone()
1745 .unwrap_or_else(|| harn_vm::orchestration::replay_fixture_from_run(&run));
1746 cases.push((run, fixture, Some(path.display().to_string())));
1747 }
1748 let suite = harn_vm::orchestration::evaluate_run_suite(cases);
1749 println!(
1750 "{} {} passed, {} failed, {} total",
1751 if suite.pass { "PASS" } else { "FAIL" },
1752 suite.passed,
1753 suite.failed,
1754 suite.total
1755 );
1756 for case in &suite.cases {
1757 println!(
1758 "- {} [{}] {}",
1759 case.run_id,
1760 case.workflow_id,
1761 if case.pass { "PASS" } else { "FAIL" }
1762 );
1763 if let Some(path) = &case.source_path {
1764 println!(" path: {}", path);
1765 }
1766 if let Some(comparison) = &case.comparison {
1767 println!(" baseline identical: {}", comparison.identical);
1768 }
1769 for failure in &case.failures {
1770 println!(" {}", failure);
1771 }
1772 }
1773 if !suite.pass {
1774 process::exit(1);
1775 }
1776 return;
1777 }
1778
1779 let run = load_run_record_or_exit(&paths[0]);
1780 let fixture = run
1781 .replay_fixture
1782 .clone()
1783 .unwrap_or_else(|| harn_vm::orchestration::replay_fixture_from_run(&run));
1784 let report = harn_vm::orchestration::evaluate_run_against_fixture(&run, &fixture);
1785 println!("{}", if report.pass { "PASS" } else { "FAIL" });
1786 println!("Stages: {}", report.stage_count);
1787 if let Some(compare_path) = compare {
1788 let baseline = load_run_record_or_exit(Path::new(compare_path));
1789 print_run_diff(&harn_vm::orchestration::diff_run_records(&baseline, &run));
1790 }
1791 if !report.failures.is_empty() {
1792 for failure in &report.failures {
1793 println!("- {}", failure);
1794 }
1795 }
1796 if !report.pass {
1797 process::exit(1);
1798 }
1799}
1800
1801fn print_eval_pack_report(report: &harn_vm::orchestration::EvalPackReport) {
1802 println!(
1803 "{} {} passed, {} blocking failed, {} warning, {} informational, {} total",
1804 if report.pass { "PASS" } else { "FAIL" },
1805 report.passed,
1806 report.blocking_failed,
1807 report.warning_failed,
1808 report.informational_failed,
1809 report.total
1810 );
1811 for case in &report.cases {
1812 println!(
1813 "- {} [{}] {} ({})",
1814 case.label,
1815 case.workflow_id,
1816 if case.pass { "PASS" } else { "FAIL" },
1817 case.severity
1818 );
1819 if let Some(path) = &case.source_path {
1820 println!(" path: {}", path);
1821 }
1822 if let Some(comparison) = &case.comparison {
1823 println!(" baseline identical: {}", comparison.identical);
1824 if !comparison.identical {
1825 println!(
1826 " baseline status: {} -> {}",
1827 comparison.left_status, comparison.right_status
1828 );
1829 }
1830 }
1831 for failure in &case.failures {
1832 println!(" {}", failure);
1833 }
1834 for warning in &case.warnings {
1835 println!(" warning: {}", warning);
1836 }
1837 for item in &case.informational {
1838 println!(" info: {}", item);
1839 }
1840 }
1841 for ladder in &report.ladders {
1842 println!(
1843 "- ladder {} [{}] {} ({}) first_correct={}/{}",
1844 ladder.id,
1845 ladder.persona,
1846 if ladder.pass { "PASS" } else { "FAIL" },
1847 ladder.severity,
1848 ladder.first_correct_route.as_deref().unwrap_or("<none>"),
1849 ladder.first_correct_tier.as_deref().unwrap_or("<none>")
1850 );
1851 println!(" artifacts: {}", ladder.artifact_root);
1852 for tier in &ladder.tiers {
1853 println!(
1854 " - {} [{}] {} tools={} models={} latency={}ms cost=${:.6}",
1855 tier.timeout_tier,
1856 tier.route_id,
1857 tier.outcome,
1858 tier.tool_calls,
1859 tier.model_calls,
1860 tier.latency_ms,
1861 tier.cost_usd
1862 );
1863 for reason in &tier.degradation_reasons {
1864 println!(" {}", reason);
1865 }
1866 }
1867 }
1868}
1869
1870fn print_persona_ladder_report(report: &harn_vm::orchestration::PersonaEvalLadderReport) {
1871 println!(
1872 "{} ladder {} passed, {} degraded/looped, {} total",
1873 if report.pass { "PASS" } else { "FAIL" },
1874 report.passed,
1875 report.failed,
1876 report.total
1877 );
1878 println!(
1879 "first_correct: {}/{}",
1880 report.first_correct_route.as_deref().unwrap_or("<none>"),
1881 report.first_correct_tier.as_deref().unwrap_or("<none>")
1882 );
1883 println!("artifacts: {}", report.artifact_root);
1884 for tier in &report.tiers {
1885 println!(
1886 "- {} [{}] {} tools={} models={} latency={}ms cost=${:.6}",
1887 tier.timeout_tier,
1888 tier.route_id,
1889 tier.outcome,
1890 tier.tool_calls,
1891 tier.model_calls,
1892 tier.latency_ms,
1893 tier.cost_usd
1894 );
1895 for reason in &tier.degradation_reasons {
1896 println!(" {}", reason);
1897 }
1898 }
1899}
1900
1901fn run_package_evals() {
1902 let paths = package::load_package_eval_pack_paths(None).unwrap_or_else(|error| {
1903 eprintln!("{error}");
1904 process::exit(1);
1905 });
1906 let mut all_pass = true;
1907 for path in &paths {
1908 println!("Eval pack: {}", path.display());
1909 let manifest = load_eval_pack_manifest_or_exit(path);
1910 let report = harn_vm::orchestration::evaluate_eval_pack_manifest(&manifest).unwrap_or_else(
1911 |error| {
1912 eprintln!("Failed to evaluate eval pack {}: {error}", path.display());
1913 process::exit(1);
1914 },
1915 );
1916 print_eval_pack_report(&report);
1917 all_pass &= report.pass;
1918 }
1919 if !all_pass {
1920 process::exit(1);
1921 }
1922}
1923
1924fn run_structural_experiment_eval(
1925 path: &Path,
1926 experiment: &str,
1927 argv: &[String],
1928 llm_mock_mode: &commands::run::CliLlmMockMode,
1929) {
1930 let baseline_dir = tempfile::Builder::new()
1931 .prefix("harn-eval-baseline-")
1932 .tempdir()
1933 .unwrap_or_else(|error| {
1934 command_error(&format!("failed to create baseline tempdir: {error}"))
1935 });
1936 let variant_dir = tempfile::Builder::new()
1937 .prefix("harn-eval-variant-")
1938 .tempdir()
1939 .unwrap_or_else(|error| {
1940 command_error(&format!("failed to create variant tempdir: {error}"))
1941 });
1942
1943 let baseline = spawn_eval_pipeline_run(path, baseline_dir.path(), None, argv, llm_mock_mode);
1944 if !baseline.status.success() {
1945 relay_subprocess_failure("baseline", &baseline);
1946 }
1947
1948 let variant = spawn_eval_pipeline_run(
1949 path,
1950 variant_dir.path(),
1951 Some(experiment),
1952 argv,
1953 llm_mock_mode,
1954 );
1955 if !variant.status.success() {
1956 relay_subprocess_failure("variant", &variant);
1957 }
1958
1959 let baseline_runs = collect_structural_eval_runs(baseline_dir.path());
1960 let variant_runs = collect_structural_eval_runs(variant_dir.path());
1961 if baseline_runs.is_empty() || variant_runs.is_empty() {
1962 eprintln!(
1963 "structural eval expected workflow run records under {} and {}, but one side was empty",
1964 baseline_dir.path().display(),
1965 variant_dir.path().display()
1966 );
1967 process::exit(1);
1968 }
1969 if baseline_runs.len() != variant_runs.len() {
1970 eprintln!(
1971 "structural eval produced different run counts: baseline={} variant={}",
1972 baseline_runs.len(),
1973 variant_runs.len()
1974 );
1975 process::exit(1);
1976 }
1977
1978 let mut baseline_ok = 0usize;
1979 let mut variant_ok = 0usize;
1980 let mut any_failures = false;
1981
1982 println!("Structural experiment: {}", experiment);
1983 println!("Cases: {}", baseline_runs.len());
1984 for (baseline_run, variant_run) in baseline_runs.iter().zip(variant_runs.iter()) {
1985 let baseline_fixture = baseline_run
1986 .replay_fixture
1987 .clone()
1988 .unwrap_or_else(|| harn_vm::orchestration::replay_fixture_from_run(baseline_run));
1989 let variant_fixture = variant_run
1990 .replay_fixture
1991 .clone()
1992 .unwrap_or_else(|| harn_vm::orchestration::replay_fixture_from_run(variant_run));
1993 let baseline_report =
1994 harn_vm::orchestration::evaluate_run_against_fixture(baseline_run, &baseline_fixture);
1995 let variant_report =
1996 harn_vm::orchestration::evaluate_run_against_fixture(variant_run, &variant_fixture);
1997 let diff = harn_vm::orchestration::diff_run_records(baseline_run, variant_run);
1998 if baseline_report.pass {
1999 baseline_ok += 1;
2000 }
2001 if variant_report.pass {
2002 variant_ok += 1;
2003 }
2004 any_failures |= !baseline_report.pass || !variant_report.pass;
2005 println!(
2006 "- {} [{}]",
2007 variant_run
2008 .workflow_name
2009 .clone()
2010 .unwrap_or_else(|| variant_run.workflow_id.clone()),
2011 variant_run.task
2012 );
2013 println!(
2014 " baseline: {}",
2015 if baseline_report.pass { "PASS" } else { "FAIL" }
2016 );
2017 for failure in &baseline_report.failures {
2018 println!(" {}", failure);
2019 }
2020 println!(
2021 " variant: {}",
2022 if variant_report.pass { "PASS" } else { "FAIL" }
2023 );
2024 for failure in &variant_report.failures {
2025 println!(" {}", failure);
2026 }
2027 println!(" diff identical: {}", diff.identical);
2028 println!(" stage diffs: {}", diff.stage_diffs.len());
2029 println!(" tool diffs: {}", diff.tool_diffs.len());
2030 println!(" observability diffs: {}", diff.observability_diffs.len());
2031 }
2032
2033 println!("Baseline {} / {} passed", baseline_ok, baseline_runs.len());
2034 println!("Variant {} / {} passed", variant_ok, variant_runs.len());
2035
2036 if any_failures {
2037 process::exit(1);
2038 }
2039}
2040
2041fn spawn_eval_pipeline_run(
2042 path: &Path,
2043 run_dir: &Path,
2044 structural_experiment: Option<&str>,
2045 argv: &[String],
2046 llm_mock_mode: &commands::run::CliLlmMockMode,
2047) -> std::process::Output {
2048 let exe = env::current_exe().unwrap_or_else(|error| {
2049 command_error(&format!("failed to resolve current executable: {error}"))
2050 });
2051 let mut command = std::process::Command::new(exe);
2052 command.current_dir(path.parent().unwrap_or_else(|| Path::new(".")));
2053 command.arg("run");
2054 match llm_mock_mode {
2055 commands::run::CliLlmMockMode::Off => {}
2056 commands::run::CliLlmMockMode::Replay { fixture_path } => {
2057 command
2058 .arg("--llm-mock")
2059 .arg(absolute_cli_path(fixture_path));
2060 }
2061 commands::run::CliLlmMockMode::Record { fixture_path } => {
2062 command
2063 .arg("--llm-mock-record")
2064 .arg(absolute_cli_path(fixture_path));
2065 }
2066 }
2067 command.arg(path);
2068 if !argv.is_empty() {
2069 command.arg("--");
2070 command.args(argv);
2071 }
2072 command.env(harn_vm::runtime_paths::HARN_RUN_DIR_ENV, run_dir);
2073 if let Some(experiment) = structural_experiment {
2074 command.env("HARN_STRUCTURAL_EXPERIMENT", experiment);
2075 }
2076 command.output().unwrap_or_else(|error| {
2077 command_error(&format!(
2078 "failed to spawn `harn run {}` for structural eval: {error}",
2079 path.display()
2080 ))
2081 })
2082}
2083
2084fn absolute_cli_path(path: &Path) -> PathBuf {
2085 if path.is_absolute() {
2086 return path.to_path_buf();
2087 }
2088 env::current_dir()
2089 .unwrap_or_else(|_| PathBuf::from("."))
2090 .join(path)
2091}
2092
2093fn relay_subprocess_failure(label: &str, output: &std::process::Output) -> ! {
2094 let stdout = String::from_utf8_lossy(&output.stdout);
2095 let stderr = String::from_utf8_lossy(&output.stderr);
2096 if !stdout.trim().is_empty() {
2097 eprintln!("[{label}] stdout:\n{stdout}");
2098 }
2099 if !stderr.trim().is_empty() {
2100 eprintln!("[{label}] stderr:\n{stderr}");
2101 }
2102 process::exit(output.status.code().unwrap_or(1));
2103}
2104
2105fn collect_structural_eval_runs(dir: &Path) -> Vec<harn_vm::orchestration::RunRecord> {
2106 let mut paths: Vec<PathBuf> = fs::read_dir(dir)
2107 .unwrap_or_else(|error| {
2108 command_error(&format!(
2109 "failed to read structural eval run dir {}: {error}",
2110 dir.display()
2111 ))
2112 })
2113 .filter_map(|entry| entry.ok().map(|entry| entry.path()))
2114 .filter(|entry| entry.extension().and_then(|ext| ext.to_str()) == Some("json"))
2115 .collect();
2116 paths.sort();
2117 let mut runs: Vec<_> = paths
2118 .iter()
2119 .map(|path| load_run_record_or_exit(path))
2120 .collect();
2121 runs.sort_by(|left, right| {
2122 (
2123 left.started_at.as_str(),
2124 left.workflow_id.as_str(),
2125 left.task.as_str(),
2126 )
2127 .cmp(&(
2128 right.started_at.as_str(),
2129 right.workflow_id.as_str(),
2130 right.task.as_str(),
2131 ))
2132 });
2133 runs
2134}
2135
2136pub(crate) fn parse_source_file(path: &str) -> (String, Vec<harn_parser::SNode>) {
2138 let source = match fs::read_to_string(path) {
2139 Ok(s) => s,
2140 Err(e) => {
2141 eprintln!("Error reading {path}: {e}");
2142 process::exit(1);
2143 }
2144 };
2145
2146 let mut lexer = Lexer::new(&source);
2147 let tokens = match lexer.tokenize() {
2148 Ok(t) => t,
2149 Err(e) => {
2150 let diagnostic = harn_parser::diagnostic::render_diagnostic(
2151 &source,
2152 path,
2153 &error_span_from_lex(&e),
2154 "error",
2155 &e.to_string(),
2156 Some("here"),
2157 None,
2158 );
2159 eprint!("{diagnostic}");
2160 process::exit(1);
2161 }
2162 };
2163
2164 let mut parser = Parser::new(tokens);
2165 let program = match parser.parse() {
2166 Ok(p) => p,
2167 Err(err) => {
2168 if parser.all_errors().is_empty() {
2169 let span = error_span_from_parse(&err);
2170 let diagnostic = harn_parser::diagnostic::render_diagnostic(
2171 &source,
2172 path,
2173 &span,
2174 "error",
2175 &harn_parser::diagnostic::parser_error_message(&err),
2176 Some(harn_parser::diagnostic::parser_error_label(&err)),
2177 harn_parser::diagnostic::parser_error_help(&err),
2178 );
2179 eprint!("{diagnostic}");
2180 } else {
2181 for e in parser.all_errors() {
2182 let span = error_span_from_parse(e);
2183 let diagnostic = harn_parser::diagnostic::render_diagnostic(
2184 &source,
2185 path,
2186 &span,
2187 "error",
2188 &harn_parser::diagnostic::parser_error_message(e),
2189 Some(harn_parser::diagnostic::parser_error_label(e)),
2190 harn_parser::diagnostic::parser_error_help(e),
2191 );
2192 eprint!("{diagnostic}");
2193 }
2194 }
2195 process::exit(1);
2196 }
2197 };
2198
2199 (source, program)
2200}
2201
2202fn error_span_from_lex(e: &harn_lexer::LexerError) -> harn_lexer::Span {
2203 match e {
2204 harn_lexer::LexerError::UnexpectedCharacter(_, span)
2205 | harn_lexer::LexerError::UnterminatedString(span)
2206 | harn_lexer::LexerError::UnterminatedBlockComment(span) => *span,
2207 }
2208}
2209
2210fn error_span_from_parse(e: &harn_parser::ParserError) -> harn_lexer::Span {
2211 match e {
2212 harn_parser::ParserError::Unexpected { span, .. } => *span,
2213 harn_parser::ParserError::UnexpectedEof { span, .. } => *span,
2214 }
2215}
2216
2217pub(crate) async fn execute(source: &str, source_path: Option<&Path>) -> Result<String, String> {
2219 let mut lexer = Lexer::new(source);
2220 let tokens = lexer.tokenize().map_err(|e| e.to_string())?;
2221 let mut parser = Parser::new(tokens);
2222 let program = parser.parse().map_err(|e| e.to_string())?;
2223
2224 let mut checker = TypeChecker::new();
2229 if let Some(path) = source_path {
2230 let graph = harn_modules::build(&[path.to_path_buf()]);
2231 if let Some(imported) = graph.imported_names_for_file(path) {
2232 checker = checker.with_imported_names(imported);
2233 }
2234 if let Some(imported) = graph.imported_type_declarations_for_file(path) {
2235 checker = checker.with_imported_type_decls(imported);
2236 }
2237 }
2238 let type_diagnostics = checker.check(&program);
2239 let mut warning_lines = Vec::new();
2240 for diag in &type_diagnostics {
2241 match diag.severity {
2242 DiagnosticSeverity::Error => return Err(diag.message.clone()),
2243 DiagnosticSeverity::Warning => {
2244 warning_lines.push(format!("warning: {}", diag.message));
2245 }
2246 }
2247 }
2248
2249 let chunk = harn_vm::Compiler::new()
2250 .compile(&program)
2251 .map_err(|e| e.to_string())?;
2252
2253 let local = tokio::task::LocalSet::new();
2254 local
2255 .run_until(async {
2256 let mut vm = harn_vm::Vm::new();
2257 harn_vm::register_vm_stdlib(&mut vm);
2258 install_default_hostlib(&mut vm);
2259 let source_parent = source_path
2260 .and_then(|p| p.parent())
2261 .unwrap_or(std::path::Path::new("."));
2262 let project_root = harn_vm::stdlib::process::find_project_root(source_parent);
2263 let store_base = project_root.as_deref().unwrap_or(source_parent);
2264 let execution_cwd = std::env::current_dir()
2265 .unwrap_or_else(|_| std::path::PathBuf::from("."))
2266 .to_string_lossy()
2267 .into_owned();
2268 let source_dir = source_parent.to_string_lossy().into_owned();
2269 if source_path.is_some_and(is_conformance_path) {
2270 harn_vm::event_log::install_memory_for_current_thread(64);
2271 }
2272 harn_vm::register_store_builtins(&mut vm, store_base);
2273 harn_vm::register_metadata_builtins(&mut vm, store_base);
2274 let pipeline_name = source_path
2275 .and_then(|p| p.file_stem())
2276 .and_then(|s| s.to_str())
2277 .unwrap_or("default");
2278 harn_vm::register_checkpoint_builtins(&mut vm, store_base, pipeline_name);
2279 harn_vm::stdlib::process::set_thread_execution_context(Some(
2280 harn_vm::orchestration::RunExecutionRecord {
2281 cwd: Some(execution_cwd),
2282 source_dir: Some(source_dir),
2283 env: std::collections::BTreeMap::new(),
2284 adapter: None,
2285 repo_path: None,
2286 worktree_path: None,
2287 branch: None,
2288 base_ref: None,
2289 cleanup: None,
2290 },
2291 ));
2292 if let Some(ref root) = project_root {
2293 vm.set_project_root(root);
2294 }
2295 if let Some(path) = source_path {
2296 if let Some(parent) = path.parent() {
2297 if !parent.as_os_str().is_empty() {
2298 vm.set_source_dir(parent);
2299 }
2300 }
2301 }
2302 let loaded = skill_loader::load_skills(&skill_loader::SkillLoaderInputs {
2306 cli_dirs: Vec::new(),
2307 source_path: source_path.map(Path::to_path_buf),
2308 });
2309 skill_loader::emit_loader_warnings(&loaded.loader_warnings);
2310 skill_loader::install_skills_global(&mut vm, &loaded);
2311 if let Some(path) = source_path {
2312 let extensions = package::load_runtime_extensions(path);
2313 package::install_runtime_extensions(&extensions);
2314 package::install_manifest_triggers(&mut vm, &extensions)
2315 .await
2316 .map_err(|error| format!("failed to install manifest triggers: {error}"))?;
2317 package::install_manifest_hooks(&mut vm, &extensions)
2318 .await
2319 .map_err(|error| format!("failed to install manifest hooks: {error}"))?;
2320 }
2321 let _event_log = harn_vm::event_log::active_event_log()
2322 .unwrap_or_else(|| harn_vm::event_log::install_memory_for_current_thread(64));
2323 let connector_clients_installed =
2324 should_install_default_connector_clients(source, source_path);
2325 if connector_clients_installed {
2326 install_default_connector_clients(store_base)
2327 .await
2328 .map_err(|error| format!("failed to initialize connector clients: {error}"))?;
2329 }
2330 let execution_result = vm.execute(&chunk).await.map_err(|e| e.to_string());
2331 harn_vm::egress::reset_egress_policy_for_host();
2332 if connector_clients_installed {
2333 harn_vm::clear_active_connector_clients();
2334 }
2335 harn_vm::stdlib::process::set_thread_execution_context(None);
2336 execution_result?;
2337 let mut output = String::new();
2338 for wl in &warning_lines {
2339 output.push_str(wl);
2340 output.push('\n');
2341 }
2342 output.push_str(vm.output());
2343 Ok(output)
2344 })
2345 .await
2346}
2347
2348fn should_install_default_connector_clients(source: &str, source_path: Option<&Path>) -> bool {
2349 if !source_path.is_some_and(is_conformance_path) {
2350 return true;
2351 }
2352 source.contains("connector_call")
2353 || source.contains("std/connectors")
2354 || source.contains("connectors/")
2355}
2356
2357fn is_conformance_path(path: &Path) -> bool {
2358 path.components()
2359 .any(|component| component.as_os_str() == "conformance")
2360}
2361
2362async fn install_default_connector_clients(base_dir: &Path) -> Result<(), String> {
2363 let event_log = harn_vm::event_log::active_event_log()
2364 .unwrap_or_else(|| harn_vm::event_log::install_memory_for_current_thread(64));
2365 let secret_namespace = connector_secret_namespace(base_dir);
2366 let secrets: Arc<dyn harn_vm::secrets::SecretProvider> = Arc::new(
2367 harn_vm::secrets::configured_default_chain(secret_namespace)
2368 .map_err(|error| format!("failed to configure secret providers: {error}"))?,
2369 );
2370
2371 let registry = harn_vm::ConnectorRegistry::default();
2372 let metrics = Arc::new(harn_vm::MetricsRegistry::default());
2373 let inbox = Arc::new(
2374 harn_vm::InboxIndex::new(event_log.clone(), metrics.clone())
2375 .await
2376 .map_err(|error| error.to_string())?,
2377 );
2378 registry
2379 .init_all(harn_vm::ConnectorCtx {
2380 event_log,
2381 secrets,
2382 inbox,
2383 metrics,
2384 rate_limiter: Arc::new(harn_vm::RateLimiterFactory::default()),
2385 })
2386 .await
2387 .map_err(|error| error.to_string())?;
2388 let clients = registry.client_map().await;
2389 harn_vm::install_active_connector_clients(clients);
2390 Ok(())
2391}
2392
2393fn connector_secret_namespace(base_dir: &Path) -> String {
2394 match std::env::var("HARN_SECRET_NAMESPACE") {
2395 Ok(namespace) if !namespace.trim().is_empty() => namespace,
2396 _ => {
2397 let leaf = base_dir
2398 .file_name()
2399 .and_then(|name| name.to_str())
2400 .filter(|name| !name.is_empty())
2401 .unwrap_or("workspace");
2402 format!("harn/{leaf}")
2403 }
2404 }
2405}
2406
2407#[cfg(test)]
2408mod main_tests {
2409 use super::{normalize_serve_args, should_install_default_connector_clients};
2410 use std::path::Path;
2411
2412 #[test]
2413 fn normalize_serve_args_inserts_a2a_for_legacy_shape() {
2414 let args = normalize_serve_args(vec![
2415 "harn".to_string(),
2416 "serve".to_string(),
2417 "--port".to_string(),
2418 "3000".to_string(),
2419 "agent.harn".to_string(),
2420 ]);
2421 assert_eq!(
2422 args,
2423 vec![
2424 "harn".to_string(),
2425 "serve".to_string(),
2426 "a2a".to_string(),
2427 "--port".to_string(),
2428 "3000".to_string(),
2429 "agent.harn".to_string(),
2430 ]
2431 );
2432 }
2433
2434 #[test]
2435 fn normalize_serve_args_preserves_explicit_subcommands() {
2436 let args = normalize_serve_args(vec![
2437 "harn".to_string(),
2438 "serve".to_string(),
2439 "acp".to_string(),
2440 "server.harn".to_string(),
2441 ]);
2442 assert_eq!(
2443 args,
2444 vec![
2445 "harn".to_string(),
2446 "serve".to_string(),
2447 "acp".to_string(),
2448 "server.harn".to_string(),
2449 ]
2450 );
2451 }
2452
2453 #[test]
2454 fn conformance_skips_connector_clients_unless_fixture_uses_connectors() {
2455 let path = Path::new("conformance/tests/language/basic.harn");
2456 assert!(!should_install_default_connector_clients(
2457 "println(1)",
2458 Some(path)
2459 ));
2460 assert!(!should_install_default_connector_clients(
2461 "trust_graph_verify_chain()",
2462 Some(path)
2463 ));
2464 assert!(should_install_default_connector_clients(
2465 "import { post_message } from \"std/connectors/slack\"",
2466 Some(path)
2467 ));
2468 assert!(should_install_default_connector_clients(
2469 "println(1)",
2470 Some(Path::new("examples/demo.harn"))
2471 ));
2472 }
2473}