llm-browser-testkit 0.2.5

LLM-driven browser test framework — define browser test scenarios in TOML with natural language steps and LLM-powered assertions
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

# Multi-endpoint scenario — routes LLM calls to different providers

[config.endpoints.default]
type = "llm"
url = "http://localhost:8080"
model = "deepseek"
pricing = { input_per_1m_tokens = 0.15, output_per_1m_tokens = 0.60 }
default_for = ["targeting", "assertion"]

[config.budgets.global]
max_cost = 10.0
max_tokens = 1_000_000
enforcement = "soft"

[config.budgets.per_test_default]
max_cost = 2.0
max_tokens = 200_000
enforcement = "hard"

[[definitions]]
name = "no_errors"
preset = "no_error_on_page"

[[test]]
name = "homepage smoke"
start_url = "/"

[[test.steps]]
kind = "navigate"
url = "/"

[[test.steps]]
kind = "assert"
definition = "no_errors"
endpoint = "default"