#!/bin/bash
set -e
set -x
script_dir=$(unset CDPATH; cd "$(dirname "$0")" > /dev/null; pwd -P)
# shellcheck source=test/common.sh
source "$script_dir/common.sh"
echo "Multi-section template report generation"
cd_temp_repo
# Add some test measurements
git perf add -m test-measure1 100.0
git perf add -m test-measure2 200.0
git perf add -m bench-measure1 150.0
git perf add -m bench-measure2 250.0
# Create a multi-section template
cat > multi-section-template.html <<'EOF'
{{TITLE}}
{{PLOTLY_HEAD}}
{{TITLE}}
Generated: {{TIMESTAMP}}
Commits: {{COMMIT_RANGE}} ({{DEPTH}} total)
Test Measurements
{{SECTION[test-section]
measurement-filter: ^test-
aggregate-by: median
}}
Benchmark Measurements
{{SECTION[bench-section]
measurement-filter: ^bench-
aggregate-by: mean
}}
EOF
# Generate multi-section report
git perf report --template multi-section-template.html -o multi-section-report.html
# Verify report was created
if [[ ! -f multi-section-report.html ]]; then
echo "Multi-section report file not created"
exit 1
fi
# Read the report content
report_content=$(cat multi-section-report.html)
# Verify basic structure
assert_output_contains "$report_content" "" "Missing DOCTYPE"
assert_output_contains "$report_content" "" "Missing html tag"
assert_output_contains "$report_content" "Test Measurements" "Missing test section heading"
assert_output_contains "$report_content" "Benchmark Measurements" "Missing bench section heading"
# Verify Plotly content is present (multiple plots for multiple sections)
assert_output_contains "$report_content" "Plotly.newPlot" "Missing Plotly plot"
# Verify template placeholders were replaced
assert_output_not_contains "$report_content" "{{TITLE}}" "Title placeholder not replaced"
assert_output_not_contains "$report_content" "{{TIMESTAMP}}" "Timestamp placeholder not replaced"
assert_output_not_contains "$report_content" "{{SECTION[test-section]" "Section placeholder not replaced"
assert_output_not_contains "$report_content" "{{SECTION[bench-section]" "Section placeholder not replaced"
# Count Plotly.newPlot occurrences to verify we have 2 sections
plot_count=$(grep -o "Plotly.newPlot" multi-section-report.html | wc -l)
if [[ $plot_count -lt 2 ]]; then
echo "Expected at least 2 plots (one per section), found $plot_count"
exit 1
fi
echo "Multi-section with depth override"
cd_temp_repo
# Add more commits and measurements
create_commit
git perf add -m test-depth 300.0
create_commit
git perf add -m test-depth 400.0
# Create template with depth override
cat > depth-template.html <<'EOF'
Depth Test
{{PLOTLY_HEAD}}
Depth Override Test
Last 2 Commits
{{SECTION[recent]
measurement-filter: ^test-depth$
aggregate-by: none
depth: 2
}}
EOF
git perf report --template depth-template.html -n 10 -o depth-report.html
# Verify report was created
if [[ ! -f depth-report.html ]]; then
echo "Depth report file not created"
exit 1
fi
echo "Multi-section with separate-by parameter"
cd_temp_repo
# Add measurements with metadata
git perf add -m platform-test 100.0 --key-value os=linux --key-value arch=x64
git perf add -m platform-test 120.0 --key-value os=linux --key-value arch=arm64
git perf add -m platform-test 110.0 --key-value os=macos --key-value arch=x64
# Create template with separate-by
cat > separate-template.html <<'EOF'
Platform Comparison
{{PLOTLY_HEAD}}
Platform Comparison
By OS and Architecture
{{SECTION[platform-split]
measurement-filter: ^platform-test$
separate-by: os,arch
aggregate-by: median
}}
EOF
git perf report --template separate-template.html -o separate-report.html
# Verify report was created
if [[ ! -f separate-report.html ]]; then
echo "Separate-by report file not created"
exit 1
fi
# Verify multiple traces (one per os/arch combination)
separate_content=$(cat separate-report.html)
assert_output_contains "$separate_content" "Plotly.newPlot" "Missing Plotly plot in separate-by report"
echo "Duplicate section ID should fail"
cd_temp_repo
# Create template with duplicate section IDs
cat > duplicate-template.html <<'EOF'
Duplicate Test
{{PLOTLY_HEAD}}
{{SECTION[dup]
measurement-filter: ^test
}}
{{SECTION[dup]
measurement-filter: ^bench
}}
EOF
# This should fail with duplicate section ID error
output=$(git perf report --template duplicate-template.html -o dup-report.html 2>&1) && exit 1
assert_output_contains "$output" "Duplicate section ID" "Missing duplicate section ID error"
echo "Invalid section parameter should be warned"
cd_temp_repo
# Create template with unknown parameter (should warn but not fail)
# Needs two sections to pass. A single section with no fitting measurements is treated as an error
cat > warning-template.html <<'EOF'
Warning Test
{{PLOTLY_HEAD}}
{{SECTION[test]
measurement-filter: ^test
unknown-param: value
}}
{{SECTION[test2]
measurement-filter: ^test2
unknown-param: value
}}
EOF
# Should succeed but may log warning
git perf report --template warning-template.html -o warning-report.html
if [[ ! -f warning-report.html ]]; then
echo "Warning template report should have been created despite unknown parameter"
exit 1
fi
echo "CLI arguments ignored with multi-section template"
cd_temp_repo
# Add measurement
git perf add -m cli-test 100.0
# Create multi-section template
cat > cli-ignore-template.html <<'EOF'
CLI Ignore Test
{{PLOTLY_HEAD}}
{{SECTION[section1]
measurement-filter: ^cli-test$
}}
EOF
# Use --filter on command line (should be ignored)
git perf report --template cli-ignore-template.html --filter "^other" -o cli-ignore-report.html
# Verify report was created (filter was ignored, template filter used)
if [[ ! -f cli-ignore-report.html ]]; then
echo "CLI ignore report file not created"
exit 1
fi
cli_content=$(cat cli-ignore-report.html)
# Should contain the plot since template filter matches cli-test
assert_output_contains "$cli_content" "Plotly.newPlot" "Template should use its own filter, not CLI filter"
echo "Single-section template with show-epochs global flag"
cd_temp_repo
# Add measurements
git perf add -m epochs-test 100.0
# Create single-section template (no SECTION blocks)
cat > epochs-template.html <<'EOF'
Epochs Test
{{PLOTLY_HEAD}}
Epochs Test
{{PLOTLY_BODY}}
EOF
# Generate report with --show-epochs flag (global flag on single-section template)
git perf report --template epochs-template.html --show-epochs -o epochs-report.html
# Verify report was created
if [[ ! -f epochs-report.html ]]; then
echo "Epochs report file not created"
exit 1
fi
echo "Single-section template with show-changes global flag"
cd_temp_repo
# Add measurements
git perf add -m changes-test 100.0
create_commit
git perf add -m changes-test 150.0
# Create single-section template
cat > changes-template.html <<'EOF'
Changes Test
{{PLOTLY_HEAD}}
Changes Test
{{PLOTLY_BODY}}
EOF
# Generate report with --show-changes flag
git perf report --template changes-template.html --show-changes -o changes-report.html
# Verify report was created
if [[ ! -f changes-report.html ]]; then
echo "Changes report file not created"
exit 1
fi
echo "Multi-section template with global show-epochs flag override"
cd_temp_repo
# Add measurements
git perf add -m override-test1 100.0
git perf add -m override-test2 200.0
# Create multi-section template with show-epochs=false in section
cat > override-template.html <<'EOF'
Override Test
{{PLOTLY_HEAD}}
Override Test
Section 1 (no show-epochs in config)
{{SECTION[section1]
measurement-filter: ^override-test1$
show-epochs: false
}}
Section 2 (with show-changes)
{{SECTION[section2]
measurement-filter: ^override-test2$
show-changes: true
}}
EOF
# Generate report with global --show-epochs flag
# The global flag should merge with section flags using OR logic
git perf report --template override-template.html --show-epochs --show-changes -o override-report.html
# Verify report was created
if [[ ! -f override-report.html ]]; then
echo "Override report file not created"
exit 1
fi
# The report should be generated successfully (OR-merge should work)
override_content=$(cat override-report.html)
assert_output_contains "$override_content" "Plotly.newPlot" "Override report should contain plots"
echo "Single-section template with multiple measurement patterns"
cd_temp_repo
# Add measurements with different prefixes
git perf add -m test-measure-1 100.0
git perf add -m test-measure-2 150.0
git perf add -m bench-measure-1 200.0
git perf add -m other-measure 250.0
# Create single-section template
cat > multi-pattern-template.html <<'EOF'
Multi Pattern Test
{{PLOTLY_HEAD}}
Multi Pattern Test
{{PLOTLY_BODY}}
EOF
# Generate report with multiple --filter patterns
# Should match both test-* and bench-* but not other-*
git perf report --template multi-pattern-template.html --filter "^test-" --filter "^bench-" -o multi-pattern-report.html
# Verify report was created
if [[ ! -f multi-pattern-report.html ]]; then
echo "Multi pattern report file not created"
exit 1
fi
multi_pattern_content=$(cat multi-pattern-report.html)
assert_output_contains "$multi_pattern_content" "Plotly.newPlot" "Multi pattern report should contain plots"
exit 0