sectxt 0.0.9

A tool for working with security.txt files
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

#!/usr/bin/env bash

set -o errexit
set -o errtrace

SOURCEURL='https://moz.com/top-500/download/?table=top500Domains'

cargo build --release

tmp_directory="$(mktemp -d)"

exit_handler() {
	rm -r "$tmp_directory"
}

trap exit_handler EXIT

curl \
	--disable \
	--location \
	--max-time 60 \
	--output "$tmp_directory/top.csv" \
	"$SOURCEURL"

xsv select 'Root Domain' "$tmp_directory/top.csv" | tail -n +2 | sort -u > "$tmp_directory/top.txt"

./target/release/sectxt --threads 50 --timeout 5 --quiet < "$tmp_directory/top.txt"