add guide on web archiving
gospider -s "https://www.schloss-ringberg.de" -d 0 -o crawl_data
jq -r '. | select(.type=="url") | .output' crawl_data/www_schloss-ringberg_de | sort -u > crawl_data/www_schloss-ringberg_de.links
gospider -s "https://www.schloss-ringberg.de" -d 0 -o crawl_data
jq -r '. | select(.type=="url") | .output' crawl_data/www_schloss-ringberg_de | sort -u > crawl_data/www_schloss-ringberg_de.links