Add argument processing, update data
This commit is contained in:
parent
fef4cd7b0f
commit
51d443b160
File diff suppressed because it is too large
Load Diff
|
@ -1,3 +1,12 @@
|
|||
#!/bin/bash
|
||||
|
||||
html_file="${1:-search.fed.wiki.org.html}"
|
||||
|
||||
if [ -z $html_file ]; then
|
||||
echo "HTML file '$html_file' does not exist"
|
||||
exit 1;
|
||||
fi
|
||||
|
||||
process_result() {
|
||||
wiki=$1
|
||||
farm=$(echo "$wiki" | xargs tldextract | cut -d' ' -f2,3 | sed 's/ /./g')
|
||||
|
@ -6,10 +15,10 @@ process_result() {
|
|||
echo "$wiki,$farm,$status_http,$status_https";
|
||||
}
|
||||
|
||||
echo "Wiki,Farm,HTTP?,HTTPS?" > ./wikiverse-https-scan.txt.csv
|
||||
echo "Wiki,Farm,HTTP?,HTTPS?" > ./wikiverse-https-scan.csv
|
||||
|
||||
for wiki in $(pup '#results a attr{href}' < search.fed.wiki.org.html); do
|
||||
for wiki in $(pup '#results a attr{href}' < "$html_file"); do
|
||||
process_result "$wiki" &
|
||||
done >> wikiverse-https-scan.txt.csv
|
||||
done >> wikiverse-https-scan.csv
|
||||
|
||||
wait $(jobs -p)
|
||||
|
|
Loading…
Reference in New Issue