mirror of
https://github.com/mozilla/cipherscan.git
synced 2024-10-05 18:53:40 +02:00
a213fc45d0
some hostnames in the top-1m.csv file have folder or site specified in them, cut it off before using
65 lines
1.6 KiB
Bash
Executable File
65 lines
1.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
parallel=50
|
|
max_bg=50
|
|
[ ! -e "results" ] && mkdir results
|
|
|
|
function wait_for_jobs() {
|
|
local no_jobs
|
|
no_jobs=$(jobs | wc -l)
|
|
|
|
while [ $no_jobs -gt $1 ]; do
|
|
sleep 1
|
|
no_jobs=$(jobs | wc -l)
|
|
done
|
|
}
|
|
|
|
function scan_host() {
|
|
tcping -u 10000000 $2 443;
|
|
if [ $? -gt 0 ]; then
|
|
return
|
|
fi
|
|
../cipherscan -json -servername $1 $2:443 > results/$1@$2
|
|
}
|
|
|
|
function scan_hostname() {
|
|
local host_ips=$(host $1 | awk '/has address/ {print $4}')
|
|
local www_ips=$(host www.$1 | awk '/has address/ {print $4}')
|
|
if [ ! -z "$host_ips" ] && [ ! -z "$www_ips" ]; then
|
|
# list of IPs that are in www but not in host
|
|
local diff=$(grep -Fv "$host_ips" <<< "$www_ips")
|
|
while read ip; do
|
|
scan_host $1 $ip
|
|
done <<< "$host_ips"
|
|
if [ ! -z "$diff" ]; then
|
|
while read ip; do
|
|
scan_host www.$1 $ip
|
|
done <<< "$diff"
|
|
fi
|
|
else
|
|
if [ ! -z "$host_ips" ]; then
|
|
while read ip; do
|
|
scan_host $1 $ip
|
|
done <<< "$host_ips"
|
|
fi
|
|
if [ ! -z "$www_ips" ]; then
|
|
while read ip; do
|
|
scan_host www.$1 $ip
|
|
done <<< "$www_ips"
|
|
fi
|
|
fi
|
|
}
|
|
|
|
i=0
|
|
count=$(wc -l top-1m.csv | awk '{print $1}')
|
|
while [ $i -lt $count ]
|
|
do
|
|
echo processings sites $i to $((i + parallel))
|
|
for t in $(tail -$(($count - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2|cut -d "/" -f 1)
|
|
do
|
|
(scan_hostname $t)&
|
|
done
|
|
i=$(( i + parallel))
|
|
wait_for_jobs $max_bg
|
|
done
|
|
wait
|