2
0
mirror of https://github.com/mozilla/cipherscan.git synced 2024-11-05 07:23:42 +01:00
cipherscan/top1m/testtop1m.sh
Hubert Kario 00b20a20ed perform SNI enabled scan
for example, youtube requires SNI extension to be present to return
ECDSA certificates, use it for scanning
2014-05-13 13:41:16 +02:00

65 lines
1.6 KiB
Bash
Executable File

#!/usr/bin/env bash
parallel=50
max_bg=50
[ ! -e "results" ] && mkdir results
function wait_for_jobs() {
local no_jobs
no_jobs=$(jobs | wc -l)
while [ $no_jobs -gt $1 ]; do
sleep 1
no_jobs=$(jobs | wc -l)
done
}
function scan_host() {
tcping -u 10000000 $2 443;
if [ $? -gt 0 ]; then
return
fi
../cipherscan -json -servername $1 $2:443 > results/$1@$2
}
function scan_hostname() {
local host_ips=$(host $1 | awk '/has address/ {print $4}')
local www_ips=$(host www.$1 | awk '/has address/ {print $4}')
if [ ! -z "$host_ips" ] && [ ! -z "$www_ips" ]; then
# list of IPs that are in www but not in host
local diff=$(grep -Fv "$host_ips" <<< "$www_ips")
while read ip; do
scan_host $1 $ip
done <<< "$host_ips"
if [ ! -z "$diff" ]; then
while read ip; do
scan_host www.$1 $ip
done <<< "$diff"
fi
else
if [ ! -z "$host_ips" ]; then
while read ip; do
scan_host $1 $ip
done <<< "$host_ips"
fi
if [ ! -z "$www_ips" ]; then
while read ip; do
scan_host www.$1 $ip
done <<< "$www_ips"
fi
fi
}
i=0
count=$(wc -l top-1m.csv | awk '{print $1}')
while [ $i -lt $count ]
do
echo processings sites $i to $((i + parallel))
for t in $(tail -$(($count - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2)
do
(scan_hostname $t)&
done
i=$(( i + parallel))
wait_for_jobs $max_bg
done
wait