mirror of
https://github.com/mozilla/cipherscan.git
synced 2024-11-05 07:23:42 +01:00
b6b9a1a364
scan all the machines from top-1m.csv file, wait for completion of all jobs i=1 is an off-by-one-error support top-1m.csv files with arbitrary number of sites run scans for many hosts at a time, but don't run more than specified amount in case where default domain name doesn't resolve or doesn't have port 443 open, retry with www. prefix
38 lines
896 B
Bash
Executable File
38 lines
896 B
Bash
Executable File
#!/usr/bin/env bash
|
|
parallel=50
|
|
max_bg=400
|
|
[ ! -e "results" ] && mkdir results
|
|
|
|
function wait_for_jobs() {
|
|
local no_jobs
|
|
no_jobs=$(jobs | wc -l)
|
|
|
|
while [ $no_jobs -gt $1 ]; do
|
|
sleep 1
|
|
no_jobs=$(jobs | wc -l)
|
|
done
|
|
}
|
|
|
|
i=0
|
|
count=$(wc -l top-1m.csv | awk '{print $1}')
|
|
while [ $i -lt $count ]
|
|
do
|
|
echo processings sites $i to $((i + parallel))
|
|
for t in $(tail -$(($count - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2)
|
|
do
|
|
(tcping -u 10000000 $t 443;
|
|
if [ $? -gt 0 ];then
|
|
tcping -u 10000000 www.$t 443;
|
|
if [ $? -gt 0 ]; then
|
|
continue;
|
|
else
|
|
../cipherscan -json www.$t:443 > results/www.$t
|
|
continue;
|
|
fi;
|
|
fi;../cipherscan -json $t:443 > results/$t )&
|
|
done
|
|
i=$(( i + parallel))
|
|
wait_for_jobs $max_bg
|
|
done
|
|
wait
|