tweaks

top1m/testtop1m.sh

@@ -1,18 +1,14 @@
 #!/usr/bin/env bash
+parallel=50
 [ ! -e "results" ] && mkdir results
 i=1
 while [ $i -lt 1000000 ]
 do
-    echo processings sites $i to $((i + 50))
+    echo processings sites $i to $((i + parallel))
-    for t in $(tail -$((1000000 - $i)) top-1m.csv | head -50 |cut -d ',' -f 2)
+    for t in $(tail -$((1000000 - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2)
     do
-        tcping -u 2000000 $t 443
+        (tcping -u 10000000 $t 443; if [ $? -gt 0 ];then continue;fi;../cipherscan $t:443 -json > results/$t )&
-        if [ $? -gt 0 ]
-        then
-            continue
-        fi
-        ../cipherscan $t:443 > results/$t &
     done
-    sleep 10
+    sleep 7
-    i=$(( i + 50))
+    i=$(( i + parallel))
 done