LittleNellie/cipherscan
2
0
Fork 0
mirror of https://github.com/mozilla/cipherscan.git synced 2024-11-22 22:33:40 +01:00
Code Issues Releases Wiki Activity

remove the folder/file part from url

Browse Source 
some hostnames in the top-1m.csv file have folder or site specified
in them, cut it off before using
This commit is contained in:
Hubert Kario 2014-05-08 02:06:57 +02:00
parent 00b20a20ed
commit a213fc45d0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
top1m/testtop1m.sh
View File

@ -54,7 +54,7 @@ count=$(wc -l top-1m.csv | awk '{print $1}')
while [ $i -lt $count ] while [ $i -lt $count ]
do do
echo processings sites $i to $((i + parallel)) echo processings sites $i to $((i + parallel))
for t in $(tail -$(($count - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2) for t in $(tail -$(($count - $i)) top-1m.csv | head -$parallel |cut -d ',' -f 2|cut -d "/" -f 1)
do do
(scan_hostname $t)& (scan_hostname $t)&
done done