check for existing hashfile downloads

Checks the specified directory for previously-downloaded hash files and only downloads new ones, conserving virusshare's bandwidth.
This commit is contained in:
Kevin 2018-05-04 11:07:23 -07:00 committed by GitHub
parent b48ede83f4
commit 2d3ff6dbc1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -21,9 +21,16 @@ if [ ! -d $1 ]; then
fi
cd $1
for u in `curl https://virusshare.com/hashes.4n6 | grep -E "hashes\/VirusShare_[0-9]{5}\.md5" | cut -d\" -f2`
for u in `curl https://virusshare.com/hashes.4n6 | grep -E "VirusShare_[0-9]{5}\.md5" | c\
ut -d\" -f2 | cut -d\/ -f2`
do
echo $u
wget https://virusshare.com/$u
if [ -e $1/$u ]; then
echo "File already downloaded"
else
wget https://virusshare.com/hashes/$u
sleep 3
fi
done | tee -a ../$0.log
cd ..