Fix download caching, only download missing or currently empty files
This commit is contained in:
parent
0afbd57638
commit
265ce37077
@ -25,15 +25,23 @@
|
||||
|
||||
download_all_files()
|
||||
{
|
||||
# download files parallelly using keepalive
|
||||
# a little bit faster than calling wget with single file more than 100 times
|
||||
< x11_file_list.txt cut -f1 -d: | sed -e "s|^|${download_url}/|" | \
|
||||
# download files in parallel using keepalive - a little bit faster
|
||||
# than calling wget for a single file more than 100 times
|
||||
urls=
|
||||
for f in `cut -f1 -d: x11_file_list.txt`; do
|
||||
if ! test -s "downloads/$f"; then
|
||||
urls="$urls ${download_url}/$f"
|
||||
fi
|
||||
done
|
||||
if test -n "$urls"; then
|
||||
echo $urls | \
|
||||
xargs -P2 -n $(expr $num_modules / 2 + 1) \
|
||||
wget \
|
||||
--directory-prefix=downloads \
|
||||
--no-verbose \
|
||||
--timestamping \
|
||||
--continue
|
||||
fi
|
||||
|
||||
status=$?
|
||||
return $status
|
||||
|
Loading…
Reference in New Issue
Block a user