From 12c4946329691a71f2e3c09f7fecddbb25021c67 Mon Sep 17 00:00:00 2001 From: gorhill Date: Thu, 15 Jan 2015 10:36:15 -0500 Subject: [PATCH] update only homeless mirrored assets --- assets/update-3p-mirror.sh | 47 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100755 assets/update-3p-mirror.sh diff --git a/assets/update-3p-mirror.sh b/assets/update-3p-mirror.sh new file mode 100755 index 000000000..d094e48cb --- /dev/null +++ b/assets/update-3p-mirror.sh @@ -0,0 +1,47 @@ +#!/bin/bash +# +# This script assumes a linux environment + +TEMPFILE=/tmp/httpsb-asset + +echo "*** uBlock: updating remote assets..." + +THIRDPARTY_REMOTEURLS=( + 'http://mirror1.malwaredomains.com/files/immortal_domains.txt' + 'http://mirror1.malwaredomains.com/files/justdomains' + 'http://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=1&startdate%5Bday%5D=&startdate%5Bmonth%5D=&startdate%5Byear%5D=&mimetype=plaintext' + 'http://www.malwaredomainlist.com/hostslist/hosts.txt' + 'http://hosts-file.net/.%5Cad_servers.txt' + 'http://someonewhocares.org/hosts/hosts' + 'http://winhelp2002.mvps.org/hosts.txt' + 'https://publicsuffix.org/list/effective_tld_names.dat' + ) + +THIRDPARTY_LOCALURLS=( + 'thirdparties/mirror1.malwaredomains.com/files/immortal_domains.txt' + 'thirdparties/mirror1.malwaredomains.com/files/justdomains' + 'thirdparties/pgl.yoyo.org/as/serverlist' + 'thirdparties/www.malwaredomainlist.com/hostslist/hosts.txt' + 'thirdparties/hosts-file.net/ad-servers' + 'thirdparties/someonewhocares.org/hosts/hosts' + 'thirdparties/winhelp2002.mvps.org/hosts.txt' + 'thirdparties/publicsuffix.org/list/effective_tld_names.dat' + ) + +ENTRY_INDEX=0 +for THIRDPARTY_REMOTEURL in ${THIRDPARTY_REMOTEURLS[@]}; do + THIRDPARTY_LOCALURL=${THIRDPARTY_LOCALURLS[ENTRY_INDEX]} + echo "*** Downloading" $THIRDPARTY_REMOTEURL + if wget -q -T 30 -O $TEMPFILE -- $THIRDPARTY_REMOTEURL; then + if [ -s $TEMPFILE ]; then + if ! cmp -s $TEMPFILE $THIRDPARTY_LOCALURL; then + echo " New version found: $THIRDPARTY_LOCALURL" + if [ "$1" != "dry" ]; then + mv $TEMPFILE $THIRDPARTY_LOCALURL + fi + fi + fi + fi + let ENTRY_INDEX+=1 +done +