X-Git-Url: https://git.rvb.name/openlib.git/blobdiff_plain/b165402b0537b9d98281d9ce2adb83488f849d6f..3114ea22d53f6e5f2e38507a95f54e50b1c558cf:/get_flibusta.py?ds=sidebyside diff --git a/get_flibusta.py b/get_flibusta.py index 13768c4..6409847 100755 --- a/get_flibusta.py +++ b/get_flibusta.py @@ -12,7 +12,7 @@ os.environ['no_proxy']='localhost,127.0.0.1' proxies = {'http': 'http://localhost:3128'} -for host in ['flibustahezeous3.onion','flibusta.i2p','flibusta.net']: +for host in ['flibusta.lib','flibustahezeous3.onion','flibusta.i2p']: try: print "Trying %s" % (host) @@ -20,13 +20,13 @@ for host in ['flibustahezeous3.onion','flibusta.i2p','flibusta.net']: html = BeautifulSoup(html_page) os_command = "wget -c -q -P \"%s\" http://%s/daily/%s" % (db.upload_files,host,'%s') - print os_command matched = False for link in html.findAll('a'): file = link.get("href") print file if pattern.match(file): + print "Pattern matched" matched = True if not db.TestArchive(file): print "Processing %s" % file