X-Git-Url: https://git.rvb.name/openlib.git/blobdiff_plain/169adb0ddaf8cc3eedfa15b500e14570bda0cdee..3114ea22d53f6e5f2e38507a95f54e50b1c558cf:/get_flibusta.py?ds=sidebyside diff --git a/get_flibusta.py b/get_flibusta.py index 654b5be..6409847 100755 --- a/get_flibusta.py +++ b/get_flibusta.py @@ -7,26 +7,26 @@ import re import os pattern = re.compile("^f.fb2.*") -os.environ['http_proxy']='http://localhost:3128' +os.environ['http_proxy']='http://192.168.1.100:3128' os.environ['no_proxy']='localhost,127.0.0.1' proxies = {'http': 'http://localhost:3128'} -for host in ['flibusta.net','flibustahezeous3.onion','flibusta.i2p']: +for host in ['flibusta.lib','flibustahezeous3.onion','flibusta.i2p']: try: print "Trying %s" % (host) html_page = urllib.urlopen("http://%s/daily/" % (host)) html = BeautifulSoup(html_page) - os_command = "wget -c -P \"%s\" http://%s/daily/%s" % (db.upload_files,host,'%s') - print os_command + os_command = "wget -c -q -P \"%s\" http://%s/daily/%s" % (db.upload_files,host,'%s') matched = False for link in html.findAll('a'): file = link.get("href") print file if pattern.match(file): + print "Pattern matched" matched = True if not db.TestArchive(file): print "Processing %s" % file