Обработка "неприводимых к латинице и кириллице" имен авторов с возможностью ручного...

[openlib.git] / get_flibusta.py

diff --git a/get_flibusta.py b/get_flibusta.py
index 654b5bed8555ccb5eb7b9b14714887dd0505de97..64098473bba78122d023f2f6ec2aff990651db9b 100755 (executable)
--- a/get_flibusta.py
+++ b/get_flibusta.py
@@ -7,26 +7,26 @@ import re
 import os
 
 pattern = re.compile("^f.fb2.*")
-os.environ['http_proxy']='http://localhost:3128'
+os.environ['http_proxy']='http://192.168.1.100:3128'
 os.environ['no_proxy']='localhost,127.0.0.1'
 proxies = {'http': 'http://localhost:3128'}
 
 
-for host in ['flibusta.net','flibustahezeous3.onion','flibusta.i2p']:
+for host in ['flibusta.lib','flibustahezeous3.onion','flibusta.i2p']:
 
   try:
     print "Trying %s" % (host)
     html_page = urllib.urlopen("http://%s/daily/" % (host))
     html = BeautifulSoup(html_page)
 
-    os_command = "wget -c -P \"%s\" http://%s/daily/%s" % (db.upload_files,host,'%s')
-    print os_command   
+    os_command = "wget -c -q -P \"%s\" http://%s/daily/%s" % (db.upload_files,host,'%s')
     matched = False 
 
     for link in html.findAll('a'):
       file = link.get("href")
       print file
       if pattern.match(file):
+        print "Pattern matched"
         matched = True
         if not db.TestArchive(file):
           print "Processing %s" % file