comparison PyCrawler.py @ 2:6d8b6a689b2b default tip

changed to bs4
author dwinter
date Mon, 15 Oct 2012 15:09:35 +0200
parents 768cb7284374
children
comparison
equal deleted inserted replaced
1:768cb7284374 2:6d8b6a689b2b
49 logger.info("already done") 49 logger.info("already done")
50 continue 50 continue
51 if url is False: 51 if url is False:
52 break 52 break
53 status = 0 53 status = 0
54
54 55
55 try: 56 try:
56 req = urllib2.Request(str(url)) 57 req = urllib2.Request(str(url))
57 except: 58 except:
58 continue; 59 continue;