代码报错AttributeError: 'HtmlOutputer' object has no attribu
|
# coding:utf-8from baike_spider import url_manager, html_downloader, html_parser, \ html_outputerclass SpiderMain(object): def __init__(self): self.urls = url_manager.UrlManager() self.downloader = html_downloader.Htmldownloader() self.parser = html_parser.HtmlParser() self.outputer = html_outputer.HtmlOutputer() def craw(self,root_url): count = 1 self.urls.add_new_url(root_url) while self.urls.has_new_url(): try: new_url = self.urls.get_new_url() print 'craw %d : %s' % (count, new_url) html_cont = self.downloader.download(new_url) new_urls, new_data = self.parser.parse(new_url, html_cont) self.urls.add_new_urls(new_urls) self.outputer.collect_data(new_data) if count == 1000: break count = count + 1 except: print"craw failed" self.outputer.output_html()if __name__ == "__main__": root_url = "http://baike.baidu.com/item/亚马逊/21766?sefr=cr" obj_spider = SpiderMain() obj_spider.craw(root_url) |
免责声明：本内容仅代表回答会员见解不代表天盟观点，请谨慎对待。
版权声明：作者保留权利，不代表天盟立场。
|
|
|
|
|
|
|
|
天盟APP下载
