使用python获取网站外链.doc

龙欣SEO第 6 页2020-1-9使用python获取网站外链最近为了更好的查询老王python的外链，所以准备写一个python 脚本来查询，一般查询外链比较准确的工具还是yahoo的外链工具，但是有点不方便的就是，yahoo查出的外链要一页一页的翻，好累而且不好方便统计，我是想把网站的外链全部读取到文件里，这样比较好在本地来进行统计。废话不说，上脚本吧。#encoding=utf-8#author:老王python#description:检查网站的外链import urllibfrom sgmllib import SGMLParserimport reimport sysinfolist = #结果列表class LinkParser(SGMLParser): 抓取link列表的信息 def reset(self): SGMLParser.reset(self) self.url = #链接文本 self.li_check = 0 self.a_check = 0 self.jt_url = #具体url list = def start_li(self, tag): 检测li开头 if tag: if tag01 = sco5li0 or tag01 = sco5li1: self.li_check = 1 def start_a(self,tag): 检测a开头 if self.li_check = 1: if not tag01.startswith(50): host_re = pile(rhttps?:/(.*?)($|/), re.IGNORECASE ) self.url = host_re.search(tag01).group(1) self.jt_url = tag01 self.a_check = 1 def handle_data(self, text): 处理空白文本 txt = text.strip() if txt and self.a_check and txt != 快照: checkurl = %s,%s % (self.url,self.jt_url) listcheckurl = txt if txt = : return def end_li(self): self.li_check = 0 def end_a(self): self.a_check = 0numre = pile(r.+)#匹配总的记录数pnum = pile(rd+)checkurl = #查询网站的地址，比如checkurl = urllib.quote(checkurl)#请求地址pageurl = /search?bwm=i&bwmo=d&p=%s % (checkurl)content = urllib.urlopen(pageurl).read()c = numre.search(content).group(0)totalnum = int(pnum.search(c).group(0)#总的外链数host_re = pile(rhttp:/(?Pwww.(?:A-Z0-9-+.)1A-Z.2,6)$, re.IGNORECASE)pagesize = 50#一页显示50条if totalnum % pagesize: page = totalnum/pagesizeelse: page = (totalnum/pagesize)+1f = file(a.txt,w)for k in xrange(page): parser = LinkParser() url = /search?bwm=i&bwmo=d&p=%s&b=%s % (checkurl,k*50) print url=,url cstr = urllib.urlopen(url).read() parser.feed(cstr) parser.close() for m in list: domain,jt_url = m.split(,) print domain-,domain print jt_url-,jt_url t = url:%s,jt_url:%s,title:%sn % (domain,jt_url,lis