简单的rss阅读工具

以下代码由PHP站长网 52php.cn收集自互联网

现在PHP站长网小编把它分享给大家，仅供参考

#!usr/bin/env python
# -*- coding:UTF-8 -*-

import re
from lxml import etree
from bs4 import BeautifulSoup as sp
import requests
import urllib2
import StringIO

import sys
reload(sys)
sys.setdefaultencoding("utf-8")

headers={'User-Agent' : 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'}

def urlread(url):
    try:
        req=requests.get(url,headers=headers)
        req.encoding="utf-8"
        return req.text.encode("utf-8")
    except: 
        req=urllib2.Request(url,headers=headers)
        response=urllib2.urlopen(req)
        return response.read().encode("utf-8") 
            
class Item:
    def __init__(self,title,link,date,description):
        self.title=title.strip()
        self.link=link.strip()
        self.pubDate=date.strip()
        self.decription=self.filter(description).strip()
        
    def filter(self,description):
        description=re.sub("<.*?>",'',description)
        description=re.sub("r",description)
        description=re.sub("n",description)
        description=re.sub("&nbsp;"," ",description)
        if len(description)>240:
            description=description[:240]+'...'
        return description        

    def __str__(self):
        return "%sn%sn%sn<%s>n" % (
                self.title,self.link,self.decription,self.pubDate
                ) 
        
    __repr__=__str__
    
class BSParser(object):
    #url=''
    def __init__(self,url):
        xml=urlread(url)
        self.reset(xml)
        
    def reset(self,xml=None):
        if xml==None:
            self.soup=sp("<xml> </xml>")
        else:
            self.soup=sp(xml,"xml")

    def callback(self,method,obj,tags):
        rst=None
        attr=method.lower()

        for tag in tags:
            try:
                rst=getattr(obj,attr)(tag)
            except:
                continue
            if rst:
                break
        return rst

    def getfields(self,tags=["item",'entry']):
        return self.callback(method="FIND_ALL",obj=self.soup,tags=tags)
            
    def gettitle(self,tags=["title"]):
        return self.callback("FIND",tags).text
        
    def getlink(self,tags=["link"]):      
        rst=self.callback("FIND",tags).text
        if not rst:           
            rst=self.callback("FIND",tags).get("href")
        return rst
        
    def getdate(self,tags=["pubDate","published"]):
        return self.callback("FIND",tags).text
        
    def getdescription(self,tags=["description","content"]):        
        return self.callback("FIND",tags).text
    
    def run(self):
        for item in self.getfields():
            title=self.gettitle(item)
            link=self.getlink(item)
            date=self.getdate(item)
            description=self.getdescription(item)
            newsitem=Item(title,description)
            yield newsitem

def test():
    parser=Parser()
    for item in parser.run():
        print item
        
if __name__=="__main__":
    test()

以上内容由PHP站长网【52php.cn】收集整理供大家参考研究

如果以上内容对您有帮助，欢迎收藏、点赞、推荐、分享。

（编辑：李大同）

【声明】本站内容均来自网络，其相关言论仅代表作者个人观点，不代表本站立场。若无意侵犯到您的权利，请及时与联系站长删除相关内容!