#!/usr/bin/env python
import datetime

# http://www.feedparser.org/
import feedparser
# http://www.dalkescientific.com/Python/PyRSS2Gen.html
import PyRSS2Gen
import goose
import lxml.html
import os
import tempfile

# Get the data
parsed_feed = feedparser.parse('http://www.drudgereportarchives.com/rss/popular.xml')

class FullRSSItem(PyRSS2Gen.RSSItem):
    def __init__(self, **kwargs):
        if 'content' in kwargs:
            self.content = kwargs['content']
            del kwargs['content']
        else:
            self.content = None
        PyRSS2Gen.RSSItem.__init__(self, **kwargs)

    def publish_extensions(self, handler):
        if self.content is not None:
            PyRSS2Gen._opt_element(handler, "content:encoded", self.content)


# Modify the parsed_feed data here


CACHE_DIR = '/var/cache/rssmangle'
if not os.path.exists(CACHE_DIR):
    os.mkdir(CACHE_DIR)

import urllib
import hashlib
fn_template = '%s#%s'
def get_content(item):
    sha_hasher = hashlib.sha256(item.link)
    cache_key = os.path.join(CACHE_DIR, fn_template % (sha_hasher.hexdigest(),item.published))
    if os.path.exists(cache_key):
        with open(cache_key) as f: return f.read()
    else:
        with open(cache_key, 'w') as f:
            g = goose.Goose()
            article = g.extract(item.link)
            if article.doc == None: return ''
            else:
                result = lxml.html.tostring(article.doc)
                print >>f, result
                return result


items = [
    FullRSSItem(
        title = x.title,
        link = x.link,
        description = x.summary,
        guid = x.link,
        pubDate = datetime.datetime(
            x.published_parsed[0],
            x.published_parsed[1],
            x.published_parsed[2],
            x.published_parsed[3],
            x.published_parsed[4],
            x.published_parsed[5]),
        content = get_content(x)
        )
    for x in parsed_feed.entries
]

# make the RSS2 object
# Try to grab the title, link, language etc from the orig feed

rss = PyRSS2Gen.RSS2(
    title = parsed_feed['feed'].get("title"),
    link = parsed_feed['feed'].get("link"),
    description = parsed_feed['feed'].get("description"),

    language = parsed_feed['feed'].get("language"),
    copyright = parsed_feed['feed'].get("copyright"),
    managingEditor = parsed_feed['feed'].get("managingEditor"),
    webMaster = parsed_feed['feed'].get("webMaster"),
    pubDate = parsed_feed['feed'].get("pubDate"),
    lastBuildDate = parsed_feed['feed'].get("lastBuildDate"),

    categories = parsed_feed['feed'].get("categories"),
    generator = parsed_feed['feed'].get("generator"),
    docs = parsed_feed['feed'].get("docs"),

    items = items
)


print rss.to_xml()