Pull rss.py script into ansible for developer.fedoraproject.org.
This commit is contained in:
parent
b3d0c08311
commit
7487aa54ee
3 changed files with 111 additions and 1 deletions
105
roles/developer/build/files/rss.py
Executable file
105
roles/developer/build/files/rss.py
Executable file
|
@ -0,0 +1,105 @@
|
|||
#!/usr/bin/python -tt
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import codecs
|
||||
import os
|
||||
import sys
|
||||
import feedparser
|
||||
import re
|
||||
import sys
|
||||
|
||||
feedparser._HTMLSanitizer.unacceptable_elements_with_end_tag.add('<div>')
|
||||
|
||||
defenc = "utf-8" if sys.getdefaultencoding() == "ascii" else sys.getdefaultencoding()
|
||||
|
||||
FedMag = ['http://fedoraplanet.org/rss20.xml']
|
||||
|
||||
if len(sys.argv) > 2:
|
||||
print ('Alone script or only one argument is allowed.')
|
||||
sys.exit(1)
|
||||
|
||||
HTML = u"""
|
||||
"""
|
||||
|
||||
|
||||
for feed in map(feedparser.parse, FedMag):
|
||||
# We will parse last ten items
|
||||
HTML += u"""
|
||||
<div class="container" id="blog-headlines">
|
||||
<div class="container">
|
||||
<div class="row">
|
||||
<div class="col-sm-12">
|
||||
<h2><span>Fedora Planet</span></h2>
|
||||
</div>
|
||||
</div>
|
||||
<div class="row">
|
||||
"""
|
||||
cnt = 0
|
||||
for item in feed["items"][:4]:
|
||||
if int(cnt) % 2 == 0:
|
||||
HTML += u"""
|
||||
<div class="col-sm-6 blog-headlines">
|
||||
"""
|
||||
item.title = item.title.replace("&", "&")
|
||||
author, title = item.title.split(':', 1)
|
||||
link = item.links[0]['href']
|
||||
# Remove image tag from beginning
|
||||
article_desc = '\n'.join(item.description.split('\n')[1:])
|
||||
# remove html tags from description
|
||||
article_desc = re.sub('<[^<]+?>', '', article_desc)
|
||||
if len(article_desc) > 140:
|
||||
article_desc = ' '.join(article_desc.split()[0:25]) + '...'
|
||||
if not article_desc.startswith('<p>'):
|
||||
article_desc = '<p>%s</p>' % article_desc
|
||||
# we got
|
||||
# Tue, 20 Oct 2015 03:28:42 +0000
|
||||
# But we expect
|
||||
# Tue, 20 Oct 2015
|
||||
article_date = ' '.join(item.updated.split()[:4])
|
||||
HTML += u"""
|
||||
<article>
|
||||
<h3><a href="{article_url}">{article_title}</a></h3>
|
||||
{article_desc}
|
||||
<p><a href="{article_url}">Read more</a></p>
|
||||
<p class="byline">by <span class="author">{author}</span> <span class="date">{article_date}</span></p>
|
||||
</article>
|
||||
""".format(article_url=link,
|
||||
article_title=title,
|
||||
article_desc=article_desc,
|
||||
article_date=article_date,
|
||||
author=author)
|
||||
cnt += 1
|
||||
if int(cnt) % 2 == 0:
|
||||
HTML += u"""
|
||||
</div>
|
||||
"""
|
||||
HTML += u"""
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
"""
|
||||
|
||||
if len(sys.argv) == 1:
|
||||
INDEX_FILE = os.path.join('.', '_site', 'index.html')
|
||||
else:
|
||||
INDEX_FILE = sys.argv[1]
|
||||
with codecs.open(INDEX_FILE, 'r', 'utf8') as f:
|
||||
contents = [line for line in f.readlines()]
|
||||
if contents:
|
||||
with codecs.open(INDEX_FILE, 'w', 'utf8') as f:
|
||||
found_start = False
|
||||
for line in contents:
|
||||
if not found_start:
|
||||
f.write(line)
|
||||
if '<!-- BLOG_HEADLINES_START -->' in line:
|
||||
f.write(HTML)
|
||||
found_start = True
|
||||
continue
|
||||
if '<!-- BLOG_HEADLINES_END -->' in line:
|
||||
found_start = False
|
||||
f.write(line)
|
||||
continue
|
||||
|
||||
#regexp = r'.*(<!-- BLOG_HEADLINES_START -->)(.*)(<!-- BLOG_HEADLINES_END -->).*'
|
||||
#print (re.search(regexp, contents, re.MULTILINE | re.DOTALL))
|
||||
#contents = re.sub(regexp, r'\1 MYREPLACE \3', contents, re.DOTALL | re.MULTILINE)
|
Loading…
Add table
Add a link
Reference in a new issue