Compare commits

..

3 Commits

Author SHA1 Message Date
9f06384deb fixed crontab 2018-10-21 13:28:30 -04:00
35f5810702 update scrapers to handle new feeds 2018-10-21 02:29:24 -04:00
a697cb41b5 add the code 2018-10-21 01:03:14 -04:00
3 changed files with 17 additions and 2 deletions

1
.gitignore vendored
View File

@ -2,4 +2,3 @@ __pycache__/
*.swp *.swp
*.swo *.swo
config.py config.py
*.txt

View File

@ -76,7 +76,7 @@ def scrape_zombie_knight(soup):
for entry in entries[:20]: for entry in entries[:20]:
entry_dict = {} entry_dict = {}
entry_dict['title'] = entry.title.text entry_dict['title'] = entry.title.text
entry_dict['link'] = entry.find("link", rel='alternate').get('href') entry_dict['link'] = soup.find("link", rel='alternate').get('href')
date = entry.updated.text date = entry.updated.text
date = "".join(re.search("(.*)\.\d{3}(.\d{2}):(\d{2})", date).groups()) date = "".join(re.search("(.*)\.\d{3}(.\d{2}):(\d{2})", date).groups())
date = time.strptime(date, '%Y-%m-%dT%H:%M:%S%z') date = time.strptime(date, '%Y-%m-%dT%H:%M:%S%z')

16
feeds.txt Normal file
View File

@ -0,0 +1,16 @@
https://waremetetranslations.wordpress.com/feed/
https://www.factorio.com/blog/rss
https://twigserial.wordpress.com/feed/
http://lmsketch.tumblr.com/rss
http://feeds.feedburner.com/mstream
http://hpmor.com/feed/
http://fenoxo.com/feed/
http://bagserk.blogspot.com/feeds/posts/default?alt=rss
http://www.ggkthx.org/feed/
http://www.evil-genius.us/feed/
http://feeds.feedburner.com/oatmealfeed
http://roguetranslations.wordpress.com/feed/
http://notch.tumblr.com/rss
http://feeds2.feedburner.com/virtualshackles
http://thepunchlineismachismo.com/feed
http://konashion.blogspot.com/feeds/posts/default?alt=rss