force https
This commit is contained in:
parent
cd0383d507
commit
d4a87f95b6
|
@ -38,6 +38,7 @@ def scrape_feed(feed_url):
|
|||
meta = {}
|
||||
meta['title'] = soup.title.text
|
||||
meta['html_url'] = soup.find("link", href="").text
|
||||
meta['html_url'] = meta['html_url'].replace('http://', 'https://')
|
||||
meta['description'] = soup.description.text
|
||||
|
||||
entries = soup.find_all('item')
|
||||
|
@ -46,6 +47,7 @@ def scrape_feed(feed_url):
|
|||
entry_dict = {}
|
||||
entry_dict['title'] = entry.title.text
|
||||
entry_dict['link'] = entry.link.text
|
||||
entry_dict['link'] = entry_dict['link'].replace('http://', 'https://')
|
||||
try:
|
||||
date = entry.pubDate.text
|
||||
try:
|
||||
|
|
Loading…
Reference in New Issue
Block a user