force https
This commit is contained in:
parent
cd0383d507
commit
d4a87f95b6
|
@ -38,6 +38,7 @@ def scrape_feed(feed_url):
|
||||||
meta = {}
|
meta = {}
|
||||||
meta['title'] = soup.title.text
|
meta['title'] = soup.title.text
|
||||||
meta['html_url'] = soup.find("link", href="").text
|
meta['html_url'] = soup.find("link", href="").text
|
||||||
|
meta['html_url'] = meta['html_url'].replace('http://', 'https://')
|
||||||
meta['description'] = soup.description.text
|
meta['description'] = soup.description.text
|
||||||
|
|
||||||
entries = soup.find_all('item')
|
entries = soup.find_all('item')
|
||||||
|
@ -46,6 +47,7 @@ def scrape_feed(feed_url):
|
||||||
entry_dict = {}
|
entry_dict = {}
|
||||||
entry_dict['title'] = entry.title.text
|
entry_dict['title'] = entry.title.text
|
||||||
entry_dict['link'] = entry.link.text
|
entry_dict['link'] = entry.link.text
|
||||||
|
entry_dict['link'] = entry_dict['link'].replace('http://', 'https://')
|
||||||
try:
|
try:
|
||||||
date = entry.pubDate.text
|
date = entry.pubDate.text
|
||||||
try:
|
try:
|
||||||
|
|
Loading…
Reference in New Issue
Block a user