iou1name/4chanScraper
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

remove trailing backslashes from url

Browse Source
This commit is contained in:
iou1name 2018-04-03 17:15:50 -04:00
parent a98d839bb6
commit 0141323473
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
4chanScrape.py
View File

@ -16,7 +16,8 @@ def Scrape(thread_url, output=None, original_filename=False, combo=False):
""" """
Downloads thread page, extracts file urls and saves them to a directory. Downloads thread page, extracts file urls and saves them to a directory.
""" """
thread_url = re.sub(r"/?#.*$", "", thread_url) thread_url = re.sub(r"\/(?:#.+)?$", "", thread_url)
# regex removes trailing backslashes and post number anchors
s = requests.Session() s = requests.Session()
s.headers.update(HEADERS) s.headers.update(HEADERS)