ching/toot_bot
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[M]add 403 retry

Browse Source
This commit is contained in:
Ching 2021-06-11 10:28:13 +08:00
parent 8844854711
commit f24b8ae4ee
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
jandan_toot.py
View File

@ -65,9 +65,15 @@ def toot(proxy=None):
while page_count and jandan_pic_url: while page_count and jandan_pic_url:
resp = session.get(jandan_pic_url, timeout=2) resp = session.get(jandan_pic_url, timeout=2)
if resp.status_code != 200: retry_count = 5
if resp.status_code != 200 and retry_count:
proxy = get_proxy().get('proxy')
session.proxies.update({"https": "https://{}".format(proxy)})
time.sleep(10) time.sleep(10)
retry_count -= 1
continue continue
if retry_count <= 0 and resp.status_code != 200:
raise ValueError('http status not 200')
soup = BeautifulSoup(resp.content, 'html.parser') soup = BeautifulSoup(resp.content, 'html.parser')
jandan_pic_url = soup.find(class_='previous-comment-page')['href'] jandan_pic_url = soup.find(class_='previous-comment-page')['href']
page_count -= 1 page_count -= 1