[M]add 403 retry

This commit is contained in:
Ching 2021-06-11 10:28:13 +08:00
parent 8844854711
commit f24b8ae4ee

View File

@ -65,9 +65,15 @@ def toot(proxy=None):
while page_count and jandan_pic_url:
resp = session.get(jandan_pic_url, timeout=2)
if resp.status_code != 200:
retry_count = 5
if resp.status_code != 200 and retry_count:
proxy = get_proxy().get('proxy')
session.proxies.update({"https": "https://{}".format(proxy)})
time.sleep(10)
retry_count -= 1
continue
if retry_count <= 0 and resp.status_code != 200:
raise ValueError('http status not 200')
soup = BeautifulSoup(resp.content, 'html.parser')
jandan_pic_url = soup.find(class_='previous-comment-page')['href']
page_count -= 1