[M]use usable proxy until it become unusable
This commit is contained in:
parent
e8bf2c2044
commit
86a5aa055b
@ -52,22 +52,30 @@ session = requests.session()
|
||||
def get_proxy():
|
||||
return requests.get("http://118.24.52.95:5010/get/?type=https").json()
|
||||
|
||||
usable_proxy = None
|
||||
|
||||
def toot(proxy=None):
|
||||
jandan_pic_url = 'https://jandan.net/pic'
|
||||
page_count = 2
|
||||
status_list = []
|
||||
id_list = load_id()
|
||||
global usable_proxy
|
||||
if not id_list:
|
||||
id_list = []
|
||||
|
||||
session.headers.update(ramdom_ua())
|
||||
if proxy:
|
||||
session.proxies.update({"https": "https://{}".format(proxy)})
|
||||
|
||||
while page_count and jandan_pic_url:
|
||||
resp = session.get(jandan_pic_url, timeout=2)
|
||||
if resp.status_code != 200:
|
||||
usable_proxy = None
|
||||
if resp.status_code == 403:
|
||||
raise ValueError('http status code 403')
|
||||
time.sleep(10)
|
||||
continue
|
||||
usable_proxy = proxy
|
||||
soup = BeautifulSoup(resp.content, 'html.parser')
|
||||
jandan_pic_url = soup.find(class_='previous-comment-page')['href']
|
||||
page_count -= 1
|
||||
@ -134,8 +142,10 @@ def toot(proxy=None):
|
||||
while True:
|
||||
try:
|
||||
logger.info('%s !!!! start', time.asctime())
|
||||
if not usable_proxy:
|
||||
proxy = get_proxy()
|
||||
toot(proxy=proxy['proxy'])
|
||||
usable_proxy = proxy.get('proxy')
|
||||
toot(proxy=usable_proxy)
|
||||
time.sleep(20)
|
||||
except Exception as ex:
|
||||
logger.error(traceback.format_exc())
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user