[M]add proxy

This commit is contained in:
Ching 2021-06-11 10:04:51 +08:00
parent 0dc6d037e9
commit ec416d418d

View File

@ -2,11 +2,14 @@ import os
import random import random
import time import time
from requests.api import get
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
import requests import requests
import logging import logging
from mastodon import Mastodon from mastodon import Mastodon
import traceback import traceback
import re
logging.basicConfig(filename='/home/captain/dev/log/jandan.log', level=logging.INFO) logging.basicConfig(filename='/home/captain/dev/log/jandan.log', level=logging.INFO)
logger = logging.getLogger('/home/captain/dev/log/jandan.log') logger = logging.getLogger('/home/captain/dev/log/jandan.log')
@ -46,7 +49,10 @@ def save_id(id_list):
session = requests.session() session = requests.session()
def toot(): def get_proxy():
return requests.get("http://118.24.52.95:5010/get/").json()
def toot(proxy=None):
jandan_pic_url = 'https://jandan.net/pic' jandan_pic_url = 'https://jandan.net/pic'
page_count = 2 page_count = 2
status_list = [] status_list = []
@ -55,9 +61,10 @@ def toot():
id_list = [] id_list = []
session.headers.update(ramdom_ua()) session.headers.update(ramdom_ua())
session.proxies.update({"http": "http://{}".format(proxy)})
while page_count and jandan_pic_url: while page_count and jandan_pic_url:
resp = session.get(jandan_pic_url) resp = session.get(jandan_pic_url, timeout=2)
if resp.status_code != 200: if resp.status_code != 200:
time.sleep(10) time.sleep(10)
continue continue
@ -127,7 +134,8 @@ def toot():
while True: while True:
try: try:
logger.info('%s !!!! start', time.asctime()) logger.info('%s !!!! start', time.asctime())
toot() proxy = get_proxy()
toot(proxy=proxy['proxy'])
time.sleep(20) time.sleep(20)
except Exception as ex: except Exception as ex:
logger.error(traceback.format_exc()) logger.error(traceback.format_exc())