我正在尝试使用Python同时发送许多请求，但出现以下错误：
2019-05-04 08:32:04,871 - telegram.vendor.ptb_urllib3.urllib3.connectionpool - WARNING - Connection pool is full, discarding connection: <<host>>
我编写了以下代码：
主循环：
threads = []
for hour in schedule.each():
if(int(hour.key()) in range(filtering_hour_start, filtering_hour_end)):
for match in hour.val():
process = Thread(target=analyse_fixture, args=(match, True, False, True, countries, ))
process.start()
threads.append(process)
parse_mode=telegram.ParseMode.HTML)
for process in threads:
process.join()
使用retrieve_page_v2进行请求的方法之一：
def analyse_fixture(fixture, live=False, upcoming=False, odds=False, countries={}):
base_url = "https://www.flashscore.com/match/" + fixture + "/"
summary_url = "https://d.flashscore.com/x/feed/d_su_" + fixture + "_en_1"
statistics_url = "https://d.flashscore.com/x/feed/d_st_" + fixture + "_en_1"
h2h_url = "https://d.flashscore.com/x/feed/d_hh_" + fixture + "_en_1"
base_soup = retrieve_page_v2(base_url)
h2h_soup = retrieve_page_v2(h2h_url, True)
summary_soup = retrieve_page_v2(summary_url, True)
home_overal = head2heads[0]
away_overal = head2heads[1]
h2h = head2heads[2]
home_matches = home_overal.find('table').find('tbody').find_all('tr')
away_matches = away_overal.find('table').find('tbody').find_all('tr')
if(len(home_matches) > 10 and len(away_matches) > 10):
home_overal_details_process = Thread(target=analyse_details, args=(home_matches, home, away, statistics_in_league, "home_matches"))
away_overal_details_process = Thread(target=analyse_details, args=(away_matches, away, home, statistics_in_league, "away_matches"))
home_overal_details_process.start()
away_overal_details_process.start()
else:
exit()
home_home_matches = h2h_soup.find('div', {'id': 'tab-h2h-home'}).find('table').find('tbody').find_all('tr')
away_away_matches = h2h_soup.find('div', {'id': 'tab-h2h-away'}).find('table').find('tbody').find_all('tr')
if(len(home_home_matches) > 10 and len(away_away_matches) > 10):
home_home_details_process = Thread(target=analyse_details, args=(home_home_matches, home, away, statistics_in_league, "home_home_matches"))
away_away_details_process = Thread(target=analyse_details, args=(away_away_matches, away, home, statistics_in_league, "away_away_matches"))
home_home_details_process.start()
away_away_details_process.start()
else:
exit()
away_away_details_process.join()
home_home_details_process.join()
away_overal_details_process.join()
home_overal_details_process.join()
在analyse_fixture中调用的方法，该方法也使用retrieve_page_v2
def analyse_details(matches, team, team_2, statistics, name=""):
for match in matches[0:10]:
match_code = match.get('onclick')[17:25]
if(db.child("matches").child(match_code).child('total_goals').get().val() == None or db.child("matches").child(match_code).child("total_corners").get().val() == None or db.child("matches").child(match_code).child('winner').get().val() == None or db.child("matches").child(match_code).child('fh_winner').get().val() == None):
home_corners = "Unknown"
away_corners = "Unknown"
total_corners = "Unknown"
base_url = "https://www.flashscore.com/match/" + match_code
summary_url = "https://d.flashscore.com/x/feed/d_su_" + match_code + "_en_1"
statistics_url = "https://d.flashscore.com/x/feed/d_st_" + match_code + "_en_1"
base_soup = retrieve_page_v2(base_url)
summary_soup = retrieve_page_v2(summary_url, True)
teams = base_soup.find_all('a', {'class': 'participant-imglink'})
if(statistics):
statistics_soup = retrieve_page_v2(statistics_url, True)
发出请求的检索页面方法
def retrieve_page_v2(url, use_headers=False):
headers = {
"User-Agent": "core",
"Accept": "*/*"
"Accept-Language:" "*",
"X-Requested-With": "XMLHttpRequest",
"Connection": "keep-alive"
}
if(use_headers):
response = requests.get(url, headers=headers)
else:
response = requests.get(url)
return BeautifulSoup(response.content, features="lxml")
有人可以帮我解决这个问题吗？我尝试使用aiohttp，但似乎无法将其与我编写的代码混合