YouTube/IMDb/SpiffyTitles: add timeouts

This commit is contained in:
oddluck 2020-02-25 08:35:25 +00:00
parent a8d7435c53
commit 6655671ef1
4 changed files with 9 additions and 4 deletions

View File

@ -60,7 +60,7 @@ class IMDb(callbacks.Plugin):
searchurl = "https://www.google.com/search?&q={0} site:imdb.com/title/".format(query)
ua = UserAgent()
header = {'User-Agent':str(ua.random)}
data = requests.get(searchurl, headers=header)
data = requests.get(searchurl, headers=header, timeout=10)
soup = BeautifulSoup(data.text)
elements = soup.select('.r a')
url = urljoin(elements[0]['href'], urlparse(url).path)

View File

@ -60,7 +60,7 @@ class Lyrics(callbacks.Plugin):
searchurl = "https://www.google.com/search?&q={0} site:lyrics.fandom.com/wiki/".format(lyric)
ua = UserAgent()
header = {'User-Agent':str(ua.random)}
data = requests.get(searchurl, headers=header)
data = requests.get(searchurl, headers=header, timeout=10)
soup = BeautifulSoup(data.text)
elements = soup.select('.r a')
title = soup.find("h3").getText().replace(":", " - ").split('|')[0]

View File

@ -64,7 +64,7 @@ class YouTube(callbacks.Plugin):
searchurl = "https://www.google.com/search?&q={0} site:youtube.com".format(query)
ua = UserAgent()
header = {'User-Agent':str(ua.random)}
data = requests.get(searchurl, headers=header)
data = requests.get(searchurl, headers=header, timeout=10)
soup = BeautifulSoup(data.text)
elements = soup.select('.r a')
for i in range(len(elements)):
@ -188,7 +188,7 @@ class YouTube(callbacks.Plugin):
log.debug("YouTube: requesting %s" % (api_url))
request = requests.get(api_url)
request = requests.get(api_url, timeout=10)
ok = request.status_code == requests.codes.ok
if ok:

5
YouTube/requirements.txt Normal file
View File

@ -0,0 +1,5 @@
requests
pendulum
beautifulsoup4
fake_useragent
jinja2