|
|
@@ -171,8 +171,8 @@ def get_default_values(url):
|
|
|
def examine_url(url):
|
|
|
logger.debug(url)
|
|
|
(md5, post_title, post_url, last_update) = get_default_values(url)
|
|
|
- if True:
|
|
|
- # try:
|
|
|
+ # if True:
|
|
|
+ try:
|
|
|
response = requests.get(url)
|
|
|
md5 = hashlib.md5(response.content).hexdigest() # Calculate the MD5 hash
|
|
|
soup = BeautifulSoup(response.text, 'html.parser')
|
|
|
@@ -204,8 +204,8 @@ def examine_url(url):
|
|
|
(md5, post_title, post_url, last_update) = examine_generic_website(soup, url, md5)
|
|
|
else:
|
|
|
logger.info(f"needs treatment: {url}")
|
|
|
- # except:
|
|
|
- # pass
|
|
|
+ except:
|
|
|
+ pass
|
|
|
logger.debug(last_update)
|
|
|
return md5, post_title, post_url, last_update
|
|
|
|