|
@@ -145,17 +145,17 @@ def examine_generic_website(soup, url, md5):
|
|
|
if md5_sums[url]['md5'] != md5:
|
|
if md5_sums[url]['md5'] != md5:
|
|
|
logger.debug('md5 not equal')
|
|
logger.debug('md5 not equal')
|
|
|
md5_sums[url]['md5'] = md5
|
|
md5_sums[url]['md5'] = md5
|
|
|
- last_update = time.time()
|
|
|
|
|
|
|
+ last_update = int(time.mktime(datetime.utcnow().timetuple())) + met_offset
|
|
|
else:
|
|
else:
|
|
|
- # logger.debug('md5 equal')
|
|
|
|
|
|
|
+ logger.debug('md5 equal')
|
|
|
# logger.debug(md5_sums[url]['timestamp'])
|
|
# logger.debug(md5_sums[url]['timestamp'])
|
|
|
if md5_sums[url]['timestamp'] > 0:
|
|
if md5_sums[url]['timestamp'] > 0:
|
|
|
last_update = md5_sums[url]['timestamp']
|
|
last_update = md5_sums[url]['timestamp']
|
|
|
else:
|
|
else:
|
|
|
- last_update = time.time() - 24*3600
|
|
|
|
|
|
|
+ last_update = int(time.mktime(datetime.utcnow().timetuple())) + met_offset
|
|
|
else:
|
|
else:
|
|
|
- last_update = time.time()
|
|
|
|
|
- #logger.debug(last_update)
|
|
|
|
|
|
|
+ last_update = int(time.mktime(datetime.utcnow().timetuple())) + met_offset
|
|
|
|
|
+ logger.debug(last_update)
|
|
|
return md5, post_title, post_url, last_update
|
|
return md5, post_title, post_url, last_update
|
|
|
|
|
|
|
|
def get_default_values(url):
|
|
def get_default_values(url):
|