if instances.has_pending(domain):
logger.debug("Flushing updates for domain='%s' ...", domain)
- instances.update_data(domain)
+ instances.update(domain)
logger.debug("Invoking cookies.clear(%s) ...", domain)
cookies.clear(domain)
logger.debug("Checking if domain='%s' has pending updates ...", domain)
if instances.has_pending(domain):
logger.debug("Flushing updates for domain='%s' ...", domain)
- instances.update_data(domain)
+ instances.update(domain)
logger.debug("instance='%s',origin='%s',_DEPTH=%d reached!", instance, origin, _DEPTH)
if _DEPTH <= config.get("max_crawl_depth") and len(peerlist) >= config.get("min_peers_length"):
logger.debug("Checking if domain='%s' has pending updates ...", domain)
if instances.has_pending(domain):
logger.debug("Flushing updates for domain='%s' ...", domain)
- instances.update_data(domain)
+ instances.update(domain)
_DEPTH = _DEPTH - 1
logger.debug("EXIT!")
logger.debug("software='%s' - EXIT!", software)
return software
-def determine_software(domain: str, path: str = None) -> str:
- logger.debug("domain='%s',path='%s' - CALLED!", domain, path)
+def determine_software(domain: str, path: str = None, nodeinfo_url: str = None) -> str:
+ logger.debug("domain='%s',path='%s',nodeinfo_url='%s' - CALLED!", domain, path, nodeinfo_url)
domain_helper.raise_on(domain)
if not isinstance(path, str) and path is not None:
raise ValueError(f"Parameter path[]='{type(path)}' is not of type 'str'")
+ elif not isinstance(nodeinfo_url, str) and nodeinfo_url is not None:
+ raise ValueError(f"Parameter nodeinfo_url[]='{type(nodeinfo_url)}' is not of type 'str'")
- logger.debug("Determining software for domain='%s',path='%s'", domain, path)
+ logger.debug("Fetching nodeinfo from domain='%s',path='%s',nodeinfo_url='%s' ...", domain, path, nodeinfo_url)
+ data = nodeinfo.fetch(domain, path, nodeinfo_url)
software = None
- logger.debug("Fetching nodeinfo from domain='%s' ...", domain)
- data = nodeinfo.fetch_nodeinfo(domain, path)
-
logger.debug("data[%s]='%s'", type(data), data)
if "exception" in data:
# Continue raising it
logger.debug("software='%s' has 'powered by' in it", software)
software = version.remove(software_helper.strip_powered_by(software))
+ software = software.strip()
+
logger.debug("software='%s' - EXIT!", software)
return software