From 0f8d501ff89cfbbaeddd0df46711edae87a60cfe Mon Sep 17 00:00:00 2001 From: =?utf8?q?Roland=20H=C3=A4der?= Date: Tue, 28 Nov 2023 16:03:52 +0100 Subject: [PATCH] Continued: - also cache invocations of raise_on() which is being very often invoked --- fba/helpers/domain.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/fba/helpers/domain.py b/fba/helpers/domain.py index d79fb20..9ab00d0 100644 --- a/fba/helpers/domain.py +++ b/fba/helpers/domain.py @@ -38,6 +38,9 @@ def raise_on(domain: str): raise ValueError(f"Parameter domain[]='{type(domain)}' is not of type 'str'") elif domain == "": raise ValueError("Parameter 'domain' is empty") + elif "raise_on" in _cache and domain in _cache["raise_on"]: + logger.debug("Returning cached is_found='%s' - EXIT!", _cache["raise_on"][domain]) + return _cache["raise_on"][domain] elif domain.lower() != domain: raise ValueError(f"Parameter domain='{domain}' must be all lower-case") elif not validators.domain(domain.split("/")[0]): @@ -50,7 +53,11 @@ def raise_on(domain: str): raise ValueError(f"domain='{domain}' is a domain for reversed IP addresses, please don't crawl them!") elif domain.endswith(".tld"): raise ValueError(f"domain='{domain}' is a fake domain, please don't crawl them!") + elif not "raise_on" in _cache: + logger.debug("Initializing cache for function 'raise_on' ...") + _cache["raise_on"] = {} + _cache["raise_on"][domain] = True logger.debug("EXIT!") def is_in_url(domain: str, url: str) -> bool: -- 2.39.5