From: Roland Häder Date: Mon, 17 Jul 2023 16:12:04 +0000 (+0200) Subject: Continued: X-Git-Url: https://git.mxchange.org/?a=commitdiff_plain;h=cf238cf2aa6161aca91a06b344811b34a5d0033d;p=fba.git Continued: - fetch_blocks should NOT check if a blocked domain has recently been "crawled" as this would exclude it from being blocked (ops!) --- diff --git a/fba/commands.py b/fba/commands.py index 1ecf9e2..ae92ef6 100644 --- a/fba/commands.py +++ b/fba/commands.py @@ -697,9 +697,6 @@ def fetch_cs(args: argparse.Namespace): if not "domain" in row: logger.warning("row[]='%s' has no element 'domain' - SKIPPED!", type(row)) continue - elif instances.is_recent(row["domain"], "last_blocked"): - logger.debug("row[domain]='%s' has been recently crawled - SKIPPED!", row["domain"]) - continue elif not instances.is_registered(row["domain"]): try: logger.info("Fetching instances from domain='%s' ...", row["domain"])