]> git.mxchange.org Git - fba.git/commitdiff
Continued:
authorRoland Häder <roland@mxchange.org>
Mon, 17 Jul 2023 16:12:04 +0000 (18:12 +0200)
committerRoland Häder <roland@mxchange.org>
Mon, 17 Jul 2023 16:12:04 +0000 (18:12 +0200)
- fetch_blocks should NOT check if a blocked domain has recently been "crawled"
  as this would exclude it from being blocked (ops!)

fba/commands.py

index 1ecf9e2b30d8cd5e9f73fb3f40248d32a8e19312..ae92ef63c1e6e9a8f75d80f41f5d62130531702a 100644 (file)
@@ -697,9 +697,6 @@ def fetch_cs(args: argparse.Namespace):
                 if not "domain" in row:
                     logger.warning("row[]='%s' has no element 'domain' - SKIPPED!", type(row))
                     continue
-                elif instances.is_recent(row["domain"], "last_blocked"):
-                    logger.debug("row[domain]='%s' has been recently crawled - SKIPPED!", row["domain"])
-                    continue
                 elif not instances.is_registered(row["domain"]):
                     try:
                         logger.info("Fetching instances from domain='%s' ...", row["domain"])