- fetch_blocks should NOT check if a blocked domain has recently been "crawled"
as this would exclude it from being blocked (ops!)
if not "domain" in row:
logger.warning("row[]='%s' has no element 'domain' - SKIPPED!", type(row))
continue
- elif instances.is_recent(row["domain"], "last_blocked"):
- logger.debug("row[domain]='%s' has been recently crawled - SKIPPED!", row["domain"])
- continue
elif not instances.is_registered(row["domain"]):
try:
logger.info("Fetching instances from domain='%s' ...", row["domain"])