raise ValueError(f"domain='{domain}' is a TOR, please don't crawl them!")
elif domain.endswith(".tld"):
raise ValueError(f"domain='{domain}' is a fake domain, please don't crawl them!")
+ elif "xn--" in domain:
+ raise ValueError(f"domain='{domain}' is a punycode domain, please don't crawl them!")
logger.debug("EXIT!")