logger.debug("source_domain='%s' has not been recently used, marking ...", source_domain)
sources.update(source_domain)
+ logger.info("Fetching / from source_domain='%s' ...", source_domain)
response = utils.fetch_url(
f"https://{source_domain}",
network.web_headers,
logger.debug("source_domain='%s' has not been recently used, marking ...", source_domain)
sources.update(source_domain)
+ logger.info("Fetching instances.json from source_domain='%s' ...", source_domain)
raw = utils.fetch_url(
f"https://{source_domain}/instances.json",
network.web_headers,
logger.debug("source_domain='%s' has not been recently used, marking ...", source_domain)
sources.update(source_domain)
+ logger.info("Fetching /FediBlock wiki page from source_domain='%s' ...", source_domain)
raw = utils.fetch_url(
f"https://{source_domain}/FediBlock",
network.web_headers,