8 def fetch_instances(domain: str, origin: str, software: str):
9 # NOISY-DEBUG: print("DEBUG: domain,origin,software:", domain, origin, software)
10 if not fba.is_instance_registered(domain):
11 # NOISY-DEBUG: print("DEBUG: Adding new domain:", domain, origin)
12 fba.add_instance(domain, origin, sys.argv[0])
14 # NOISY-DEBUG: print("DEBUG: Fetching instances for domain:", domain, software)
15 peerlist = fba.get_peers(domain, software)
17 if (peerlist is None):
18 print("ERROR: Cannot fetch peers:", domain)
20 elif domain in fba.nodeinfos["get_peers_url"]:
21 # NOISY-DEBUG: print(f"DEBUG: domain='{domain}' has pending nodeinfo data, flushing ...")
22 fba.update_nodeinfos(domain)
24 print(f"INFO: Checking {len(peerlist)} instances from {domain} ...")
25 for instance in peerlist:
26 # NOISY-DEBUG: print("DEBUG: BEFORE instance:", instance)
27 instance = fba.tidyup(instance)
28 # NOISY-DEBUG: print("DEBUG: AFTER instance:", instance)
31 print("WARNING: Empty instance after tidyup(), domain:", domain)
33 elif not validators.domain(instance.split("/")[0]):
34 print(f"WARNING: Bad instance='{instance}' from domain='{domain}',origin='{origin}',software='{software}'")
36 elif fba.is_blacklisted(instance):
37 # NOISY-DEBUG: print("DEBUG: instance is blacklisted:", instance)
40 # NOISY-DEBUG: print("DEBUG: Handling instance:", instance)
42 if not fba.is_instance_registered(instance):
43 # NOISY-DEBUG: print("DEBUG: Adding new instance:", instance, domain)
44 fba.add_instance(instance, domain, sys.argv[0])
45 except BaseException as e:
46 print(f"ERROR: instance='{instance}',exception:'{e}'")
49 instance = sys.argv[1]
52 fetch_instances(instance, None, None)
54 # Loop through some instances
56 "SELECT domain,origin,software FROM instances WHERE software IN ('pleroma', 'mastodon', 'friendica', 'misskey', 'gotosocial', 'bookwyrm', 'takahe', 'lemmy') AND (last_nodeinfo IS NULL OR last_nodeinfo < ?) ORDER BY rowid DESC", [time.time() - fba.config["recheck_instance"]]
59 rows = fba.cursor.fetchall()
60 print(f"INFO: Checking {len(rows)} entries ...")
62 # NOISY-DEBUG: print("DEBUG: domain:", row[0])
63 if fba.is_blacklisted(row[0]):
64 print("WARNING: domain is blacklisted:", row[0])
67 print(f"INFO: Fetching instances for instance '{row[0]}'('{row[2]}') of origin '{row[1]}'")
68 fetch_instances(row[0], row[1], row[2])
70 fba.connection.close()