+
+ if fba.cursor.fetchone() == None:
+ fba.block_instance(blocker, blocked if blocked.count("*") <= 1 else blocked_hash, reason, block_level)
+
+ if block_level == "reject":
+ blockdict.append(
+ {
+ "blocked": blocked,
+ "reason" : reason
+ })
+ else:
+ fba.update_last_seen(blocker, blocked if blocked.count("*") <= 1 else blocked_hash, block_level)
+
+ if reason != "":
+ # NOISY-DEBUG: print("DEBUG: Updating block reason:", blocker, blocked, reason)
+ fba.update_block_reason(reason, blocker, blocked if blocked.count("*") <= 1 else blocked_hash, block_level)
+
+ fba.connection.commit()
+ except Exception as e:
+ print(f"ERROR: blocker='{blocker}',software='{software}',exception[{type(e)}]:'{str(e)}'")
+ elif software == "friendica" or software == "misskey" or software == "bookwyrm" or software == "takahe":
+ print("INFO: blocker:", blocker)
+ try:
+ if software == "friendica":
+ json = fba.get_friendica_blocks(blocker)
+ elif software == "misskey":
+ json = fba.get_misskey_blocks(blocker)
+ elif software == "bookwyrm":
+ print("WARNING: bookwyrm is not fully supported for fetching blacklist!", blocker)
+ #json = fba.get_bookwyrm_blocks(blocker)
+ elif software == "takahe":
+ print("WARNING: takahe is not fully supported for fetching blacklist!", blocker)
+ #json = fba.get_takahe_blocks(blocker)
+
+ for block_level, blocks in json.items():
+ # NOISY-DEBUG: print("DEBUG: blocker,block_level,blocks():", blocker, block_level, len(blocks))
+ block_level = fba.tidyup(block_level)
+ # NOISY-DEBUG: print("DEBUG: AFTER-block_level:", block_level)
+ if block_level == "":
+ print("WARNING: block_level is empty, blocker:", blocker)
+ continue
+
+ for instance in blocks:
+ blocked, reason = instance.values()
+ # NOISY-DEBUG: print("DEBUG: BEFORE blocked:", blocked)
+ blocked = fba.tidyup(blocked)
+ # NOISY-DEBUG: print("DEBUG: AFTER blocked:", blocked)
+
+ if blocked == "":
+ print("WARNING: blocked is empty:", blocker)
+ continue
+ if blocked.count("*") > 0:
+ # Some friendica servers also obscure domains without hash
+ fba.cursor.execute(
+ "SELECT domain FROM instances WHERE domain LIKE ? ORDER BY rowid LIMIT 1", [blocked.replace("*", "_")]
+ )
+ searchres = fba.cursor.fetchone()
+ if searchres != None:
+ blocked = searchres[0]
+
+ if blocked.count("?") > 0:
+ # Some obscure them with question marks, not sure if that's dependent on version or not
+ fba.cursor.execute(
+ "SELECT domain, origin, nodeinfo_url FROM instances WHERE domain LIKE ? ORDER BY rowid LIMIT 1", [blocked.replace("?", "_")]
+ )
+ searchres = fba.cursor.fetchone()
+ if searchres != None:
+ blocked = searchres[0]
+ origin = searchres[1]
+ nodeinfo_url = searchres[2]
+
+ # NOISY-DEBUG: print("DEBUG: AFTER-blocked:", blocked)
+ if not fba.is_instance_registered(blocked):
+ # NOISY-DEBUG: print("DEBUG: Hash wasn't found, adding:", blocked, blocker)
+ fba.add_instance(blocked, blocker, origin, nodeinfo_url)
+
+ fba.cursor.execute(
+ "SELECT * FROM blocks WHERE blocker = ? AND blocked = ?",
+ (blocker, blocked),
+ )
+
+ if fba.cursor.fetchone() == None:
+ fba.block_instance(blocker, blocked, reason, block_level)
+
+ if block_level == "reject":
+ blockdict.append(
+ {
+ "blocked": blocked,
+ "reason" : reason
+ })
+ else:
+ fba.update_last_seen(blocker, blocked, block_level)
+
+ if reason != '':
+ # NOISY-DEBUG: print("DEBUG: Updating block reason:", blocker, blocked, reason)
+ fba.update_block_reason(reason, blocker, blocked, block_level)
+
+ fba.connection.commit()
+ except Exception as e:
+ print(f"ERROR: blocker='{blocker}',software='{software}',exception[{type(e)}]:'{str(e)}'")
+ elif software == "gotosocial":
+ print("INFO: blocker:", blocker)
+ try:
+ # Blocks
+ federation = reqto.get(f"https://{blocker}{get_peers_url}?filter=suspended", headers=fba.api_headers, timeout=(fba.config["connection_timeout"], config["read_timeout"])).json()
+
+ if (federation == None):
+ print("WARNING: No valid response:", blocker);
+ elif "error" in federation:
+ print("WARNING: API returned error:", federation["error"])
+ else:
+ # NOISY-DEBUG: print("DEBUG: Checking fenderation():", len(federation))
+ for peer in federation:
+ blocked = peer["domain"].lower()
+ # NOISY-DEBUG: print("DEBUG: BEFORE blocked:", blocked)
+ blocked = fba.tidyup(blocked)
+ # NOISY-DEBUG: print("DEBUG: AFTER blocked:", blocked)
+
+ if blocked == "":
+ print("WARNING: blocked is empty:", blocker)
+ continue
+ elif blocked.count("*") > 0:
+ # GTS does not have hashes for obscured domains, so we have to guess it
+ fba.cursor.execute(
+ "SELECT domain, origin, nodeinfo_url FROM instances WHERE domain LIKE ? ORDER BY rowid LIMIT 1", [blocked.replace("*", "_")]