1 # Fedi API Block - An aggregator for fetching blocking data from fediverse nodes
2 # Copyright (C) 2023 Free Software Foundation
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU Affero General Public License as published
6 # by the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU Affero General Public License for more details.
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
17 from fba import config
19 from fba import instances
20 from fba import network
22 def fetch_peers(domain: str) -> list:
23 # DEBUG: print(f"DEBUG: domain({len(domain)})={domain},software='peertube' - CALLED!")
24 if not isinstance(domain, str):
25 raise ValueError(f"Parameter domain[]={type(domain)} is not 'str'")
27 raise ValueError("Parameter 'domain' is empty")
29 # DEBUG: print(f"DEBUG: domain='{domain}' is a PeerTube, fetching JSON ...")
32 for mode in ["followers", "following"]:
33 # DEBUG: print(f"DEBUG: domain='{domain}',mode='{mode}'")
36 response = network.fetch_response(domain, "/api/v1/server/{mode}?start={start}&count=100", network.api_headers, (config.get("connection_timeout"), config.get("read_timeout")))
38 data = fba.json_from_response(response)
39 # DEBUG: print(f"DEBUG: response.ok={response.ok},response.status_code='{response.status_code}',data[]='{type(data)}'")
40 if response.ok and isinstance(data, dict):
41 # DEBUG: print("DEBUG: Success, data:", len(data))
43 # DEBUG: print(f"DEBUG: Found {len(data['data'])} record(s).")
44 for record in data["data"]:
45 # DEBUG: print(f"DEBUG: record()={len(record)}")
46 if mode in record and "host" in record[mode]:
47 # DEBUG: print(f"DEBUG: Found host={record[mode]['host']}, adding ...")
48 peers.append(record[mode]["host"])
50 print(f"WARNING: record from '{domain}' has no '{mode}' or 'host' record: {record}")
52 if len(data["data"]) < 100:
53 # DEBUG: print("DEBUG: Reached end of JSON response:", domain)
56 # Continue with next row
59 except BaseException as exc:
60 print(f"WARNING: Exception during fetching JSON: domain='{domain}',exc[{type(exc)}]:'{str(exc)}'")
62 # DEBUG: print(f"DEBUG: Adding '{len(peers)}' for domain='{domain}'")
63 instances.set_data("total_peers", domain, len(peers))
65 # DEBUG: print(f"DEBUG: Updating last_instance_fetch for domain='{domain}' ...")
66 instances.update_last_instance_fetch(domain)
68 # DEBUG: print("DEBUG: Returning peers[]:", type(peers))