1 # Fedi API Block - An aggregator for fetching blocking data from fediverse nodes
2 # Copyright (C) 2023 Free Software Foundation
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU Affero General Public License as published
6 # by the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU Affero General Public License for more details.
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
19 from fba import config
20 from fba import instances
21 from fba import network
23 from fba.helpers import tidyup
25 def fetch_blocks(domain: str) -> dict:
26 # DEBUG: print(f"DEBUG: domain='{domain}' - CALLED!")
27 if not isinstance(domain, str):
28 raise ValueError(f"Parameter domain[]='{type(domain)}' is not 'str'")
30 raise ValueError("Parameter 'domain' is empty")
36 # DEBUG: print("DEBUG: Fetching friendica blocks from domain:", domain)
37 doc = bs4.BeautifulSoup(
38 network.fetch_response(
42 (config.get("connection_timeout"), config.get("read_timeout"))
46 # DEBUG: print(f"DEBUG: doc[]='{type(doc)}'")
48 blocklist = doc.find(id="about_blocklist")
49 except network.exceptions as exception:
50 print(f"WARNING: Exception '{type(exception)}' during fetching instances (friendica) from domain='{domain}'")
51 instances.update_last_error(domain, exception)
53 if instances.has_pending(domain):
54 instances.update_data(domain)
58 # Prevents exceptions:
60 # DEBUG: print("DEBUG: Instance has no block list:", domain)
63 table = blocklist.find("table")
65 # DEBUG: print(f"DEBUG: table[]='{type(table)}'")
66 if table.find("tbody"):
67 rows = table.find("tbody").find_all("tr")
69 rows = table.find_all("tr")
71 # DEBUG: print(f"DEBUG: Found rows()={len(rows)}")
73 # DEBUG: print(f"DEBUG: line='{line}'")
75 "domain": tidyup.domain(line.find_all("td")[0].text),
76 "reason": tidyup.reason(line.find_all("td")[1].text)
78 # DEBUG: print("DEBUG: Next!")
80 # DEBUG: print("DEBUG: Returning blocklist() for domain:", domain, len(blocklist))