1 # Fedi API Block - An aggregator for fetching blocking data from fediverse nodes
2 # Copyright (C) 2023 Free Software Foundation
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU Affero General Public License as published
6 # by the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU Affero General Public License for more details.
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
19 from fba.helpers import blacklist
20 from fba.helpers import config
21 from fba.helpers import domain as domain_helper
23 from fba.http import csrf
24 from fba.http import network
26 from fba.models import instances
28 logging.basicConfig(level=logging.INFO)
29 logger = logging.getLogger(__name__)
31 def fetch_peers(domain: str) -> list:
32 logger.debug("domain='%s' - CALLED!", domain)
33 domain_helper.raise_on(domain)
35 if blacklist.is_blacklisted(domain):
36 raise Exception(f"domain='{domain}' is blacklisted but function is invoked.")
44 logger.debug("Checking CSRF for domain='%s'", domain)
45 headers = csrf.determine(domain, dict())
46 except network.exceptions as exception:
47 logger.warning("Exception '%s' during checking CSRF (fetch_peers,%s)", type(exception), __name__)
48 instances.set_last_error(domain, exception)
50 logger.debug("Returning empty list ... - EXIT!")
53 for mode in ["followers", "following"]:
54 logger.debug("domain='%s',mode='%s'", domain, mode)
56 data = network.get_json_api(
58 f"/api/v1/server/{mode}?start={start}&count=100",
60 (config.get("connection_timeout"), config.get("read_timeout"))
63 logger.debug("data[]='%s'", type(data))
64 if "error_message" in data:
65 logger.warning("domain='%s' causes error during API query: '%s' - SKIPPED!", domain, data["error_message"])
67 elif "data" not in data["json"]:
68 logger.warning("domain='%s' has no 'data' element returned - SKIPPED!", domain)
71 logger.debug("Success, data[json]()=%d", len(data["json"]))
72 instances.set_success(domain)
74 rows = data["json"]["data"]
76 logger.debug("Found %d record(s).", len(rows))
78 logger.debug("record()=%d", len(record))
79 for mode2 in ["follower", "following"]:
80 logger.debug("mode=%s,mode2='%s'", mode, mode2)
81 if mode2 not in record:
82 logger.debug("Array record does not contain element mode2='%s' - SKIPPED", mode2)
84 elif "host" not in record[mode2]:
85 logger.debug("record[%s] does not contain element 'host' - SKIPPED", mode2)
87 elif record[mode2]["host"] == domain:
88 logger.debug("record[%s]='%s' matches domain='%s' - SKIPPED!", mode2, record[mode2]["host"], domain)
90 elif not domain_helper.is_wanted(record[mode2]["host"]):
91 logger.debug("record[%s][host]='%s' is not wanted - SKIPPED!", mode2, record[mode2]["host"])
94 logger.debug("Appending mode2='%s',host='%s' ...", mode2, record[mode2]["host"])
95 peers.append(record[mode2]["host"])
98 logger.debug("Reached end of JSON response, domain='%s'", domain)
101 # Continue with next row
104 logger.debug("peers[%s]()=%d - EXIT!", type(peers), len(peers))