1 # Fedi API Block - An aggregator for fetching blocking data from fediverse nodes
2 # Copyright (C) 2023 Free Software Foundation
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU Affero General Public License as published
6 # by the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU Affero General Public License for more details.
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
21 from fba import commands
22 from fba import database
24 from fba.helpers import locking
26 logging.basicConfig(level=logging.INFO)
27 logger = logging.getLogger(__name__)
33 logger.debug("CALLED!")
36 logger.debug("Initializing parser ...")
37 _PARSER = argparse.ArgumentParser(
38 description="Fetches block reasons from the fediverse",
39 epilog="Please note that some commands have optional arguments, you may want to try fba.py <command> --help to find them out. Please DO NOT overdose requests that are not limited by themselves. Typically parameters like --domain, --software and --force are unlimited. \"Unlimited\" here means that there is no \"is recently accessed?\" limitation.",
48 help="Full debug output"
52 subparser_command = _PARSER.add_subparsers(
54 title="Commands to execute",
56 help="Command to perform",
59 ### Check instance ###
60 parser = subparser_command.add_parser(
62 help="Checks given instance if it exists and returns proper exit code"
64 parser.set_defaults(command=commands.check_instance)
65 parser.add_argument("--domain", required=True, help="Instance name (aka. domain) to check")
67 ### Fetch from bka.li ###
68 parser = subparser_command.add_parser(
70 help="Fetches domain names from bka.li API",
72 parser.set_defaults(command=commands.fetch_bkali)
74 ### Recheck instance's obfuscated peers ###
75 parser = subparser_command.add_parser(
76 "recheck_obfuscation",
77 help="Checks all instance's obfuscated peers if they can be de-obfuscated now.",
79 parser.set_defaults(command=commands.recheck_obfuscation)
80 parser.add_argument("--domain", help="Instance name (aka. domain)")
81 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
82 parser.add_argument("--force", action="store_true", help="Include also already existing instances, otherwise only new are checked")
84 ### Fetch blocks from registered instances or given ###
85 parser = subparser_command.add_parser(
87 help="Fetches blocks from registered instances (run command fetch_instances first!).",
89 parser.set_defaults(command=commands.fetch_blocks)
90 parser.add_argument("--domain", help="Instance name (aka. domain)")
91 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
92 parser.add_argument("--only-none", action="store_true", help="Checks only entries which has never been checked.")
93 parser.add_argument("--force", action="store_true", help="Forces update of data, no matter what.")
95 ### Fetch blocks from chaos.social ###
96 parser = subparser_command.add_parser(
98 help="Fetches blocks from chaos.social's meta sub domain.",
100 parser.set_defaults(command=commands.fetch_cs)
102 ### Fetch blocks from todon.eu wiki ###
103 parser = subparser_command.add_parser(
105 help="Fetches blocks from todon.eu's wiki.",
107 parser.set_defaults(command=commands.fetch_todon_wiki)
109 ### Fetch blocks from a FBA-specific RSS feed ###
110 parser = subparser_command.add_parser(
112 help="Fetches domains from a FBA-specific RSS feed.",
114 parser.set_defaults(command=commands.fetch_fba_rss)
115 parser.add_argument("--feed", required=True, help="RSS feed to fetch domains from (e.g. https://fba.ryoma.agency/rss?domain=foo.bar).")
117 ### Fetch blocks from FBA's bot account ###
118 parser = subparser_command.add_parser(
120 help="Fetches ATOM feed with domains from FBA's bot account.",
122 parser.set_defaults(command=commands.fetch_fbabot_atom)
123 parser.add_argument("--feed", required=True, help="RSS feed to fetch domains from (e.g. https://fba.ryoma.agency/rss?domain=foo.bar).")
125 ### Fetch blocks from oliphant's GIT repository ###
126 parser = subparser_command.add_parser(
128 help="Fetches CSV files from GIT generated by Oliphant 'member instances'.",
130 parser.set_defaults(command=commands.fetch_oliphant)
131 parser.add_argument("--domain", help="Instance name (aka. domain) to check")
133 ### Fetch blocks from other CSV files
134 parser = subparser_command.add_parser(
136 help="Fetches CSV files (block recommendations) for more possible instances to disover",
138 parser.set_defaults(command=commands.fetch_csv)
139 parser.add_argument("--domain", help="Instance name (aka. domain) to check")
141 ### Fetch instances from given initial instance ###
142 parser = subparser_command.add_parser(
144 help="Fetches instances (aka. \"domains\") from an initial instance. You may want to re-run this command several times (at least 3 with big instances) to have a decent amount of valid instances.",
146 parser.set_defaults(command=commands.fetch_instances)
147 parser.add_argument("--domain", required=True, help="Instance name (aka. domain) to fetch further instances from. Start with a large instance, e.g. mastodon.social .")
148 parser.add_argument("--single", action="store_true", help="Only fetch given instance.")
150 ### Fetch blocks from static text file(s) ###
151 parser = subparser_command.add_parser(
153 help="Fetches text/plain files as simple domain lists",
155 parser.set_defaults(command=commands.fetch_txt)
156 parser.add_argument("--force", action="store_true", help="Forces update of data, no matter what.")
158 ### Fetch blocks from joinfediverse.wiki ###
159 #parser = subparser_command.add_parser(
160 # "fetch_joinfediverse",
161 # help="Fetches FediBlock page from joinfediverse.wiki",
163 #parser.set_defaults(command=commands.fetch_joinfediverse)
165 ### Fetch instances JSON from instances.joinmobilizon.org
166 parser = subparser_command.add_parser(
167 "fetch_joinmobilizon",
168 help="Fetches instances from joinmobilizon",
170 parser.set_defaults(command=commands.fetch_joinmobilizon)
172 ### Fetch blocks from misskey.page ###
173 parser = subparser_command.add_parser(
175 help="Fetches instances.json from misskey.page",
177 parser.set_defaults(command=commands.fetch_joinmisskey)
179 ### Fetch blocks from fediverse.observer ###
180 parser = subparser_command.add_parser(
182 help="Fetches blocks from fediverse.observer.",
184 parser.set_defaults(command=commands.fetch_observer)
185 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
187 ### Fetch instances from fedipact.online ###
188 parser = subparser_command.add_parser(
190 help="Fetches blocks from fedipact.online.",
192 parser.set_defaults(command=commands.fetch_fedipact)
194 ### Fetch from pixelfed.org's API ###
195 parser = subparser_command.add_parser(
196 "fetch_pixelfed_api",
197 help="Fetches domain names from pixelfed.org's API",
199 parser.set_defaults(command=commands.fetch_pixelfed_api)
201 ### Check nodeinfo ###
202 parser = subparser_command.add_parser(
204 help="Checks if domain is part of nodeinfo.",
206 parser.set_defaults(command=commands.check_nodeinfo)
208 ### Fetch CSV from fedilist.com ###
209 parser = subparser_command.add_parser(
211 help="Fetches CSV from fedilist.com",
213 parser.set_defaults(command=commands.fetch_fedilist)
214 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
215 parser.add_argument("--force", action="store_true", help="Include also already existing instances, otherwise only new are checked")
217 ### Update nodeinfo ###
218 parser = subparser_command.add_parser(
220 help="Updates nodeinfo for all instances",
222 parser.set_defaults(command=commands.update_nodeinfo)
223 parser.add_argument("--domain", help="Instance name (aka. domain)")
224 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
225 parser.add_argument("--mode", help="Name of detection mode, e.g. 'auto_discovery'")
226 parser.add_argument("--force", action="store_true", help="Forces update of data, no matter what.")
227 parser.add_argument("--no-software", action="store_true", help="Checks only entries with no software type detected.")
228 parser.add_argument("--no-auto", action="store_true", help="Checks only entries with other than AUTO_DISCOVERY as detection mode.")
229 parser.add_argument("--no-detection", action="store_true", help="Checks only entries with no detection mode set.")
230 parser.add_argument("--with-software", action="store_true", help="Checks only entries with any software type detected.")
232 ### Fetch instances from instances.social ###
233 parser = subparser_command.add_parser(
234 "fetch_instances_social",
235 help="Fetch instances from instances.social, you need an API key to access the API. Please consider donating to them when you want to more frequent use their API!",
237 parser.set_defaults(command=commands.fetch_instances_social)
239 ### Convert international domain names to punycode domains ###
240 parser = subparser_command.add_parser(
242 help="Convertes UTF-8 encoded international domain names into punycode (IDNA) domain names.",
244 parser.set_defaults(command=commands.convert_idna)
246 ### Fetch instances from ActivityPub relays ###
247 parser = subparser_command.add_parser(
249 help="Fetches instances from ActivityPub relays",
251 parser.set_defaults(command=commands.fetch_relays)
252 parser.add_argument("--domain", help="Instance name (aka. 'relay')")
253 parser.add_argument("--software", help="Name of software, e.g. 'lemmy'")
254 parser.add_argument("--force", action="store_true", help="Forces update of data, no matter what.")
256 ### Fetches relay list from relaylist.com
257 parser = subparser_command.add_parser(
259 help="Fetches relay list from relaylist.com",
261 parser.set_defaults(command=commands.fetch_relaylist)
263 ### Remove invalid domains ###
264 parser = subparser_command.add_parser(
266 help="Removes invalid domains.",
268 parser.set_defaults(command=commands.remove_invalid)
270 logger.debug("EXIT!")
273 logger.debug("CALLED!")
274 args = _PARSER.parse_args()
276 if args.log_level is not None:
277 loggers = [logging.getLogger(name) for name in logging.root.manager.loggerDict]
278 for _logger in loggers:
279 _logger.setLevel(args.log_level)
281 logger.debug("args[%s]='%s'", type(args), args)
282 status = args.command(args)
284 logger.debug("status=%d - EXIT!", status)
288 logger.debug("Closing database connection ...")
289 database.connection.close()
291 logger.debug("Shutdown completed.")