3 * Name: Language Filter
5 * Description: Filters out postings in languages not spoken by the users
6 * Author: Tobias Diekershoff <https://f.diekershoff.de/u/tobias>
11 use Friendica\Content\Text\BBCode;
12 use Friendica\Core\Addon;
13 use Friendica\Core\L10n;
14 use Friendica\Core\PConfig;
16 /* Define the hooks we want to use
17 * that is, we have settings, we need to save the settings and we want
18 * to modify the content of a posting when friendica prepares it.
21 function langfilter_install()
23 Addon::registerHook('prepare_body_content_filter', 'addon/langfilter/langfilter.php', 'langfilter_prepare_body_content_filter', 10);
24 Addon::registerHook('addon_settings', 'addon/langfilter/langfilter.php', 'langfilter_addon_settings');
25 Addon::registerHook('addon_settings_post', 'addon/langfilter/langfilter.php', 'langfilter_addon_settings_post');
28 function langfilter_uninstall()
30 Addon::unregisterHook('prepare_body_content_filter', 'addon/langfilter/langfilter.php', 'langfilter_prepare_body_content_filter');
31 Addon::unregisterHook('prepare_body', 'addon/langfilter/langfilter.php', 'langfilter_prepare_body');
32 Addon::unregisterHook('addon_settings', 'addon/langfilter/langfilter.php', 'langfilter_addon_settings');
33 Addon::unregisterHook('addon_settings_post', 'addon/langfilter/langfilter.php', 'langfilter_addon_settings_post');
37 * 1st check if somebody logged in is calling
38 * 2nd get the current settings
39 * 3rd parse a SMARTY3 template, replacing some translateable strings for the form
42 function langfilter_addon_settings(App $a, &$s)
48 $enable_checked = (intval(PConfig::get(local_user(), 'langfilter', 'disable')) ? '' : ' checked="checked" ');
49 $languages = PConfig::get(local_user(), 'langfilter', 'languages');
50 $minconfidence = PConfig::get(local_user(), 'langfilter', 'minconfidence') * 100;
51 $minlength = PConfig::get(local_user(), 'langfilter', 'minlength');
54 $languages = 'en,de,fr,it,es';
57 $t = get_markup_template("settings.tpl", "addon/langfilter/");
58 $s .= replace_macros($t, [
59 '$title' => L10n::t("Language Filter"),
60 '$intro' => L10n::t('This addon tries to identify the language posts are writen in. If it does not match any language specifed below, posts will be hidden by collapsing them.'),
61 '$enabled' => ['langfilter_enable', L10n::t('Use the language filter'), $enable_checked, ''],
62 '$languages' => ['langfilter_languages', L10n::t('Able to read'), $languages, L10n::t('List of abbreviations (iso2 codes) for languages you speak, comma separated. For example "de,it".')],
63 '$minconfidence' => ['langfilter_minconfidence', L10n::t('Minimum confidence in language detection'), $minconfidence, L10n::t('Minimum confidence in language detection being correct, from 0 to 100. Posts will not be filtered when the confidence of language detection is below this percent value.')],
64 '$minlength' => ['langfilter_minlength', L10n::t('Minimum length of message body'), $minlength, L10n::t('Minimum number of characters in message body for filter to be used. Posts shorter than this will not be filtered. Note: Language detection is unreliable for short content (<200 characters).')],
65 '$submit' => L10n::t('Save Settings'),
72 * 1st check it's a logged in user calling
73 * 2nd check the langfilter form is to be saved
74 * 3rd save the settings to the DB for later usage
77 function langfilter_addon_settings_post(App $a, &$b)
83 if ($_POST['langfilter-settings-submit']) {
84 PConfig::set(local_user(), 'langfilter', 'languages', trim($_POST['langfilter_languages']));
85 $enable = ((x($_POST, 'langfilter_enable')) ? intval($_POST['langfilter_enable']) : 0);
86 $disable = 1 - $enable;
87 PConfig::set(local_user(), 'langfilter', 'disable', $disable);
88 $minconfidence = 0 + $_POST['langfilter_minconfidence'];
89 if (!$minconfidence) {
91 } elseif ($minconfidence < 0) {
93 } elseif ($minconfidence > 100) {
96 PConfig::set(local_user(), 'langfilter', 'minconfidence', $minconfidence / 100.0);
98 $minlength = 0 + $_POST['langfilter_minlength'];
101 } elseif ($minlengt8h < 0) {
104 PConfig::set(local_user(), 'langfilter', 'minlength', $minlength);
106 info(L10n::t('Language Filter Settings saved.') . EOL);
110 /* Actually filter postings by their language
111 * 1st check if the user wants to filter postings
112 * 2nd get the user settings which languages shall be not filtered out
113 * 3rd extract the language of a posting
114 * 4th if the determined language does not fit to the spoken languages
115 * of the user, then collapse the posting, but provide a link to
119 function langfilter_prepare_body_content_filter(App $a, &$hook_data)
121 $logged_user = local_user();
126 // Never filter own messages
127 // TODO: find a better way to extract this
128 $logged_user_profile = $a->get_baseurl() . '/profile/' . $a->user['nickname'];
129 if ($logged_user_profile == $hook_data['item']['author-link']) {
133 // Don't filter if language filter is disabled
134 if (PConfig::get($logged_user, 'langfilter', 'disable')) {
138 $naked_body = BBCode::toPlaintext($hook_data['item']['body'], false);
140 // Don't filter if body lenght is below minimum
141 $minlen = PConfig::get(local_user(), 'langfilter', 'minlength', 32);
146 if (strlen($naked_body) < $minlen) {
150 $read_languages_string = PConfig::get(local_user(), 'langfilter', 'languages');
151 $minconfidence = PConfig::get(local_user(), 'langfilter', 'minconfidence');
153 // Don't filter if no spoken languages are configured
154 if (!$read_languages_string) {
157 $read_languages_array = explode(',', $read_languages_string);
159 // Extract the language of the post
160 $opts = $hook_data['item']['postopts'];
162 // no options associated to post
166 if (!preg_match('/\blang=([^;]*);([^:]*)/', $opts, $matches)) {
167 // no lang options associated to post
172 $confidence = $matches[2];
174 // Do not filter if language detection confidence is too low
175 if ($minconfidence && $confidence < $minconfidence) {
179 $iso2 = Text_LanguageDetect_ISO639::nameToCode2($lang);
185 if (!in_array($iso2, $read_languages_array)) {
186 $hook_data['filter_reasons'][] = L10n::t('Filtered language: %s', ucfirst($lang));