3 * Name: Twitter Connector
4 * Description: Bidirectional (posting, relaying and reading) connector for Twitter.
6 * Author: Tobias Diekershoff <https://f.diekershoff.de/profile/tobias>
7 * Author: Michael Vogel <https://pirati.ca/profile/heluecht>
8 * Maintainer: Hypolite Petovan <https://friendica.mrpetovan.com/profile/hypolite>
10 * Copyright (c) 2011-2013 Tobias Diekershoff, Michael Vogel, Hypolite Petovan
11 * All rights reserved.
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions are met:
15 * * Redistributions of source code must retain the above copyright notice,
16 * this list of conditions and the following disclaimer.
17 * * Redistributions in binary form must reproduce the above
18 * * copyright notice, this list of conditions and the following disclaimer in
19 * the documentation and/or other materials provided with the distribution.
20 * * Neither the name of the <organization> nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
24 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
26 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
27 * DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY DIRECT,
28 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
29 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
32 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
33 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 /* Twitter Addon for Friendica
38 * Author: Tobias Diekershoff
39 * tobias.diekershoff@gmx.net
41 * License:3-clause BSD license
44 * To use this addon you need a OAuth Consumer key pair (key & secret)
45 * you can get it from Twitter at https://twitter.com/apps
47 * Register your Friendica site as "Client" application with "Read & Write" access
48 * we do not need "Twitter as login". When you've registered the app you get the
49 * OAuth Consumer key and secret pair for your application/site.
51 * Add this key pair to your global config/addon.config.php or use the admin panel.
54 * 'consumerkey' => '',
55 * 'consumersecret' => '',
58 * To activate the addon itself add it to the system.addon
59 * setting. After this, your user can configure their Twitter account settings
60 * from "Settings -> Addon Settings".
62 * Requirements: PHP5, curl
65 use Abraham\TwitterOAuth\TwitterOAuth;
66 use Abraham\TwitterOAuth\TwitterOAuthException;
68 use Friendica\Content\OEmbed;
69 use Friendica\Content\Text\BBCode;
70 use Friendica\Content\Text\Plaintext;
71 use Friendica\Core\Config;
72 use Friendica\Core\Hook;
73 use Friendica\Core\L10n;
74 use Friendica\Core\Logger;
75 use Friendica\Core\PConfig;
76 use Friendica\Core\Protocol;
77 use Friendica\Core\Renderer;
78 use Friendica\Core\System;
79 use Friendica\Core\Worker;
80 use Friendica\Database\DBA;
81 use Friendica\Model\Contact;
82 use Friendica\Model\Conversation;
83 use Friendica\Model\GContact;
84 use Friendica\Model\Group;
85 use Friendica\Model\Item;
86 use Friendica\Model\ItemContent;
87 use Friendica\Model\Queue;
88 use Friendica\Model\User;
89 use Friendica\Object\Image;
90 use Friendica\Util\DateTimeFormat;
91 use Friendica\Util\Network;
92 use Friendica\Util\Strings;
94 require_once __DIR__ . DIRECTORY_SEPARATOR . 'vendor' . DIRECTORY_SEPARATOR . 'autoload.php';
96 define('TWITTER_DEFAULT_POLL_INTERVAL', 5); // given in minutes
98 function twitter_install()
100 // we need some hooks, for the configuration and for sending tweets
101 Hook::register('load_config' , __FILE__, 'twitter_load_config');
102 Hook::register('connector_settings' , __FILE__, 'twitter_settings');
103 Hook::register('connector_settings_post', __FILE__, 'twitter_settings_post');
104 Hook::register('hook_fork' , __FILE__, 'twitter_hook_fork');
105 Hook::register('post_local' , __FILE__, 'twitter_post_local');
106 Hook::register('notifier_normal' , __FILE__, 'twitter_post_hook');
107 Hook::register('jot_networks' , __FILE__, 'twitter_jot_nets');
108 Hook::register('cron' , __FILE__, 'twitter_cron');
109 Hook::register('queue_predeliver' , __FILE__, 'twitter_queue_hook');
110 Hook::register('follow' , __FILE__, 'twitter_follow');
111 Hook::register('expire' , __FILE__, 'twitter_expire');
112 Hook::register('prepare_body' , __FILE__, 'twitter_prepare_body');
113 Hook::register('check_item_notification', __FILE__, 'twitter_check_item_notification');
114 Logger::log("installed twitter");
117 function twitter_uninstall()
119 Hook::unregister('load_config' , __FILE__, 'twitter_load_config');
120 Hook::unregister('connector_settings' , __FILE__, 'twitter_settings');
121 Hook::unregister('connector_settings_post', __FILE__, 'twitter_settings_post');
122 Hook::unregister('hook_fork' , __FILE__, 'twitter_hook_fork');
123 Hook::unregister('post_local' , __FILE__, 'twitter_post_local');
124 Hook::unregister('notifier_normal' , __FILE__, 'twitter_post_hook');
125 Hook::unregister('jot_networks' , __FILE__, 'twitter_jot_nets');
126 Hook::unregister('cron' , __FILE__, 'twitter_cron');
127 Hook::unregister('queue_predeliver' , __FILE__, 'twitter_queue_hook');
128 Hook::unregister('follow' , __FILE__, 'twitter_follow');
129 Hook::unregister('expire' , __FILE__, 'twitter_expire');
130 Hook::unregister('prepare_body' , __FILE__, 'twitter_prepare_body');
131 Hook::unregister('check_item_notification', __FILE__, 'twitter_check_item_notification');
133 // old setting - remove only
134 Hook::unregister('post_local_end' , __FILE__, 'twitter_post_hook');
135 Hook::unregister('addon_settings' , __FILE__, 'twitter_settings');
136 Hook::unregister('addon_settings_post', __FILE__, 'twitter_settings_post');
139 function twitter_load_config(App $a)
141 $a->loadConfigFile(__DIR__ . '/config/twitter.config.php');
144 function twitter_check_item_notification(App $a, array &$notification_data)
146 $own_id = PConfig::get($notification_data["uid"], 'twitter', 'own_id');
148 $own_user = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND `alias` = '%s' LIMIT 1",
149 intval($notification_data["uid"]),
150 DBA::escape("twitter::".$own_id)
154 $notification_data["profiles"][] = $own_user[0]["url"];
158 function twitter_follow(App $a, array &$contact)
160 Logger::log("twitter_follow: Check if contact is twitter contact. " . $contact["url"], Logger::DEBUG);
162 if (!strstr($contact["url"], "://twitter.com") && !strstr($contact["url"], "@twitter.com")) {
166 // contact seems to be a twitter contact, so continue
167 $nickname = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $contact["url"]);
168 $nickname = str_replace("@twitter.com", "", $nickname);
170 $uid = $a->user["uid"];
172 $ckey = Config::get('twitter', 'consumerkey');
173 $csecret = Config::get('twitter', 'consumersecret');
174 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
175 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
177 // If the addon is not configured (general or for this user) quit here
178 if (empty($ckey) || empty($csecret) || empty($otoken) || empty($osecret)) {
183 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
184 $connection->post('friendships/create', ['screen_name' => $nickname]);
186 twitter_fetchuser($a, $uid, $nickname);
188 $r = q("SELECT name,nick,url,addr,batch,notify,poll,request,confirm,poco,photo,priority,network,alias,pubkey
189 FROM `contact` WHERE `uid` = %d AND `nick` = '%s'",
191 DBA::escape($nickname));
192 if (DBA::isResult($r)) {
193 $contact["contact"] = $r[0];
197 function twitter_jot_nets(App $a, &$b)
203 $tw_post = PConfig::get(local_user(), 'twitter', 'post');
204 if (intval($tw_post) == 1) {
205 $tw_defpost = PConfig::get(local_user(), 'twitter', 'post_by_default');
206 $selected = ((intval($tw_defpost) == 1) ? ' checked="checked" ' : '');
207 $b .= '<div class="profile-jot-net"><input type="checkbox" name="twitter_enable"' . $selected . ' value="1" /> '
208 . L10n::t('Post to Twitter') . '</div>';
212 function twitter_settings_post(App $a)
217 // don't check twitter settings if twitter submit button is not clicked
218 if (empty($_POST['twitter-disconnect']) && empty($_POST['twitter-submit'])) {
222 if (!empty($_POST['twitter-disconnect'])) {
224 * if the twitter-disconnect checkbox is set, clear the OAuth key/secret pair
225 * from the user configuration
227 PConfig::delete(local_user(), 'twitter', 'consumerkey');
228 PConfig::delete(local_user(), 'twitter', 'consumersecret');
229 PConfig::delete(local_user(), 'twitter', 'oauthtoken');
230 PConfig::delete(local_user(), 'twitter', 'oauthsecret');
231 PConfig::delete(local_user(), 'twitter', 'post');
232 PConfig::delete(local_user(), 'twitter', 'post_by_default');
233 PConfig::delete(local_user(), 'twitter', 'lastid');
234 PConfig::delete(local_user(), 'twitter', 'mirror_posts');
235 PConfig::delete(local_user(), 'twitter', 'import');
236 PConfig::delete(local_user(), 'twitter', 'create_user');
237 PConfig::delete(local_user(), 'twitter', 'own_id');
239 if (isset($_POST['twitter-pin'])) {
240 // if the user supplied us with a PIN from Twitter, let the magic of OAuth happen
241 Logger::log('got a Twitter PIN');
242 $ckey = Config::get('twitter', 'consumerkey');
243 $csecret = Config::get('twitter', 'consumersecret');
244 // the token and secret for which the PIN was generated were hidden in the settings
245 // form as token and token2, we need a new connection to Twitter using these token
246 // and secret to request a Access Token with the PIN
248 if (empty($_POST['twitter-pin'])) {
249 throw new Exception(L10n::t('You submitted an empty PIN, please Sign In with Twitter again to get a new one.'));
252 $connection = new TwitterOAuth($ckey, $csecret, $_POST['twitter-token'], $_POST['twitter-token2']);
253 $token = $connection->oauth("oauth/access_token", ["oauth_verifier" => $_POST['twitter-pin']]);
254 // ok, now that we have the Access Token, save them in the user config
255 PConfig::set(local_user(), 'twitter', 'oauthtoken', $token['oauth_token']);
256 PConfig::set(local_user(), 'twitter', 'oauthsecret', $token['oauth_token_secret']);
257 PConfig::set(local_user(), 'twitter', 'post', 1);
258 } catch(Exception $e) {
259 info($e->getMessage());
260 } catch(TwitterOAuthException $e) {
261 info($e->getMessage());
263 // reload the Addon Settings page, if we don't do it see Bug #42
264 System::redirectTo('settings/connectors');
266 // if no PIN is supplied in the POST variables, the user has changed the setting
267 // to post a tweet for every new __public__ posting to the wall
268 PConfig::set(local_user(), 'twitter', 'post', intval($_POST['twitter-enable']));
269 PConfig::set(local_user(), 'twitter', 'post_by_default', intval($_POST['twitter-default']));
270 PConfig::set(local_user(), 'twitter', 'mirror_posts', intval($_POST['twitter-mirror']));
271 PConfig::set(local_user(), 'twitter', 'import', intval($_POST['twitter-import']));
272 PConfig::set(local_user(), 'twitter', 'create_user', intval($_POST['twitter-create_user']));
274 if (!intval($_POST['twitter-mirror'])) {
275 PConfig::delete(local_user(), 'twitter', 'lastid');
278 info(L10n::t('Twitter settings updated.') . EOL);
283 function twitter_settings(App $a, &$s)
288 $a->page['htmlhead'] .= '<link rel="stylesheet" type="text/css" href="' . $a->getBaseURL() . '/addon/twitter/twitter.css' . '" media="all" />' . "\r\n";
290 * 1) Check that we have global consumer key & secret
291 * 2) If no OAuthtoken & stuff is present, generate button to get some
292 * 3) Checkbox for "Send public notices (280 chars only)
294 $ckey = Config::get('twitter', 'consumerkey');
295 $csecret = Config::get('twitter', 'consumersecret');
296 $otoken = PConfig::get(local_user(), 'twitter', 'oauthtoken');
297 $osecret = PConfig::get(local_user(), 'twitter', 'oauthsecret');
299 $enabled = intval(PConfig::get(local_user(), 'twitter', 'post'));
300 $defenabled = intval(PConfig::get(local_user(), 'twitter', 'post_by_default'));
301 $mirrorenabled = intval(PConfig::get(local_user(), 'twitter', 'mirror_posts'));
302 $importenabled = intval(PConfig::get(local_user(), 'twitter', 'import'));
303 $create_userenabled = intval(PConfig::get(local_user(), 'twitter', 'create_user'));
305 $css = (($enabled) ? '' : '-disabled');
307 $s .= '<span id="settings_twitter_inflated" class="settings-block fakelink" style="display: block;" onclick="openClose(\'settings_twitter_expanded\'); openClose(\'settings_twitter_inflated\');">';
308 $s .= '<img class="connector' . $css . '" src="images/twitter.png" /><h3 class="connector">' . L10n::t('Twitter Import/Export/Mirror') . '</h3>';
310 $s .= '<div id="settings_twitter_expanded" class="settings-block" style="display: none;">';
311 $s .= '<span class="fakelink" onclick="openClose(\'settings_twitter_expanded\'); openClose(\'settings_twitter_inflated\');">';
312 $s .= '<img class="connector' . $css . '" src="images/twitter.png" /><h3 class="connector">' . L10n::t('Twitter Import/Export/Mirror') . '</h3>';
315 if ((!$ckey) && (!$csecret)) {
316 /* no global consumer keys
317 * display warning and skip personal config
319 $s .= '<p>' . L10n::t('No consumer key pair for Twitter found. Please contact your site administrator.') . '</p>';
321 // ok we have a consumer key pair now look into the OAuth stuff
322 if ((!$otoken) && (!$osecret)) {
323 /* the user has not yet connected the account to twitter...
324 * get a temporary OAuth key/secret pair and display a button with
325 * which the user can request a PIN to connect the account to a
326 * account at Twitter.
328 $connection = new TwitterOAuth($ckey, $csecret);
330 $result = $connection->oauth('oauth/request_token', ['oauth_callback' => 'oob']);
331 $s .= '<p>' . L10n::t('At this Friendica instance the Twitter addon was enabled but you have not yet connected your account to your Twitter account. To do so click the button below to get a PIN from Twitter which you have to copy into the input box below and submit the form. Only your <strong>public</strong> posts will be posted to Twitter.') . '</p>';
332 $s .= '<a href="' . $connection->url('oauth/authorize', ['oauth_token' => $result['oauth_token']]) . '" target="_twitter"><img src="addon/twitter/lighter.png" alt="' . L10n::t('Log in with Twitter') . '"></a>';
333 $s .= '<div id="twitter-pin-wrapper">';
334 $s .= '<label id="twitter-pin-label" for="twitter-pin">' . L10n::t('Copy the PIN from Twitter here') . '</label>';
335 $s .= '<input id="twitter-pin" type="text" name="twitter-pin" />';
336 $s .= '<input id="twitter-token" type="hidden" name="twitter-token" value="' . $result['oauth_token'] . '" />';
337 $s .= '<input id="twitter-token2" type="hidden" name="twitter-token2" value="' . $result['oauth_token_secret'] . '" />';
338 $s .= '</div><div class="clear"></div>';
339 $s .= '<div class="settings-submit-wrapper" ><input type="submit" name="twitter-submit" class="settings-submit" value="' . L10n::t('Save Settings') . '" /></div>';
340 } catch (TwitterOAuthException $e) {
341 $s .= '<p>' . L10n::t('An error occured: ') . $e->getMessage() . '</p>';
345 * we have an OAuth key / secret pair for the user
346 * so let's give a chance to disable the postings to Twitter
348 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
350 $details = $connection->get('account/verify_credentials');
352 $field_checkbox = Renderer::getMarkupTemplate('field_checkbox.tpl');
354 $s .= '<div id="twitter-info" >
355 <p>' . L10n::t('Currently connected to: ') . '<a href="https://twitter.com/' . $details->screen_name . '" target="_twitter">' . $details->screen_name . '</a>
356 <button type="submit" name="twitter-disconnect" value="1">' . L10n::t('Disconnect') . '</button>
358 <p id="twitter-info-block">
359 <a href="https://twitter.com/' . $details->screen_name . '" target="_twitter"><img id="twitter-avatar" src="' . $details->profile_image_url . '" /></a>
360 <em>' . $details->description . '</em>
363 $s .= '<div class="clear"></div>';
365 $s .= Renderer::replaceMacros($field_checkbox, [
366 '$field' => ['twitter-enable', L10n::t('Allow posting to Twitter'), $enabled, L10n::t('If enabled all your <strong>public</strong> postings can be posted to the associated Twitter account. You can choose to do so by default (here) or for every posting separately in the posting options when writing the entry.')]
368 if ($a->user['hidewall']) {
369 $s .= '<p>' . L10n::t('<strong>Note</strong>: Due to your privacy settings (<em>Hide your profile details from unknown viewers?</em>) the link potentially included in public postings relayed to Twitter will lead the visitor to a blank page informing the visitor that the access to your profile has been restricted.') . '</p>';
371 $s .= Renderer::replaceMacros($field_checkbox, [
372 '$field' => ['twitter-default', L10n::t('Send public postings to Twitter by default'), $defenabled, '']
374 $s .= Renderer::replaceMacros($field_checkbox, [
375 '$field' => ['twitter-mirror', L10n::t('Mirror all posts from twitter that are no replies'), $mirrorenabled, '']
377 $s .= Renderer::replaceMacros($field_checkbox, [
378 '$field' => ['twitter-import', L10n::t('Import the remote timeline'), $importenabled, '']
380 $s .= Renderer::replaceMacros($field_checkbox, [
381 '$field' => ['twitter-create_user', L10n::t('Automatically create contacts'), $create_userenabled, L10n::t('This will automatically create a contact in Friendica as soon as you receive a message from an existing contact via the Twitter network. If you do not enable this, you need to manually add those Twitter contacts in Friendica from whom you would like to see posts here. However if enabled, you cannot merely remove a twitter contact from the Friendica contact list, as it will recreate this contact when they post again.')]
383 $s .= '<div class="clear"></div>';
384 $s .= '<div class="settings-submit-wrapper" ><input type="submit" name="twitter-submit" class="settings-submit" value="' . L10n::t('Save Settings') . '" /></div>';
385 } catch (TwitterOAuthException $e) {
386 $s .= '<p>' . L10n::t('An error occured: ') . $e->getMessage() . '</p>';
390 $s .= '</div><div class="clear"></div>';
393 function twitter_hook_fork(App $a, array &$b)
395 if ($b['name'] != 'notifier_normal') {
401 // Deleting and editing is not supported by the addon (deleting could, but isn't by now)
402 if ($post['deleted'] || ($post['created'] !== $post['edited'])) {
403 $b['execute'] = false;
407 // if post comes from twitter don't send it back
408 if ($post['extid'] == Protocol::TWITTER) {
409 $b['execute'] = false;
413 if ($post['app'] == 'Twitter') {
414 $b['execute'] = false;
418 if (PConfig::get($post['uid'], 'twitter', 'import')) {
419 // Don't fork if it isn't a reply to a twitter post
420 if (($post['parent'] != $post['id']) && !Item::exists(['id' => $post['parent'], 'network' => Protocol::TWITTER])) {
421 Logger::log('No twitter parent found for item ' . $post['id']);
422 $b['execute'] = false;
426 // Comments are never exported when we don't import the twitter timeline
427 if (!strstr($post['postopts'], 'twitter') || ($post['parent'] != $post['id']) || $post['private']) {
428 $b['execute'] = false;
434 function twitter_post_local(App $a, array &$b)
440 if (!local_user() || (local_user() != $b['uid'])) {
444 $twitter_post = intval(PConfig::get(local_user(), 'twitter', 'post'));
445 $twitter_enable = (($twitter_post && !empty($_REQUEST['twitter_enable'])) ? intval($_REQUEST['twitter_enable']) : 0);
447 // if API is used, default to the chosen settings
448 if ($b['api_source'] && intval(PConfig::get(local_user(), 'twitter', 'post_by_default'))) {
452 if (!$twitter_enable) {
456 if (strlen($b['postopts'])) {
457 $b['postopts'] .= ',';
460 $b['postopts'] .= 'twitter';
463 function twitter_action(App $a, $uid, $pid, $action)
465 $ckey = Config::get('twitter', 'consumerkey');
466 $csecret = Config::get('twitter', 'consumersecret');
467 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
468 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
470 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
472 $post = ['id' => $pid];
474 Logger::log("twitter_action '" . $action . "' ID: " . $pid . " data: " . print_r($post, true), Logger::DATA);
478 // To-Do: $result = $connection->post('statuses/destroy', $post);
482 $result = $connection->post('favorites/create', $post);
485 $result = $connection->post('favorites/destroy', $post);
488 Logger::log('Unhandled action ' . $action, Logger::DEBUG);
491 Logger::log("twitter_action '" . $action . "' send, result: " . print_r($result, true), Logger::DEBUG);
494 function twitter_post_hook(App $a, array &$b)
497 if (!PConfig::get($b["uid"], 'twitter', 'import')
498 && ($b['deleted'] || $b['private'] || ($b['created'] !== $b['edited']))) {
502 if ($b['parent'] != $b['id']) {
503 Logger::log("twitter_post_hook: parameter " . print_r($b, true), Logger::DATA);
505 // Looking if its a reply to a twitter post
506 if ((substr($b["parent-uri"], 0, 9) != "twitter::")
507 && (substr($b["extid"], 0, 9) != "twitter::")
508 && (substr($b["thr-parent"], 0, 9) != "twitter::"))
510 Logger::log("twitter_post_hook: no twitter post " . $b["parent"]);
514 $condition = ['uri' => $b["thr-parent"], 'uid' => $b["uid"]];
515 $orig_post = Item::selectFirst([], $condition);
516 if (!DBA::isResult($orig_post)) {
517 Logger::log("twitter_post_hook: no parent found " . $b["thr-parent"]);
524 $nicknameplain = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $orig_post["author-link"]);
525 $nickname = "@[url=" . $orig_post["author-link"] . "]" . $nicknameplain . "[/url]";
526 $nicknameplain = "@" . $nicknameplain;
528 Logger::log("twitter_post_hook: comparing " . $nickname . " and " . $nicknameplain . " with " . $b["body"], Logger::DEBUG);
529 if ((strpos($b["body"], $nickname) === false) && (strpos($b["body"], $nicknameplain) === false)) {
530 $b["body"] = $nickname . " " . $b["body"];
533 Logger::log("twitter_post_hook: parent found " . print_r($orig_post, true), Logger::DATA);
537 if ($b['private'] || !strstr($b['postopts'], 'twitter')) {
541 // Dont't post if the post doesn't belong to us.
542 // This is a check for forum postings
543 $self = DBA::selectFirst('contact', ['id'], ['uid' => $b['uid'], 'self' => true]);
544 if ($b['contact-id'] != $self['id']) {
549 if (($b['verb'] == ACTIVITY_POST) && $b['deleted']) {
550 twitter_action($a, $b["uid"], substr($orig_post["uri"], 9), "delete");
553 if ($b['verb'] == ACTIVITY_LIKE) {
554 Logger::log("twitter_post_hook: parameter 2 " . substr($b["thr-parent"], 9), Logger::DEBUG);
556 twitter_action($a, $b["uid"], substr($b["thr-parent"], 9), "unlike");
558 twitter_action($a, $b["uid"], substr($b["thr-parent"], 9), "like");
564 if ($b['deleted'] || ($b['created'] !== $b['edited'])) {
568 // if post comes from twitter don't send it back
569 if ($b['extid'] == Protocol::TWITTER) {
573 if ($b['app'] == "Twitter") {
577 Logger::log('twitter post invoked');
579 PConfig::load($b['uid'], 'twitter');
581 $ckey = Config::get('twitter', 'consumerkey');
582 $csecret = Config::get('twitter', 'consumersecret');
583 $otoken = PConfig::get($b['uid'], 'twitter', 'oauthtoken');
584 $osecret = PConfig::get($b['uid'], 'twitter', 'oauthsecret');
586 if ($ckey && $csecret && $otoken && $osecret) {
587 Logger::log('twitter: we have customer key and oauth stuff, going to send.', Logger::DEBUG);
589 // If it's a repeated message from twitter then do a native retweet and exit
590 if (twitter_is_retweet($a, $b['uid'], $b['body'])) {
594 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
596 // Set the timeout for upload to 30 seconds
597 $connection->setTimeouts(10, 30);
601 // Handling non-native reshares
602 $b['body'] = Friendica\Content\Text\BBCode::convertShare(
604 function (array $attributes, array $author_contact, $content, $is_quote_share) {
605 return twitter_convert_share($attributes, $author_contact, $content, $is_quote_share);
609 $b['body'] = twitter_update_mentions($b['body']);
611 $msgarr = ItemContent::getPlaintextPost($b, $max_char, true, 8);
612 $msg = $msgarr["text"];
614 if (($msg == "") && isset($msgarr["title"])) {
615 $msg = Plaintext::shorten($msgarr["title"], $max_char - 50);
620 if (isset($msgarr["url"]) && ($msgarr["type"] != "photo")) {
621 $msg .= "\n" . $msgarr["url"];
627 if (isset($msgarr["image"]) && ($msgarr["type"] != "video")) {
628 $image = $msgarr["image"];
635 // and now tweet it :-)
638 if (!empty($image)) {
640 $img_str = Network::fetchUrl($image);
642 $tempfile = tempnam(get_temppath(), 'cache');
643 file_put_contents($tempfile, $img_str);
645 $media = $connection->upload('media/upload', ['media' => $tempfile]);
649 if (isset($media->media_id_string)) {
650 $post['media_ids'] = $media->media_id_string;
652 throw new Exception('Failed upload of ' . $image);
654 } catch (Exception $e) {
655 Logger::log('Exception when trying to send to Twitter: ' . $e->getMessage());
657 // Workaround: Remove the picture link so that the post can be reposted without it
658 // When there is another url already added, a second url would be superfluous.
660 $msg .= "\n" . $image;
667 $post['status'] = $msg;
670 $post["in_reply_to_status_id"] = substr($orig_post["uri"], 9);
673 $url = 'statuses/update';
674 $result = $connection->post($url, $post);
675 Logger::log('twitter_post send, result: ' . print_r($result, true), Logger::DEBUG);
677 if (!empty($result->source)) {
678 Config::set("twitter", "application_name", strip_tags($result->source));
681 if (!empty($result->errors)) {
682 Logger::log('Send to Twitter failed: "' . print_r($result->errors, true) . '"');
684 $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `self`", intval($b['uid']));
685 if (DBA::isResult($r)) {
686 $a->contact = $r[0]["id"];
689 $s = serialize(['url' => $url, 'item' => $b['id'], 'post' => $post]);
691 Queue::add($a->contact, Protocol::TWITTER, $s);
692 notice(L10n::t('Twitter post failed. Queued for retry.') . EOL);
693 } elseif ($iscomment) {
694 Logger::log('twitter_post: Update extid ' . $result->id_str . " for post id " . $b['id']);
695 Item::update(['extid' => "twitter::" . $result->id_str], ['id' => $b['id']]);
700 function twitter_addon_admin_post(App $a)
702 $consumerkey = !empty($_POST['consumerkey']) ? Strings::escapeTags(trim($_POST['consumerkey'])) : '';
703 $consumersecret = !empty($_POST['consumersecret']) ? Strings::escapeTags(trim($_POST['consumersecret'])) : '';
704 Config::set('twitter', 'consumerkey', $consumerkey);
705 Config::set('twitter', 'consumersecret', $consumersecret);
706 info(L10n::t('Settings updated.') . EOL);
709 function twitter_addon_admin(App $a, &$o)
711 $t = Renderer::getMarkupTemplate("admin.tpl", "addon/twitter/");
713 $o = Renderer::replaceMacros($t, [
714 '$submit' => L10n::t('Save Settings'),
715 // name, label, value, help, [extra values]
716 '$consumerkey' => ['consumerkey', L10n::t('Consumer key'), Config::get('twitter', 'consumerkey'), ''],
717 '$consumersecret' => ['consumersecret', L10n::t('Consumer secret'), Config::get('twitter', 'consumersecret'), ''],
721 function twitter_cron(App $a)
723 $last = Config::get('twitter', 'last_poll');
725 $poll_interval = intval(Config::get('twitter', 'poll_interval'));
726 if (!$poll_interval) {
727 $poll_interval = TWITTER_DEFAULT_POLL_INTERVAL;
731 $next = $last + ($poll_interval * 60);
732 if ($next > time()) {
733 Logger::log('twitter: poll intervall not reached');
737 Logger::log('twitter: cron_start');
739 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'mirror_posts' AND `v` = '1'");
740 if (DBA::isResult($r)) {
741 foreach ($r as $rr) {
742 Logger::log('twitter: fetching for user ' . $rr['uid']);
743 Worker::add(PRIORITY_MEDIUM, "addon/twitter/twitter_sync.php", 1, (int) $rr['uid']);
747 $abandon_days = intval(Config::get('system', 'account_abandon_days'));
748 if ($abandon_days < 1) {
752 $abandon_limit = date(DateTimeFormat::MYSQL, time() - $abandon_days * 86400);
754 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'import' AND `v` = '1'");
755 if (DBA::isResult($r)) {
756 foreach ($r as $rr) {
757 if ($abandon_days != 0) {
758 $user = q("SELECT `login_date` FROM `user` WHERE uid=%d AND `login_date` >= '%s'", $rr['uid'], $abandon_limit);
759 if (!DBA::isResult($user)) {
760 Logger::log('abandoned account: timeline from user ' . $rr['uid'] . ' will not be imported');
765 Logger::log('twitter: importing timeline from user ' . $rr['uid']);
766 Worker::add(PRIORITY_MEDIUM, "addon/twitter/twitter_sync.php", 2, (int) $rr['uid']);
769 // check for new contacts once a day
770 $last_contact_check = PConfig::get($rr['uid'],'pumpio','contact_check');
771 if($last_contact_check)
772 $next_contact_check = $last_contact_check + 86400;
774 $next_contact_check = 0;
776 if($next_contact_check <= time()) {
777 pumpio_getallusers($a, $rr["uid"]);
778 PConfig::set($rr['uid'],'pumpio','contact_check',time());
784 Logger::log('twitter: cron_end');
786 Config::set('twitter', 'last_poll', time());
789 function twitter_expire(App $a)
791 $days = Config::get('twitter', 'expire');
797 $r = Item::select(['id'], ['deleted' => true, 'network' => Protocol::TWITTER]);
798 while ($row = DBA::fetch($r)) {
799 DBA::delete('item', ['id' => $row['id']]);
803 Logger::log('twitter_expire: expire_start');
805 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'import' AND `v` = '1' ORDER BY RAND()");
806 if (DBA::isResult($r)) {
807 foreach ($r as $rr) {
808 Logger::log('twitter_expire: user ' . $rr['uid']);
809 Item::expire($rr['uid'], $days, Protocol::TWITTER, true);
813 Logger::log('twitter_expire: expire_end');
816 function twitter_prepare_body(App $a, array &$b)
818 if ($b["item"]["network"] != Protocol::TWITTER) {
825 $item["plink"] = $a->getBaseURL() . "/display/" . $a->user["nickname"] . "/" . $item["parent"];
827 $condition = ['uri' => $item["thr-parent"], 'uid' => local_user()];
828 $orig_post = Item::selectFirst(['author-link'], $condition);
829 if (DBA::isResult($orig_post)) {
830 $nicknameplain = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $orig_post["author-link"]);
831 $nickname = "@[url=" . $orig_post["author-link"] . "]" . $nicknameplain . "[/url]";
832 $nicknameplain = "@" . $nicknameplain;
834 if ((strpos($item["body"], $nickname) === false) && (strpos($item["body"], $nicknameplain) === false)) {
835 $item["body"] = $nickname . " " . $item["body"];
839 $msgarr = ItemContent::getPlaintextPost($item, $max_char, true, 8);
840 $msg = $msgarr["text"];
842 if (isset($msgarr["url"]) && ($msgarr["type"] != "photo")) {
843 $msg .= " " . $msgarr["url"];
846 if (isset($msgarr["image"])) {
847 $msg .= " " . $msgarr["image"];
850 $b['html'] = nl2br(htmlspecialchars($msg));
855 * @brief Build the item array for the mirrored post
857 * @param App $a Application class
858 * @param integer $uid User id
859 * @param object $post Twitter object with the post
861 * @return array item data to be posted
863 function twitter_do_mirrorpost(App $a, $uid, $post)
865 $datarray['api_source'] = true;
866 $datarray['profile_uid'] = $uid;
867 $datarray['extid'] = Protocol::TWITTER;
868 $datarray['message_id'] = Item::newURI($uid, Protocol::TWITTER . ':' . $post->id);
869 $datarray['protocol'] = Conversation::PARCEL_TWITTER;
870 $datarray['source'] = json_encode($post);
871 $datarray['title'] = '';
873 if (!empty($post->retweeted_status)) {
874 // We don't support nested shares, so we mustn't show quotes as shares on retweets
875 $item = twitter_createpost($a, $uid, $post->retweeted_status, ['id' => 0], false, false, true);
877 if (empty($item['body'])) {
881 $datarray['body'] = "\n" . share_header(
882 $item['author-name'],
883 $item['author-link'],
884 $item['author-avatar'],
890 $datarray['body'] .= $item['body'] . '[/share]';
892 $item = twitter_createpost($a, $uid, $post, ['id' => 0], false, false, false);
894 if (empty($item['body'])) {
898 $datarray['body'] = $item['body'];
901 $datarray['source'] = $item['app'];
902 $datarray['verb'] = $item['verb'];
904 if (isset($item['location'])) {
905 $datarray['location'] = $item['location'];
908 if (isset($item['coord'])) {
909 $datarray['coord'] = $item['coord'];
915 function twitter_fetchtimeline(App $a, $uid)
917 $ckey = Config::get('twitter', 'consumerkey');
918 $csecret = Config::get('twitter', 'consumersecret');
919 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
920 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
921 $lastid = PConfig::get($uid, 'twitter', 'lastid');
923 $application_name = Config::get('twitter', 'application_name');
925 if ($application_name == "") {
926 $application_name = $a->getHostName();
929 $has_picture = false;
931 require_once 'mod/item.php';
932 require_once 'mod/share.php';
934 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
936 $parameters = ["exclude_replies" => true, "trim_user" => false, "contributor_details" => true, "include_rts" => true, "tweet_mode" => "extended"];
938 $first_time = ($lastid == "");
941 $parameters["since_id"] = $lastid;
945 $items = $connection->get('statuses/user_timeline', $parameters);
946 } catch (TwitterOAuthException $e) {
947 Logger::log('Error fetching timeline for user ' . $uid . ': ' . $e->getMessage());
951 if (!is_array($items)) {
952 Logger::log('No items for user ' . $uid, Logger::INFO);
956 $posts = array_reverse($items);
958 Logger::log('Starting from ID ' . $lastid . ' for user ' . $uid, Logger::DEBUG);
961 foreach ($posts as $post) {
962 if ($post->id_str > $lastid) {
963 $lastid = $post->id_str;
964 PConfig::set($uid, 'twitter', 'lastid', $lastid);
971 if (!stristr($post->source, $application_name)) {
972 $_SESSION["authenticated"] = true;
973 $_SESSION["uid"] = $uid;
975 Logger::log('Preparing Twitter ID ' . $post->id_str . ' for user ' . $uid, Logger::DEBUG);
977 $_REQUEST = twitter_do_mirrorpost($a, $uid, $post);
979 if (empty($_REQUEST['body'])) {
983 Logger::log('Posting Twitter ID ' . $post->id_str . ' for user ' . $uid);
989 PConfig::set($uid, 'twitter', 'lastid', $lastid);
990 Logger::log('Last ID for user ' . $uid . ' is now ' . $lastid, Logger::DEBUG);
993 function twitter_queue_hook(App $a)
995 $qi = q("SELECT * FROM `queue` WHERE `network` = '%s'",
996 DBA::escape(Protocol::TWITTER)
998 if (!DBA::isResult($qi)) {
1002 foreach ($qi as $x) {
1003 if ($x['network'] !== Protocol::TWITTER) {
1007 Logger::log('twitter_queue: run');
1009 $r = q("SELECT `user`.* FROM `user` LEFT JOIN `contact` on `contact`.`uid` = `user`.`uid`
1010 WHERE `contact`.`self` = 1 AND `contact`.`id` = %d LIMIT 1",
1013 if (!DBA::isResult($r)) {
1019 $ckey = Config::get('twitter', 'consumerkey');
1020 $csecret = Config::get('twitter', 'consumersecret');
1021 $otoken = PConfig::get($user['uid'], 'twitter', 'oauthtoken');
1022 $osecret = PConfig::get($user['uid'], 'twitter', 'oauthsecret');
1026 if ($ckey && $csecret && $otoken && $osecret) {
1027 Logger::log('twitter_queue: able to post');
1029 $z = unserialize($x['content']);
1031 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1032 $result = $connection->post($z['url'], $z['post']);
1034 Logger::log('twitter_queue: post result: ' . print_r($result, true), Logger::DEBUG);
1036 if ($result->errors) {
1037 Logger::log('twitter_queue: Send to Twitter failed: "' . print_r($result->errors, true) . '"');
1040 Queue::removeItem($x['id']);
1043 Logger::log("twitter_queue: Error getting tokens for user " . $user['uid']);
1047 Logger::log('twitter_queue: delayed');
1048 Queue::updateTime($x['id']);
1053 function twitter_fix_avatar($avatar)
1055 $new_avatar = str_replace("_normal.", ".", $avatar);
1057 $info = Image::getInfoFromURL($new_avatar);
1059 $new_avatar = $avatar;
1065 function twitter_fetch_contact($uid, $data, $create_user)
1067 if (empty($data->id_str)) {
1071 $avatar = twitter_fix_avatar($data->profile_image_url_https);
1072 $url = "https://twitter.com/" . $data->screen_name;
1073 $addr = $data->screen_name . "@twitter.com";
1075 GContact::update(["url" => $url, "network" => Protocol::TWITTER,
1076 "photo" => $avatar, "hide" => true,
1077 "name" => $data->name, "nick" => $data->screen_name,
1078 "location" => $data->location, "about" => $data->description,
1079 "addr" => $addr, "generation" => 2]);
1081 $fields = ['url' => $url, 'network' => Protocol::TWITTER,
1082 'name' => $data->name, 'nick' => $data->screen_name, 'addr' => $addr,
1083 'location' => $data->location, 'about' => $data->description];
1085 $cid = Contact::getIdForURL($url, 0, true, $fields);
1087 DBA::update('contact', $fields, ['id' => $cid]);
1088 Contact::updateAvatar($avatar, 0, $cid);
1091 $contact = DBA::selectFirst('contact', [], ['uid' => $uid, 'alias' => "twitter::" . $data->id_str]);
1092 if (!DBA::isResult($contact) && !$create_user) {
1096 if (!DBA::isResult($contact)) {
1097 // create contact record
1098 $fields['uid'] = $uid;
1099 $fields['created'] = DateTimeFormat::utcNow();
1100 $fields['nurl'] = Strings::normaliseLink($url);
1101 $fields['alias'] = 'twitter::' . $data->id_str;
1102 $fields['poll'] = 'twitter::' . $data->id_str;
1103 $fields['rel'] = Contact::FRIEND;
1104 $fields['priority'] = 1;
1105 $fields['writable'] = true;
1106 $fields['blocked'] = false;
1107 $fields['readonly'] = false;
1108 $fields['pending'] = false;
1110 if (!DBA::insert('contact', $fields)) {
1114 $contact_id = DBA::lastInsertId();
1116 Group::addMember(User::getDefaultGroup($uid), $contact_id);
1118 Contact::updateAvatar($avatar, $uid, $contact_id);
1120 if ($contact["readonly"] || $contact["blocked"]) {
1121 Logger::log("twitter_fetch_contact: Contact '" . $contact["nick"] . "' is blocked or readonly.", Logger::DEBUG);
1125 $contact_id = $contact['id'];
1127 // update profile photos once every twelve hours as we have no notification of when they change.
1128 $update_photo = ($contact['avatar-date'] < DateTimeFormat::utc('now -12 hours'));
1130 // check that we have all the photos, this has been known to fail on occasion
1131 if (empty($contact['photo']) || empty($contact['thumb']) || empty($contact['micro']) || $update_photo) {
1132 Logger::log("twitter_fetch_contact: Updating contact " . $data->screen_name, Logger::DEBUG);
1134 Contact::updateAvatar($avatar, $uid, $contact['id']);
1136 $fields['name-date'] = DateTimeFormat::utcNow();
1137 $fields['uri-date'] = DateTimeFormat::utcNow();
1139 DBA::update('contact', $fields, ['id' => $contact['id']]);
1146 function twitter_fetchuser(App $a, $uid, $screen_name = "", $user_id = "")
1148 $ckey = Config::get('twitter', 'consumerkey');
1149 $csecret = Config::get('twitter', 'consumersecret');
1150 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1151 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1153 $r = q("SELECT * FROM `contact` WHERE `self` = 1 AND `uid` = %d LIMIT 1",
1156 if (DBA::isResult($r)) {
1164 if ($screen_name != "") {
1165 $parameters["screen_name"] = $screen_name;
1168 if ($user_id != "") {
1169 $parameters["user_id"] = $user_id;
1172 // Fetching user data
1173 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1175 $user = $connection->get('users/show', $parameters);
1176 } catch (TwitterOAuthException $e) {
1177 Logger::log('twitter_fetchuser: Error fetching user ' . $uid . ': ' . $e->getMessage());
1181 if (!is_object($user)) {
1185 $contact_id = twitter_fetch_contact($uid, $user, true);
1190 function twitter_expand_entities(App $a, $body, $item, $picture)
1196 foreach ($item->entities->hashtags AS $hashtag) {
1197 $url = '#[url=' . $a->getBaseURL() . '/search?tag=' . $hashtag->text . ']' . $hashtag->text . '[/url]';
1198 $tags_arr['#' . $hashtag->text] = $url;
1199 $body = str_replace('#' . $hashtag->text, $url, $body);
1202 foreach ($item->entities->user_mentions AS $mention) {
1203 $url = '@[url=https://twitter.com/' . rawurlencode($mention->screen_name) . ']' . $mention->screen_name . '[/url]';
1204 $tags_arr['@' . $mention->screen_name] = $url;
1205 $body = str_replace('@' . $mention->screen_name, $url, $body);
1208 if (isset($item->entities->urls)) {
1214 foreach ($item->entities->urls as $url) {
1215 $plain = str_replace($url->url, '', $plain);
1217 if ($url->url && $url->expanded_url && $url->display_url) {
1218 // Quote tweet, we just remove the quoted tweet URL from the body, the share block will be added later.
1219 if (isset($item->quoted_status_id_str)
1220 && substr($url->expanded_url, -strlen($item->quoted_status_id_str)) == $item->quoted_status_id_str ) {
1221 $body = str_replace($url->url, '', $body);
1225 $expanded_url = $url->expanded_url;
1227 $final_url = Network::finalUrl($url->expanded_url);
1229 $oembed_data = OEmbed::fetchURL($final_url);
1231 if (empty($oembed_data) || empty($oembed_data->type)) {
1235 // Quickfix: Workaround for URL with '[' and ']' in it
1236 if (strpos($expanded_url, '[') || strpos($expanded_url, ']')) {
1237 $expanded_url = $url->url;
1241 $type = $oembed_data->type;
1244 if ($oembed_data->type == 'video') {
1245 $type = $oembed_data->type;
1246 $footerurl = $expanded_url;
1247 $footerlink = '[url=' . $expanded_url . ']' . $url->display_url . '[/url]';
1249 $body = str_replace($url->url, $footerlink, $body);
1250 } elseif (($oembed_data->type == 'photo') && isset($oembed_data->url)) {
1251 $body = str_replace($url->url, '[url=' . $expanded_url . '][img]' . $oembed_data->url . '[/img][/url]', $body);
1252 } elseif ($oembed_data->type != 'link') {
1253 $body = str_replace($url->url, '[url=' . $expanded_url . ']' . $url->display_url . '[/url]', $body);
1255 $img_str = Network::fetchUrl($final_url, true, $redirects, 4);
1257 $tempfile = tempnam(get_temppath(), 'cache');
1258 file_put_contents($tempfile, $img_str);
1260 // See http://php.net/manual/en/function.exif-imagetype.php#79283
1261 if (filesize($tempfile) > 11) {
1262 $mime = image_type_to_mime_type(exif_imagetype($tempfile));
1269 if (substr($mime, 0, 6) == 'image/') {
1271 $body = str_replace($url->url, '[img]' . $final_url . '[/img]', $body);
1273 $type = $oembed_data->type;
1274 $footerurl = $expanded_url;
1275 $footerlink = '[url=' . $expanded_url . ']' . $url->display_url . '[/url]';
1277 $body = str_replace($url->url, $footerlink, $body);
1283 // Footer will be taken care of with a share block in the case of a quote
1284 if (empty($item->quoted_status)) {
1285 if ($footerurl != '') {
1286 $footer = add_page_info($footerurl, false, $picture);
1289 if (($footerlink != '') && (trim($footer) != '')) {
1290 $removedlink = trim(str_replace($footerlink, '', $body));
1292 if (($removedlink == '') || strstr($body, $removedlink)) {
1293 $body = $removedlink;
1299 if ($footer == '' && $picture != '') {
1300 $body .= "\n\n[img]" . $picture . "[/img]\n";
1301 } elseif ($footer == '' && $picture == '') {
1302 $body = add_page_info_to_body($body);
1307 // it seems as if the entities aren't always covering all mentions. So the rest will be checked here
1308 $tags = BBCode::getTags($body);
1311 foreach ($tags as $tag) {
1312 if (strstr(trim($tag), ' ')) {
1316 if (strpos($tag, '#') === 0) {
1317 if (strpos($tag, '[url=')) {
1321 // don't link tags that are already embedded in links
1322 if (preg_match('/\[(.*?)' . preg_quote($tag, '/') . '(.*?)\]/', $body)) {
1325 if (preg_match('/\[(.*?)\]\((.*?)' . preg_quote($tag, '/') . '(.*?)\)/', $body)) {
1329 $basetag = str_replace('_', ' ', substr($tag, 1));
1330 $url = '#[url=' . $a->getBaseURL() . '/search?tag=' . $basetag . ']' . $basetag . '[/url]';
1331 $body = str_replace($tag, $url, $body);
1332 $tags_arr['#' . $basetag] = $url;
1333 } elseif (strpos($tag, '@') === 0) {
1334 if (strpos($tag, '[url=')) {
1338 $basetag = substr($tag, 1);
1339 $url = '@[url=https://twitter.com/' . rawurlencode($basetag) . ']' . $basetag . '[/url]';
1340 $body = str_replace($tag, $url, $body);
1341 $tags_arr['@' . $basetag] = $url;
1346 $tags = implode($tags_arr, ',');
1348 return ['body' => $body, 'tags' => $tags, 'plain' => $plain];
1352 * @brief Fetch media entities and add media links to the body
1354 * @param object $post Twitter object with the post
1355 * @param array $postarray Array of the item that is about to be posted
1357 * @return $picture string Image URL or empty string
1359 function twitter_media_entities($post, array &$postarray)
1361 // There are no media entities? So we quit.
1362 if (empty($post->extended_entities->media)) {
1366 // When the post links to an external page, we only take one picture.
1367 // We only do this when there is exactly one media.
1368 if ((count($post->entities->urls) > 0) && (count($post->extended_entities->media) == 1)) {
1369 $medium = $post->extended_entities->media[0];
1371 foreach ($post->entities->urls as $link) {
1372 // Let's make sure the external link url matches the media url
1373 if ($medium->url == $link->url && isset($medium->media_url_https)) {
1374 $picture = $medium->media_url_https;
1375 $postarray['body'] = str_replace($medium->url, '', $postarray['body']);
1381 // This is a pure media post, first search for all media urls
1383 foreach ($post->extended_entities->media AS $medium) {
1384 if (!isset($media[$medium->url])) {
1385 $media[$medium->url] = '';
1387 switch ($medium->type) {
1389 $media[$medium->url] .= "\n[img]" . $medium->media_url_https . '[/img]';
1390 $postarray['object-type'] = ACTIVITY_OBJ_IMAGE;
1393 case 'animated_gif':
1394 $media[$medium->url] .= "\n[img]" . $medium->media_url_https . '[/img]';
1395 $postarray['object-type'] = ACTIVITY_OBJ_VIDEO;
1396 if (is_array($medium->video_info->variants)) {
1398 // We take the video with the highest bitrate
1399 foreach ($medium->video_info->variants AS $variant) {
1400 if (($variant->content_type == 'video/mp4') && ($variant->bitrate >= $bitrate)) {
1401 $media[$medium->url] = "\n[video]" . $variant->url . '[/video]';
1402 $bitrate = $variant->bitrate;
1407 // The following code will only be activated for test reasons
1409 // $postarray['body'] .= print_r($medium, true);
1413 // Now we replace the media urls.
1414 foreach ($media AS $key => $value) {
1415 $postarray['body'] = str_replace($key, "\n" . $value . "\n", $postarray['body']);
1421 function twitter_createpost(App $a, $uid, $post, array $self, $create_user, $only_existing_contact, $noquote)
1424 $postarray['network'] = Protocol::TWITTER;
1425 $postarray['uid'] = $uid;
1426 $postarray['wall'] = 0;
1427 $postarray['uri'] = "twitter::" . $post->id_str;
1428 $postarray['protocol'] = Conversation::PARCEL_TWITTER;
1429 $postarray['source'] = json_encode($post);
1431 // Don't import our own comments
1432 if (Item::exists(['extid' => $postarray['uri'], 'uid' => $uid])) {
1433 Logger::log("Item with extid " . $postarray['uri'] . " found.", Logger::DEBUG);
1439 if ($post->in_reply_to_status_id_str != "") {
1440 $parent = "twitter::" . $post->in_reply_to_status_id_str;
1442 $fields = ['uri', 'parent-uri', 'parent'];
1443 $parent_item = Item::selectFirst($fields, ['uri' => $parent, 'uid' => $uid]);
1444 if (!DBA::isResult($parent_item)) {
1445 $parent_item = Item::selectFirst($fields, ['extid' => $parent, 'uid' => $uid]);
1448 if (DBA::isResult($parent_item)) {
1449 $postarray['thr-parent'] = $parent_item['uri'];
1450 $postarray['parent-uri'] = $parent_item['parent-uri'];
1451 $postarray['parent'] = $parent_item['parent'];
1452 $postarray['object-type'] = ACTIVITY_OBJ_COMMENT;
1454 $postarray['thr-parent'] = $postarray['uri'];
1455 $postarray['parent-uri'] = $postarray['uri'];
1456 $postarray['object-type'] = ACTIVITY_OBJ_NOTE;
1460 $own_id = PConfig::get($uid, 'twitter', 'own_id');
1462 if ($post->user->id_str == $own_id) {
1463 $r = q("SELECT * FROM `contact` WHERE `self` = 1 AND `uid` = %d LIMIT 1",
1466 if (DBA::isResult($r)) {
1467 $contactid = $r[0]["id"];
1469 $postarray['owner-name'] = $r[0]["name"];
1470 $postarray['owner-link'] = $r[0]["url"];
1471 $postarray['owner-avatar'] = $r[0]["photo"];
1473 Logger::log("No self contact for user " . $uid, Logger::DEBUG);
1477 // Don't create accounts of people who just comment something
1478 $create_user = false;
1480 $postarray['parent-uri'] = $postarray['uri'];
1481 $postarray['object-type'] = ACTIVITY_OBJ_NOTE;
1484 if ($contactid == 0) {
1485 $contactid = twitter_fetch_contact($uid, $post->user, $create_user);
1487 $postarray['owner-name'] = $post->user->name;
1488 $postarray['owner-link'] = "https://twitter.com/" . $post->user->screen_name;
1489 $postarray['owner-avatar'] = twitter_fix_avatar($post->user->profile_image_url_https);
1492 if (($contactid == 0) && !$only_existing_contact) {
1493 $contactid = $self['id'];
1494 } elseif ($contactid <= 0) {
1495 Logger::log("Contact ID is zero or less than zero.", Logger::DEBUG);
1499 $postarray['contact-id'] = $contactid;
1501 $postarray['verb'] = ACTIVITY_POST;
1502 $postarray['author-name'] = $postarray['owner-name'];
1503 $postarray['author-link'] = $postarray['owner-link'];
1504 $postarray['author-avatar'] = $postarray['owner-avatar'];
1505 $postarray['plink'] = "https://twitter.com/" . $post->user->screen_name . "/status/" . $post->id_str;
1506 $postarray['app'] = strip_tags($post->source);
1508 if ($post->user->protected) {
1509 $postarray['private'] = 1;
1510 $postarray['allow_cid'] = '<' . $self['id'] . '>';
1512 $postarray['private'] = 0;
1513 $postarray['allow_cid'] = '';
1516 if (!empty($post->full_text)) {
1517 $postarray['body'] = $post->full_text;
1519 $postarray['body'] = $post->text;
1522 // When the post contains links then use the correct object type
1523 if (count($post->entities->urls) > 0) {
1524 $postarray['object-type'] = ACTIVITY_OBJ_BOOKMARK;
1527 // Search for media links
1528 $picture = twitter_media_entities($post, $postarray);
1530 $converted = twitter_expand_entities($a, $postarray['body'], $post, $picture);
1531 $postarray['body'] = $converted["body"];
1532 $postarray['tag'] = $converted["tags"];
1533 $postarray['created'] = DateTimeFormat::utc($post->created_at);
1534 $postarray['edited'] = DateTimeFormat::utc($post->created_at);
1536 $statustext = $converted["plain"];
1538 if (!empty($post->place->name)) {
1539 $postarray["location"] = $post->place->name;
1541 if (!empty($post->place->full_name)) {
1542 $postarray["location"] = $post->place->full_name;
1544 if (!empty($post->geo->coordinates)) {
1545 $postarray["coord"] = $post->geo->coordinates[0] . " " . $post->geo->coordinates[1];
1547 if (!empty($post->coordinates->coordinates)) {
1548 $postarray["coord"] = $post->coordinates->coordinates[1] . " " . $post->coordinates->coordinates[0];
1550 if (!empty($post->retweeted_status)) {
1551 $retweet = twitter_createpost($a, $uid, $post->retweeted_status, $self, false, false, $noquote);
1553 if (empty($retweet['body'])) {
1557 $retweet['source'] = $postarray['source'];
1558 $retweet['private'] = $postarray['private'];
1559 $retweet['allow_cid'] = $postarray['allow_cid'];
1560 $retweet['contact-id'] = $postarray['contact-id'];
1561 $retweet['owner-name'] = $postarray['owner-name'];
1562 $retweet['owner-link'] = $postarray['owner-link'];
1563 $retweet['owner-avatar'] = $postarray['owner-avatar'];
1565 $postarray = $retweet;
1568 if (!empty($post->quoted_status) && !$noquote) {
1569 $quoted = twitter_createpost($a, $uid, $post->quoted_status, $self, false, false, true);
1571 if (empty($quoted['body'])) {
1575 $postarray['body'] .= "\n" . share_header(
1576 $quoted['author-name'],
1577 $quoted['author-link'],
1578 $quoted['author-avatar'],
1584 $postarray['body'] .= $quoted['body'] . '[/share]';
1590 function twitter_fetchparentposts(App $a, $uid, $post, TwitterOAuth $connection, array $self)
1592 Logger::log("twitter_fetchparentposts: Fetching for user " . $uid . " and post " . $post->id_str, Logger::DEBUG);
1596 while (!empty($post->in_reply_to_status_id_str)) {
1597 $parameters = ["trim_user" => false, "tweet_mode" => "extended", "id" => $post->in_reply_to_status_id_str];
1600 $post = $connection->get('statuses/show', $parameters);
1601 } catch (TwitterOAuthException $e) {
1602 Logger::log('twitter_fetchparentposts: Error fetching for user ' . $uid . ' and post ' . $post->id_str . ': ' . $e->getMessage());
1607 Logger::log("twitter_fetchparentposts: Can't fetch post " . $parameters->id, Logger::DEBUG);
1611 if (empty($post->id_str)) {
1612 Logger::log("twitter_fetchparentposts: This is not a post " . json_encode($post), Logger::DEBUG);
1616 if (Item::exists(['uri' => 'twitter::' . $post->id_str, 'uid' => $uid])) {
1623 Logger::log("twitter_fetchparentposts: Fetching " . count($posts) . " parents", Logger::DEBUG);
1625 $posts = array_reverse($posts);
1627 if (!empty($posts)) {
1628 foreach ($posts as $post) {
1629 $postarray = twitter_createpost($a, $uid, $post, $self, false, false, false);
1631 if (empty($postarray['body'])) {
1635 $item = Item::insert($postarray);
1637 $postarray["id"] = $item;
1639 Logger::log('twitter_fetchparentpost: User ' . $self["nick"] . ' posted parent timeline item ' . $item);
1644 function twitter_fetchhometimeline(App $a, $uid)
1646 $ckey = Config::get('twitter', 'consumerkey');
1647 $csecret = Config::get('twitter', 'consumersecret');
1648 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1649 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1650 $create_user = PConfig::get($uid, 'twitter', 'create_user');
1651 $mirror_posts = PConfig::get($uid, 'twitter', 'mirror_posts');
1653 Logger::log("Fetching timeline for user " . $uid, Logger::DEBUG);
1655 $application_name = Config::get('twitter', 'application_name');
1657 if ($application_name == "") {
1658 $application_name = $a->getHostName();
1661 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1664 $own_contact = twitter_fetch_own_contact($a, $uid);
1665 } catch (TwitterOAuthException $e) {
1666 Logger::log('Error fetching own contact for user ' . $uid . ': ' . $e->getMessage());
1670 $r = q("SELECT * FROM `contact` WHERE `id` = %d AND `uid` = %d LIMIT 1",
1671 intval($own_contact),
1674 if (DBA::isResult($r)) {
1675 $own_id = $r[0]["nick"];
1677 Logger::log("Own twitter contact not found for user " . $uid);
1681 $self = User::getOwnerDataById($uid);
1682 if ($self === false) {
1683 Logger::log("Own contact not found for user " . $uid);
1687 $parameters = ["exclude_replies" => false, "trim_user" => false, "contributor_details" => true, "include_rts" => true, "tweet_mode" => "extended"];
1688 //$parameters["count"] = 200;
1689 // Fetching timeline
1690 $lastid = PConfig::get($uid, 'twitter', 'lasthometimelineid');
1692 $first_time = ($lastid == "");
1694 if ($lastid != "") {
1695 $parameters["since_id"] = $lastid;
1699 $items = $connection->get('statuses/home_timeline', $parameters);
1700 } catch (TwitterOAuthException $e) {
1701 Logger::log('Error fetching home timeline for user ' . $uid . ': ' . $e->getMessage());
1705 if (!is_array($items)) {
1706 Logger::log('No array while fetching home timeline for user ' . $uid . ': ' . print_r($items, true));
1710 if (empty($items)) {
1711 Logger::log('No new timeline content for user ' . $uid, Logger::INFO);
1715 $posts = array_reverse($items);
1717 Logger::log('Fetching timeline from ID ' . $lastid . ' for user ' . $uid . ' ' . sizeof($posts) . ' items', Logger::DEBUG);
1719 if (count($posts)) {
1720 foreach ($posts as $post) {
1721 if ($post->id_str > $lastid) {
1722 $lastid = $post->id_str;
1723 PConfig::set($uid, 'twitter', 'lasthometimelineid', $lastid);
1730 if (stristr($post->source, $application_name) && $post->user->screen_name == $own_id) {
1731 Logger::log("Skip previously sent post", Logger::DEBUG);
1735 if ($mirror_posts && $post->user->screen_name == $own_id && $post->in_reply_to_status_id_str == "") {
1736 Logger::log("Skip post that will be mirrored", Logger::DEBUG);
1740 if ($post->in_reply_to_status_id_str != "") {
1741 twitter_fetchparentposts($a, $uid, $post, $connection, $self);
1744 Logger::log('Preparing post ' . $post->id_str . ' for user ' . $uid, Logger::DEBUG);
1746 $postarray = twitter_createpost($a, $uid, $post, $self, $create_user, true, false);
1748 if (empty($postarray['body']) || trim($postarray['body']) == "") {
1749 Logger::log('Empty body for post ' . $post->id_str . ' and user ' . $uid, Logger::DEBUG);
1755 if (($postarray['uri'] == $postarray['parent-uri']) && ($postarray['author-link'] == $postarray['owner-link'])) {
1756 $contact = DBA::selectFirst('contact', [], ['id' => $postarray['contact-id'], 'self' => false]);
1757 if (DBA::isResult($contact)) {
1758 $notify = Item::isRemoteSelf($contact, $postarray);
1762 $item = Item::insert($postarray, false, $notify);
1763 $postarray["id"] = $item;
1765 Logger::log('User ' . $uid . ' posted home timeline item ' . $item);
1768 PConfig::set($uid, 'twitter', 'lasthometimelineid', $lastid);
1770 Logger::log('Last timeline ID for user ' . $uid . ' is now ' . $lastid, Logger::DEBUG);
1772 // Fetching mentions
1773 $lastid = PConfig::get($uid, 'twitter', 'lastmentionid');
1775 $first_time = ($lastid == "");
1777 if ($lastid != "") {
1778 $parameters["since_id"] = $lastid;
1782 $items = $connection->get('statuses/mentions_timeline', $parameters);
1783 } catch (TwitterOAuthException $e) {
1784 Logger::log('Error fetching mentions: ' . $e->getMessage());
1788 if (!is_array($items)) {
1789 Logger::log("Error fetching mentions: " . print_r($items, true), Logger::DEBUG);
1793 $posts = array_reverse($items);
1795 Logger::log("Fetching mentions for user " . $uid . " " . sizeof($posts) . " items", Logger::DEBUG);
1797 if (count($posts)) {
1798 foreach ($posts as $post) {
1799 if ($post->id_str > $lastid) {
1800 $lastid = $post->id_str;
1807 if ($post->in_reply_to_status_id_str != "") {
1808 twitter_fetchparentposts($a, $uid, $post, $connection, $self);
1811 $postarray = twitter_createpost($a, $uid, $post, $self, false, false, false);
1813 if (empty($postarray['body'])) {
1817 $item = Item::insert($postarray);
1819 Logger::log('User ' . $uid . ' posted mention timeline item ' . $item);
1823 PConfig::set($uid, 'twitter', 'lastmentionid', $lastid);
1825 Logger::log('Last mentions ID for user ' . $uid . ' is now ' . $lastid, Logger::DEBUG);
1828 function twitter_fetch_own_contact(App $a, $uid)
1830 $ckey = Config::get('twitter', 'consumerkey');
1831 $csecret = Config::get('twitter', 'consumersecret');
1832 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1833 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1835 $own_id = PConfig::get($uid, 'twitter', 'own_id');
1839 if ($own_id == "") {
1840 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1842 // Fetching user data
1843 // get() may throw TwitterOAuthException, but we will catch it later
1844 $user = $connection->get('account/verify_credentials');
1845 if (empty($user) || empty($user->id_str)) {
1849 PConfig::set($uid, 'twitter', 'own_id', $user->id_str);
1851 $contact_id = twitter_fetch_contact($uid, $user, true);
1853 $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `alias` = '%s' LIMIT 1",
1855 DBA::escape("twitter::" . $own_id));
1856 if (DBA::isResult($r)) {
1857 $contact_id = $r[0]["id"];
1859 PConfig::delete($uid, 'twitter', 'own_id');
1866 function twitter_is_retweet(App $a, $uid, $body)
1868 $body = trim($body);
1870 // Skip if it isn't a pure repeated messages
1871 // Does it start with a share?
1872 if (strpos($body, "[share") > 0) {
1876 // Does it end with a share?
1877 if (strlen($body) > (strrpos($body, "[/share]") + 8)) {
1881 $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism", "$1", $body);
1882 // Skip if there is no shared message in there
1883 if ($body == $attributes) {
1888 preg_match("/link='(.*?)'/ism", $attributes, $matches);
1889 if (!empty($matches[1])) {
1890 $link = $matches[1];
1893 preg_match('/link="(.*?)"/ism', $attributes, $matches);
1894 if (!empty($matches[1])) {
1895 $link = $matches[1];
1898 $id = preg_replace("=https?://twitter.com/(.*)/status/(.*)=ism", "$2", $link);
1903 Logger::log('twitter_is_retweet: Retweeting id ' . $id . ' for user ' . $uid, Logger::DEBUG);
1905 $ckey = Config::get('twitter', 'consumerkey');
1906 $csecret = Config::get('twitter', 'consumersecret');
1907 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1908 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1910 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1911 $result = $connection->post('statuses/retweet/' . $id);
1913 Logger::log('twitter_is_retweet: result ' . print_r($result, true), Logger::DEBUG);
1915 return !isset($result->errors);
1918 function twitter_update_mentions($body)
1920 $URLSearchString = "^\[\]";
1921 $return = preg_replace_callback(
1922 "/@\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1923 function ($matches) {
1924 if (strpos($matches[1], 'twitter.com')) {
1925 $return = '@' . substr($matches[1], strrpos($matches[1], '/') + 1);
1927 $return = $matches[2] . ' (' . $matches[1] . ')';
1938 function twitter_convert_share(array $attributes, array $author_contact, $content, $is_quote_share)
1940 if ($author_contact['network'] == Protocol::TWITTER) {
1941 $mention = '@' . $author_contact['nickname'];
1943 $mention = $author_contact['addr'];
1946 return ($is_quote_share ? "\n\n" : '' ) . 'RT ' . $mention . ': ' . $content . "\n\n" . $attributes['link'];