3 * Name: Twitter Connector
4 * Description: Bidirectional (posting, relaying and reading) connector for Twitter.
6 * Author: Tobias Diekershoff <https://f.diekershoff.de/profile/tobias>
7 * Author: Michael Vogel <https://pirati.ca/profile/heluecht>
8 * Maintainer: Hypolite Petovan <https://friendica.mrpetovan.com/profile/hypolite>
10 * Copyright (c) 2011-2013 Tobias Diekershoff, Michael Vogel, Hypolite Petovan
11 * All rights reserved.
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions are met:
15 * * Redistributions of source code must retain the above copyright notice,
16 * this list of conditions and the following disclaimer.
17 * * Redistributions in binary form must reproduce the above
18 * * copyright notice, this list of conditions and the following disclaimer in
19 * the documentation and/or other materials provided with the distribution.
20 * * Neither the name of the <organization> nor the names of its contributors
21 * may be used to endorse or promote products derived from this software
22 * without specific prior written permission.
24 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
26 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
27 * DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY DIRECT,
28 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
29 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
32 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
33 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 /* Twitter Addon for Friendica
38 * Author: Tobias Diekershoff
39 * tobias.diekershoff@gmx.net
41 * License:3-clause BSD license
44 * To use this addon you need a OAuth Consumer key pair (key & secret)
45 * you can get it from Twitter at https://twitter.com/apps
47 * Register your Friendica site as "Client" application with "Read & Write" access
48 * we do not need "Twitter as login". When you've registered the app you get the
49 * OAuth Consumer key and secret pair for your application/site.
51 * Add this key pair to your global config/addon.ini.php or use the admin panel.
54 * consumerkey = your consumer_key here
55 * consumersecret = your consumer_secret here
57 * To activate the addon itself add it to the [system] addon
58 * setting. After this, your user can configure their Twitter account settings
59 * from "Settings -> Addon Settings".
61 * Requirements: PHP5, curl
64 use Abraham\TwitterOAuth\TwitterOAuth;
65 use Abraham\TwitterOAuth\TwitterOAuthException;
67 use Friendica\Content\OEmbed;
68 use Friendica\Content\Text\Plaintext;
69 use Friendica\Core\Addon;
70 use Friendica\Core\Config;
71 use Friendica\Core\L10n;
72 use Friendica\Core\PConfig;
73 use Friendica\Core\Protocol;
74 use Friendica\Core\Worker;
75 use Friendica\Database\DBA;
76 use Friendica\Model\Contact;
77 use Friendica\Model\Conversation;
78 use Friendica\Model\GContact;
79 use Friendica\Model\Group;
80 use Friendica\Model\Item;
81 use Friendica\Model\ItemContent;
82 use Friendica\Model\Queue;
83 use Friendica\Model\User;
84 use Friendica\Object\Image;
85 use Friendica\Util\DateTimeFormat;
86 use Friendica\Util\Network;
88 require_once 'boot.php';
89 require_once 'include/dba.php';
90 require_once 'include/enotify.php';
91 require_once 'include/text.php';
93 require_once __DIR__ . DIRECTORY_SEPARATOR . 'vendor' . DIRECTORY_SEPARATOR . 'autoload.php';
95 define('TWITTER_DEFAULT_POLL_INTERVAL', 5); // given in minutes
97 function twitter_install()
99 // we need some hooks, for the configuration and for sending tweets
100 Addon::registerHook('load_config' , __FILE__, 'twitter_load_config');
101 Addon::registerHook('connector_settings' , __FILE__, 'twitter_settings');
102 Addon::registerHook('connector_settings_post', __FILE__, 'twitter_settings_post');
103 Addon::registerHook('post_local' , __FILE__, 'twitter_post_local');
104 Addon::registerHook('notifier_normal' , __FILE__, 'twitter_post_hook');
105 Addon::registerHook('jot_networks' , __FILE__, 'twitter_jot_nets');
106 Addon::registerHook('cron' , __FILE__, 'twitter_cron');
107 Addon::registerHook('queue_predeliver' , __FILE__, 'twitter_queue_hook');
108 Addon::registerHook('follow' , __FILE__, 'twitter_follow');
109 Addon::registerHook('expire' , __FILE__, 'twitter_expire');
110 Addon::registerHook('prepare_body' , __FILE__, 'twitter_prepare_body');
111 Addon::registerHook('check_item_notification', __FILE__, 'twitter_check_item_notification');
112 logger("installed twitter");
115 function twitter_uninstall()
117 Addon::unregisterHook('load_config' , __FILE__, 'twitter_load_config');
118 Addon::unregisterHook('connector_settings' , __FILE__, 'twitter_settings');
119 Addon::unregisterHook('connector_settings_post', __FILE__, 'twitter_settings_post');
120 Addon::unregisterHook('post_local' , __FILE__, 'twitter_post_local');
121 Addon::unregisterHook('notifier_normal' , __FILE__, 'twitter_post_hook');
122 Addon::unregisterHook('jot_networks' , __FILE__, 'twitter_jot_nets');
123 Addon::unregisterHook('cron' , __FILE__, 'twitter_cron');
124 Addon::unregisterHook('queue_predeliver' , __FILE__, 'twitter_queue_hook');
125 Addon::unregisterHook('follow' , __FILE__, 'twitter_follow');
126 Addon::unregisterHook('expire' , __FILE__, 'twitter_expire');
127 Addon::unregisterHook('prepare_body' , __FILE__, 'twitter_prepare_body');
128 Addon::unregisterHook('check_item_notification', __FILE__, 'twitter_check_item_notification');
130 // old setting - remove only
131 Addon::unregisterHook('post_local_end' , __FILE__, 'twitter_post_hook');
132 Addon::unregisterHook('addon_settings' , __FILE__, 'twitter_settings');
133 Addon::unregisterHook('addon_settings_post', __FILE__, 'twitter_settings_post');
136 function twitter_load_config(App $a)
138 $a->loadConfigFile(__DIR__ . '/config/twitter.ini.php');
141 function twitter_check_item_notification(App $a, array &$notification_data)
143 $own_id = PConfig::get($notification_data["uid"], 'twitter', 'own_id');
145 $own_user = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND `alias` = '%s' LIMIT 1",
146 intval($notification_data["uid"]),
147 DBA::escape("twitter::".$own_id)
151 $notification_data["profiles"][] = $own_user[0]["url"];
155 function twitter_follow(App $a, array &$contact)
157 logger("twitter_follow: Check if contact is twitter contact. " . $contact["url"], LOGGER_DEBUG);
159 if (!strstr($contact["url"], "://twitter.com") && !strstr($contact["url"], "@twitter.com")) {
163 // contact seems to be a twitter contact, so continue
164 $nickname = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $contact["url"]);
165 $nickname = str_replace("@twitter.com", "", $nickname);
167 $uid = $a->user["uid"];
169 $ckey = Config::get('twitter', 'consumerkey');
170 $csecret = Config::get('twitter', 'consumersecret');
171 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
172 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
174 // If the addon is not configured (general or for this user) quit here
175 if (empty($ckey) || empty($csecret) || empty($otoken) || empty($osecret)) {
180 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
181 $connection->post('friendships/create', ['screen_name' => $nickname]);
183 twitter_fetchuser($a, $uid, $nickname);
185 $r = q("SELECT name,nick,url,addr,batch,notify,poll,request,confirm,poco,photo,priority,network,alias,pubkey
186 FROM `contact` WHERE `uid` = %d AND `nick` = '%s'",
188 DBA::escape($nickname));
189 if (DBA::isResult($r)) {
190 $contact["contact"] = $r[0];
194 function twitter_jot_nets(App $a, &$b)
200 $tw_post = PConfig::get(local_user(), 'twitter', 'post');
201 if (intval($tw_post) == 1) {
202 $tw_defpost = PConfig::get(local_user(), 'twitter', 'post_by_default');
203 $selected = ((intval($tw_defpost) == 1) ? ' checked="checked" ' : '');
204 $b .= '<div class="profile-jot-net"><input type="checkbox" name="twitter_enable"' . $selected . ' value="1" /> '
205 . L10n::t('Post to Twitter') . '</div>';
209 function twitter_settings_post(App $a)
214 // don't check twitter settings if twitter submit button is not clicked
215 if (empty($_POST['twitter-disconnect']) && empty($_POST['twitter-submit'])) {
219 if (!empty($_POST['twitter-disconnect'])) {
221 * if the twitter-disconnect checkbox is set, clear the OAuth key/secret pair
222 * from the user configuration
224 PConfig::delete(local_user(), 'twitter', 'consumerkey');
225 PConfig::delete(local_user(), 'twitter', 'consumersecret');
226 PConfig::delete(local_user(), 'twitter', 'oauthtoken');
227 PConfig::delete(local_user(), 'twitter', 'oauthsecret');
228 PConfig::delete(local_user(), 'twitter', 'post');
229 PConfig::delete(local_user(), 'twitter', 'post_by_default');
230 PConfig::delete(local_user(), 'twitter', 'lastid');
231 PConfig::delete(local_user(), 'twitter', 'mirror_posts');
232 PConfig::delete(local_user(), 'twitter', 'import');
233 PConfig::delete(local_user(), 'twitter', 'create_user');
234 PConfig::delete(local_user(), 'twitter', 'own_id');
236 if (isset($_POST['twitter-pin'])) {
237 // if the user supplied us with a PIN from Twitter, let the magic of OAuth happen
238 logger('got a Twitter PIN');
239 $ckey = Config::get('twitter', 'consumerkey');
240 $csecret = Config::get('twitter', 'consumersecret');
241 // the token and secret for which the PIN was generated were hidden in the settings
242 // form as token and token2, we need a new connection to Twitter using these token
243 // and secret to request a Access Token with the PIN
245 if (empty($_POST['twitter-pin'])) {
246 throw new Exception(L10n::t('You submitted an empty PIN, please Sign In with Twitter again to get a new one.'));
249 $connection = new TwitterOAuth($ckey, $csecret, $_POST['twitter-token'], $_POST['twitter-token2']);
250 $token = $connection->oauth("oauth/access_token", ["oauth_verifier" => $_POST['twitter-pin']]);
251 // ok, now that we have the Access Token, save them in the user config
252 PConfig::set(local_user(), 'twitter', 'oauthtoken', $token['oauth_token']);
253 PConfig::set(local_user(), 'twitter', 'oauthsecret', $token['oauth_token_secret']);
254 PConfig::set(local_user(), 'twitter', 'post', 1);
255 } catch(Exception $e) {
256 info($e->getMessage());
257 } catch(TwitterOAuthException $e) {
258 info($e->getMessage());
260 // reload the Addon Settings page, if we don't do it see Bug #42
261 goaway('settings/connectors');
263 // if no PIN is supplied in the POST variables, the user has changed the setting
264 // to post a tweet for every new __public__ posting to the wall
265 PConfig::set(local_user(), 'twitter', 'post', intval($_POST['twitter-enable']));
266 PConfig::set(local_user(), 'twitter', 'post_by_default', intval($_POST['twitter-default']));
267 PConfig::set(local_user(), 'twitter', 'mirror_posts', intval($_POST['twitter-mirror']));
268 PConfig::set(local_user(), 'twitter', 'import', intval($_POST['twitter-import']));
269 PConfig::set(local_user(), 'twitter', 'create_user', intval($_POST['twitter-create_user']));
271 if (!intval($_POST['twitter-mirror'])) {
272 PConfig::delete(local_user(), 'twitter', 'lastid');
275 info(L10n::t('Twitter settings updated.') . EOL);
280 function twitter_settings(App $a, &$s)
285 $a->page['htmlhead'] .= '<link rel="stylesheet" type="text/css" href="' . $a->getBaseURL() . '/addon/twitter/twitter.css' . '" media="all" />' . "\r\n";
287 * 1) Check that we have global consumer key & secret
288 * 2) If no OAuthtoken & stuff is present, generate button to get some
289 * 3) Checkbox for "Send public notices (280 chars only)
291 $ckey = Config::get('twitter', 'consumerkey');
292 $csecret = Config::get('twitter', 'consumersecret');
293 $otoken = PConfig::get(local_user(), 'twitter', 'oauthtoken');
294 $osecret = PConfig::get(local_user(), 'twitter', 'oauthsecret');
296 $enabled = intval(PConfig::get(local_user(), 'twitter', 'post'));
297 $defenabled = intval(PConfig::get(local_user(), 'twitter', 'post_by_default'));
298 $mirrorenabled = intval(PConfig::get(local_user(), 'twitter', 'mirror_posts'));
299 $importenabled = intval(PConfig::get(local_user(), 'twitter', 'import'));
300 $create_userenabled = intval(PConfig::get(local_user(), 'twitter', 'create_user'));
302 $css = (($enabled) ? '' : '-disabled');
304 $s .= '<span id="settings_twitter_inflated" class="settings-block fakelink" style="display: block;" onclick="openClose(\'settings_twitter_expanded\'); openClose(\'settings_twitter_inflated\');">';
305 $s .= '<img class="connector' . $css . '" src="images/twitter.png" /><h3 class="connector">' . L10n::t('Twitter Import/Export/Mirror') . '</h3>';
307 $s .= '<div id="settings_twitter_expanded" class="settings-block" style="display: none;">';
308 $s .= '<span class="fakelink" onclick="openClose(\'settings_twitter_expanded\'); openClose(\'settings_twitter_inflated\');">';
309 $s .= '<img class="connector' . $css . '" src="images/twitter.png" /><h3 class="connector">' . L10n::t('Twitter Import/Export/Mirror') . '</h3>';
312 if ((!$ckey) && (!$csecret)) {
313 /* no global consumer keys
314 * display warning and skip personal config
316 $s .= '<p>' . L10n::t('No consumer key pair for Twitter found. Please contact your site administrator.') . '</p>';
318 // ok we have a consumer key pair now look into the OAuth stuff
319 if ((!$otoken) && (!$osecret)) {
320 /* the user has not yet connected the account to twitter...
321 * get a temporary OAuth key/secret pair and display a button with
322 * which the user can request a PIN to connect the account to a
323 * account at Twitter.
325 $connection = new TwitterOAuth($ckey, $csecret);
327 $result = $connection->oauth('oauth/request_token', ['oauth_callback' => 'oob']);
328 $s .= '<p>' . L10n::t('At this Friendica instance the Twitter addon was enabled but you have not yet connected your account to your Twitter account. To do so click the button below to get a PIN from Twitter which you have to copy into the input box below and submit the form. Only your <strong>public</strong> posts will be posted to Twitter.') . '</p>';
329 $s .= '<a href="' . $connection->url('oauth/authorize', ['oauth_token' => $result['oauth_token']]) . '" target="_twitter"><img src="addon/twitter/lighter.png" alt="' . L10n::t('Log in with Twitter') . '"></a>';
330 $s .= '<div id="twitter-pin-wrapper">';
331 $s .= '<label id="twitter-pin-label" for="twitter-pin">' . L10n::t('Copy the PIN from Twitter here') . '</label>';
332 $s .= '<input id="twitter-pin" type="text" name="twitter-pin" />';
333 $s .= '<input id="twitter-token" type="hidden" name="twitter-token" value="' . $result['oauth_token'] . '" />';
334 $s .= '<input id="twitter-token2" type="hidden" name="twitter-token2" value="' . $result['oauth_token_secret'] . '" />';
335 $s .= '</div><div class="clear"></div>';
336 $s .= '<div class="settings-submit-wrapper" ><input type="submit" name="twitter-submit" class="settings-submit" value="' . L10n::t('Save Settings') . '" /></div>';
337 } catch (TwitterOAuthException $e) {
338 $s .= '<p>' . L10n::t('An error occured: ') . $e->getMessage() . '</p>';
342 * we have an OAuth key / secret pair for the user
343 * so let's give a chance to disable the postings to Twitter
345 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
347 $details = $connection->get('account/verify_credentials');
349 $field_checkbox = get_markup_template('field_checkbox.tpl');
351 $s .= '<div id="twitter-info" >
352 <p>' . L10n::t('Currently connected to: ') . '<a href="https://twitter.com/' . $details->screen_name . '" target="_twitter">' . $details->screen_name . '</a>
353 <button type="submit" name="twitter-disconnect" value="1">' . L10n::t('Disconnect') . '</button>
355 <p id="twitter-info-block">
356 <a href="https://twitter.com/' . $details->screen_name . '" target="_twitter"><img id="twitter-avatar" src="' . $details->profile_image_url . '" /></a>
357 <em>' . $details->description . '</em>
360 $s .= '<div class="clear"></div>';
362 $s .= replace_macros($field_checkbox, [
363 '$field' => ['twitter-enable', L10n::t('Allow posting to Twitter'), $enabled, L10n::t('If enabled all your <strong>public</strong> postings can be posted to the associated Twitter account. You can choose to do so by default (here) or for every posting separately in the posting options when writing the entry.')]
365 if ($a->user['hidewall']) {
366 $s .= '<p>' . L10n::t('<strong>Note</strong>: Due to your privacy settings (<em>Hide your profile details from unknown viewers?</em>) the link potentially included in public postings relayed to Twitter will lead the visitor to a blank page informing the visitor that the access to your profile has been restricted.') . '</p>';
368 $s .= replace_macros($field_checkbox, [
369 '$field' => ['twitter-default', L10n::t('Send public postings to Twitter by default'), $defenabled, '']
371 $s .= replace_macros($field_checkbox, [
372 '$field' => ['twitter-mirror', L10n::t('Mirror all posts from twitter that are no replies'), $mirrorenabled, '']
374 $s .= replace_macros($field_checkbox, [
375 '$field' => ['twitter-import', L10n::t('Import the remote timeline'), $importenabled, '']
377 $s .= replace_macros($field_checkbox, [
378 '$field' => ['twitter-create_user', L10n::t('Automatically create contacts'), $create_userenabled, L10n::t('This will automatically create a contact in Friendica as soon as you receive a message from an existing contact via the Twitter network. If you do not enable this, you need to manually add those Twitter contacts in Friendica from whom you would like to see posts here. However if enabled, you cannot merely remove a twitter contact from the Friendica contact list, as it will recreate this contact when they post again.')]
380 $s .= '<div class="clear"></div>';
381 $s .= '<div class="settings-submit-wrapper" ><input type="submit" name="twitter-submit" class="settings-submit" value="' . L10n::t('Save Settings') . '" /></div>';
382 } catch (TwitterOAuthException $e) {
383 $s .= '<p>' . L10n::t('An error occured: ') . $e->getMessage() . '</p>';
387 $s .= '</div><div class="clear"></div>';
390 function twitter_post_local(App $a, array &$b)
396 if (!local_user() || (local_user() != $b['uid'])) {
400 $twitter_post = intval(PConfig::get(local_user(), 'twitter', 'post'));
401 $twitter_enable = (($twitter_post && x($_REQUEST, 'twitter_enable')) ? intval($_REQUEST['twitter_enable']) : 0);
403 // if API is used, default to the chosen settings
404 if ($b['api_source'] && intval(PConfig::get(local_user(), 'twitter', 'post_by_default'))) {
408 if (!$twitter_enable) {
412 if (strlen($b['postopts'])) {
413 $b['postopts'] .= ',';
416 $b['postopts'] .= 'twitter';
419 function twitter_action(App $a, $uid, $pid, $action)
421 $ckey = Config::get('twitter', 'consumerkey');
422 $csecret = Config::get('twitter', 'consumersecret');
423 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
424 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
426 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
428 $post = ['id' => $pid];
430 logger("twitter_action '" . $action . "' ID: " . $pid . " data: " . print_r($post, true), LOGGER_DATA);
434 // To-Do: $result = $connection->post('statuses/destroy', $post);
438 $result = $connection->post('favorites/create', $post);
441 $result = $connection->post('favorites/destroy', $post);
444 logger('Unhandled action ' . $action, LOGGER_DEBUG);
447 logger("twitter_action '" . $action . "' send, result: " . print_r($result, true), LOGGER_DEBUG);
450 function twitter_post_hook(App $a, array &$b)
453 if (!PConfig::get($b["uid"], 'twitter', 'import')
454 && ($b['deleted'] || $b['private'] || ($b['created'] !== $b['edited']))) {
458 if ($b['parent'] != $b['id']) {
459 logger("twitter_post_hook: parameter " . print_r($b, true), LOGGER_DATA);
461 // Looking if its a reply to a twitter post
462 if ((substr($b["parent-uri"], 0, 9) != "twitter::")
463 && (substr($b["extid"], 0, 9) != "twitter::")
464 && (substr($b["thr-parent"], 0, 9) != "twitter::"))
466 logger("twitter_post_hook: no twitter post " . $b["parent"]);
470 $condition = ['uri' => $b["thr-parent"], 'uid' => $b["uid"]];
471 $orig_post = Item::selectFirst([], $condition);
472 if (!DBA::isResult($orig_post)) {
473 logger("twitter_post_hook: no parent found " . $b["thr-parent"]);
480 $nicknameplain = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $orig_post["author-link"]);
481 $nickname = "@[url=" . $orig_post["author-link"] . "]" . $nicknameplain . "[/url]";
482 $nicknameplain = "@" . $nicknameplain;
484 logger("twitter_post_hook: comparing " . $nickname . " and " . $nicknameplain . " with " . $b["body"], LOGGER_DEBUG);
485 if ((strpos($b["body"], $nickname) === false) && (strpos($b["body"], $nicknameplain) === false)) {
486 $b["body"] = $nickname . " " . $b["body"];
489 logger("twitter_post_hook: parent found " . print_r($orig_post, true), LOGGER_DATA);
493 if ($b['private'] || !strstr($b['postopts'], 'twitter')) {
497 // Dont't post if the post doesn't belong to us.
498 // This is a check for forum postings
499 $self = DBA::selectFirst('contact', ['id'], ['uid' => $b['uid'], 'self' => true]);
500 if ($b['contact-id'] != $self['id']) {
505 if (($b['verb'] == ACTIVITY_POST) && $b['deleted']) {
506 twitter_action($a, $b["uid"], substr($orig_post["uri"], 9), "delete");
509 if ($b['verb'] == ACTIVITY_LIKE) {
510 logger("twitter_post_hook: parameter 2 " . substr($b["thr-parent"], 9), LOGGER_DEBUG);
512 twitter_action($a, $b["uid"], substr($b["thr-parent"], 9), "unlike");
514 twitter_action($a, $b["uid"], substr($b["thr-parent"], 9), "like");
520 if ($b['deleted'] || ($b['created'] !== $b['edited'])) {
524 // if post comes from twitter don't send it back
525 if ($b['extid'] == Protocol::TWITTER) {
529 if ($b['app'] == "Twitter") {
533 logger('twitter post invoked');
535 PConfig::load($b['uid'], 'twitter');
537 $ckey = Config::get('twitter', 'consumerkey');
538 $csecret = Config::get('twitter', 'consumersecret');
539 $otoken = PConfig::get($b['uid'], 'twitter', 'oauthtoken');
540 $osecret = PConfig::get($b['uid'], 'twitter', 'oauthsecret');
542 if ($ckey && $csecret && $otoken && $osecret) {
543 logger('twitter: we have customer key and oauth stuff, going to send.', LOGGER_DEBUG);
545 // If it's a repeated message from twitter then do a native retweet and exit
546 if (twitter_is_retweet($a, $b['uid'], $b['body'])) {
550 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
552 // Set the timeout for upload to 30 seconds
553 $connection->setTimeouts(10, 30);
557 // Handling non-native reshares
558 $b['body'] = Friendica\Content\Text\BBCode::convertShare(
560 function (array $attributes, array $author_contact, $content, $is_quote_share) {
561 return twitter_convert_share($attributes, $author_contact, $content, $is_quote_share);
565 $b['body'] = twitter_update_mentions($b['body']);
567 $msgarr = ItemContent::getPlaintextPost($b, $max_char, true, 8);
568 $msg = $msgarr["text"];
570 if (($msg == "") && isset($msgarr["title"])) {
571 $msg = Plaintext::shorten($msgarr["title"], $max_char - 50);
576 if (isset($msgarr["url"]) && ($msgarr["type"] != "photo")) {
577 $msg .= "\n" . $msgarr["url"];
583 if (isset($msgarr["image"]) && ($msgarr["type"] != "video")) {
584 $image = $msgarr["image"];
591 // and now tweet it :-)
594 if (!empty($image)) {
596 $img_str = Network::fetchUrl($image);
598 $tempfile = tempnam(get_temppath(), 'cache');
599 file_put_contents($tempfile, $img_str);
601 $media = $connection->upload('media/upload', ['media' => $tempfile]);
605 if (isset($media->media_id_string)) {
606 $post['media_ids'] = $media->media_id_string;
608 throw new Exception('Failed upload of ' . $image);
610 } catch (Exception $e) {
611 logger('Exception when trying to send to Twitter: ' . $e->getMessage());
613 // Workaround: Remove the picture link so that the post can be reposted without it
614 // When there is another url already added, a second url would be superfluous.
616 $msg .= "\n" . $image;
623 $post['status'] = $msg;
626 $post["in_reply_to_status_id"] = substr($orig_post["uri"], 9);
629 $url = 'statuses/update';
630 $result = $connection->post($url, $post);
631 logger('twitter_post send, result: ' . print_r($result, true), LOGGER_DEBUG);
633 if (!empty($result->source)) {
634 Config::set("twitter", "application_name", strip_tags($result->source));
637 if (!empty($result->errors)) {
638 logger('Send to Twitter failed: "' . print_r($result->errors, true) . '"');
640 $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `self`", intval($b['uid']));
641 if (DBA::isResult($r)) {
642 $a->contact = $r[0]["id"];
645 $s = serialize(['url' => $url, 'item' => $b['id'], 'post' => $post]);
647 Queue::add($a->contact, Protocol::TWITTER, $s);
648 notice(L10n::t('Twitter post failed. Queued for retry.') . EOL);
649 } elseif ($iscomment) {
650 logger('twitter_post: Update extid ' . $result->id_str . " for post id " . $b['id']);
651 Item::update(['extid' => "twitter::" . $result->id_str], ['id' => $b['id']]);
656 function twitter_addon_admin_post(App $a)
658 $consumerkey = x($_POST, 'consumerkey') ? notags(trim($_POST['consumerkey'])) : '';
659 $consumersecret = x($_POST, 'consumersecret') ? notags(trim($_POST['consumersecret'])) : '';
660 Config::set('twitter', 'consumerkey', $consumerkey);
661 Config::set('twitter', 'consumersecret', $consumersecret);
662 info(L10n::t('Settings updated.') . EOL);
665 function twitter_addon_admin(App $a, &$o)
667 $t = get_markup_template("admin.tpl", "addon/twitter/");
669 $o = replace_macros($t, [
670 '$submit' => L10n::t('Save Settings'),
671 // name, label, value, help, [extra values]
672 '$consumerkey' => ['consumerkey', L10n::t('Consumer key'), Config::get('twitter', 'consumerkey'), ''],
673 '$consumersecret' => ['consumersecret', L10n::t('Consumer secret'), Config::get('twitter', 'consumersecret'), ''],
677 function twitter_cron(App $a)
679 $last = Config::get('twitter', 'last_poll');
681 $poll_interval = intval(Config::get('twitter', 'poll_interval'));
682 if (!$poll_interval) {
683 $poll_interval = TWITTER_DEFAULT_POLL_INTERVAL;
687 $next = $last + ($poll_interval * 60);
688 if ($next > time()) {
689 logger('twitter: poll intervall not reached');
693 logger('twitter: cron_start');
695 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'mirror_posts' AND `v` = '1'");
696 if (DBA::isResult($r)) {
697 foreach ($r as $rr) {
698 logger('twitter: fetching for user ' . $rr['uid']);
699 Worker::add(PRIORITY_MEDIUM, "addon/twitter/twitter_sync.php", 1, (int) $rr['uid']);
703 $abandon_days = intval(Config::get('system', 'account_abandon_days'));
704 if ($abandon_days < 1) {
708 $abandon_limit = date(DateTimeFormat::MYSQL, time() - $abandon_days * 86400);
710 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'import' AND `v` = '1'");
711 if (DBA::isResult($r)) {
712 foreach ($r as $rr) {
713 if ($abandon_days != 0) {
714 $user = q("SELECT `login_date` FROM `user` WHERE uid=%d AND `login_date` >= '%s'", $rr['uid'], $abandon_limit);
715 if (!DBA::isResult($user)) {
716 logger('abandoned account: timeline from user ' . $rr['uid'] . ' will not be imported');
721 logger('twitter: importing timeline from user ' . $rr['uid']);
722 Worker::add(PRIORITY_MEDIUM, "addon/twitter/twitter_sync.php", 2, (int) $rr['uid']);
725 // check for new contacts once a day
726 $last_contact_check = PConfig::get($rr['uid'],'pumpio','contact_check');
727 if($last_contact_check)
728 $next_contact_check = $last_contact_check + 86400;
730 $next_contact_check = 0;
732 if($next_contact_check <= time()) {
733 pumpio_getallusers($a, $rr["uid"]);
734 PConfig::set($rr['uid'],'pumpio','contact_check',time());
740 logger('twitter: cron_end');
742 Config::set('twitter', 'last_poll', time());
745 function twitter_expire(App $a)
747 $days = Config::get('twitter', 'expire');
753 $r = Item::select(['id'], ['deleted' => true, 'network' => Protocol::TWITTER]);
754 while ($row = DBA::fetch($r)) {
755 DBA::delete('item', ['id' => $row['id']]);
759 require_once "include/items.php";
761 logger('twitter_expire: expire_start');
763 $r = q("SELECT * FROM `pconfig` WHERE `cat` = 'twitter' AND `k` = 'import' AND `v` = '1' ORDER BY RAND()");
764 if (DBA::isResult($r)) {
765 foreach ($r as $rr) {
766 logger('twitter_expire: user ' . $rr['uid']);
767 Item::expire($rr['uid'], $days, Protocol::TWITTER, true);
771 logger('twitter_expire: expire_end');
774 function twitter_prepare_body(App $a, array &$b)
776 if ($b["item"]["network"] != Protocol::TWITTER) {
783 $item["plink"] = $a->getBaseURL() . "/display/" . $a->user["nickname"] . "/" . $item["parent"];
785 $condition = ['uri' => $item["thr-parent"], 'uid' => local_user()];
786 $orig_post = Item::selectFirst(['author-link'], $condition);
787 if (DBA::isResult($orig_post)) {
788 $nicknameplain = preg_replace("=https?://twitter.com/(.*)=ism", "$1", $orig_post["author-link"]);
789 $nickname = "@[url=" . $orig_post["author-link"] . "]" . $nicknameplain . "[/url]";
790 $nicknameplain = "@" . $nicknameplain;
792 if ((strpos($item["body"], $nickname) === false) && (strpos($item["body"], $nicknameplain) === false)) {
793 $item["body"] = $nickname . " " . $item["body"];
797 $msgarr = ItemContent::getPlaintextPost($item, $max_char, true, 8);
798 $msg = $msgarr["text"];
800 if (isset($msgarr["url"]) && ($msgarr["type"] != "photo")) {
801 $msg .= " " . $msgarr["url"];
804 if (isset($msgarr["image"])) {
805 $msg .= " " . $msgarr["image"];
808 $b['html'] = nl2br(htmlspecialchars($msg));
813 * @brief Build the item array for the mirrored post
815 * @param App $a Application class
816 * @param integer $uid User id
817 * @param object $post Twitter object with the post
819 * @return array item data to be posted
821 function twitter_do_mirrorpost(App $a, $uid, $post)
823 $datarray['api_source'] = true;
824 $datarray['profile_uid'] = $uid;
825 $datarray['extid'] = Protocol::TWITTER;
826 $datarray['message_id'] = Item::newURI($uid, Protocol::TWITTER . ':' . $post->id);
827 $datarray['protocol'] = Conversation::PARCEL_TWITTER;
828 $datarray['source'] = json_encode($post);
829 $datarray['title'] = '';
831 if (!empty($post->retweeted_status)) {
832 // We don't support nested shares, so we mustn't show quotes as shares on retweets
833 $item = twitter_createpost($a, $uid, $post->retweeted_status, ['id' => 0], false, false, true);
835 if (empty($item['body'])) {
839 $datarray['body'] = "\n" . share_header(
840 $item['author-name'],
841 $item['author-link'],
842 $item['author-avatar'],
848 $datarray['body'] .= $item['body'] . '[/share]';
850 $item = twitter_createpost($a, $uid, $post, ['id' => 0], false, false, false);
852 if (empty($item['body'])) {
856 $datarray['body'] = $item['body'];
859 $datarray['source'] = $item['app'];
860 $datarray['verb'] = $item['verb'];
862 if (isset($item['location'])) {
863 $datarray['location'] = $item['location'];
866 if (isset($item['coord'])) {
867 $datarray['coord'] = $item['coord'];
873 function twitter_fetchtimeline(App $a, $uid)
875 $ckey = Config::get('twitter', 'consumerkey');
876 $csecret = Config::get('twitter', 'consumersecret');
877 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
878 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
879 $lastid = PConfig::get($uid, 'twitter', 'lastid');
881 $application_name = Config::get('twitter', 'application_name');
883 if ($application_name == "") {
884 $application_name = $a->getHostName();
887 $has_picture = false;
889 require_once 'mod/item.php';
890 require_once 'include/items.php';
891 require_once 'mod/share.php';
893 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
895 $parameters = ["exclude_replies" => true, "trim_user" => false, "contributor_details" => true, "include_rts" => true, "tweet_mode" => "extended"];
897 $first_time = ($lastid == "");
900 $parameters["since_id"] = $lastid;
904 $items = $connection->get('statuses/user_timeline', $parameters);
905 } catch (TwitterOAuthException $e) {
906 logger('Error fetching timeline for user ' . $uid . ': ' . $e->getMessage());
910 if (!is_array($items)) {
911 logger('No items for user ' . $uid, LOGGER_INFO);
915 $posts = array_reverse($items);
917 logger('Starting from ID ' . $lastid . ' for user ' . $uid, LOGGER_DEBUG);
920 foreach ($posts as $post) {
921 if ($post->id_str > $lastid) {
922 $lastid = $post->id_str;
923 PConfig::set($uid, 'twitter', 'lastid', $lastid);
930 if (!stristr($post->source, $application_name)) {
931 $_SESSION["authenticated"] = true;
932 $_SESSION["uid"] = $uid;
934 logger('Preparing Twitter ID ' . $post->id_str . ' for user ' . $uid, LOGGER_DEBUG);
936 $_REQUEST = twitter_do_mirrorpost($a, $uid, $post);
938 if (empty($_REQUEST['body'])) {
942 logger('Posting Twitter ID ' . $post->id_str . ' for user ' . $uid);
948 PConfig::set($uid, 'twitter', 'lastid', $lastid);
949 logger('Last ID for user ' . $uid . ' is now ' . $lastid, LOGGER_DEBUG);
952 function twitter_queue_hook(App $a)
954 $qi = q("SELECT * FROM `queue` WHERE `network` = '%s'",
955 DBA::escape(Protocol::TWITTER)
957 if (!DBA::isResult($qi)) {
961 foreach ($qi as $x) {
962 if ($x['network'] !== Protocol::TWITTER) {
966 logger('twitter_queue: run');
968 $r = q("SELECT `user`.* FROM `user` LEFT JOIN `contact` on `contact`.`uid` = `user`.`uid`
969 WHERE `contact`.`self` = 1 AND `contact`.`id` = %d LIMIT 1",
972 if (!DBA::isResult($r)) {
978 $ckey = Config::get('twitter', 'consumerkey');
979 $csecret = Config::get('twitter', 'consumersecret');
980 $otoken = PConfig::get($user['uid'], 'twitter', 'oauthtoken');
981 $osecret = PConfig::get($user['uid'], 'twitter', 'oauthsecret');
985 if ($ckey && $csecret && $otoken && $osecret) {
986 logger('twitter_queue: able to post');
988 $z = unserialize($x['content']);
990 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
991 $result = $connection->post($z['url'], $z['post']);
993 logger('twitter_queue: post result: ' . print_r($result, true), LOGGER_DEBUG);
995 if ($result->errors) {
996 logger('twitter_queue: Send to Twitter failed: "' . print_r($result->errors, true) . '"');
999 Queue::removeItem($x['id']);
1002 logger("twitter_queue: Error getting tokens for user " . $user['uid']);
1006 logger('twitter_queue: delayed');
1007 Queue::updateTime($x['id']);
1012 function twitter_fix_avatar($avatar)
1014 $new_avatar = str_replace("_normal.", ".", $avatar);
1016 $info = Image::getInfoFromURL($new_avatar);
1018 $new_avatar = $avatar;
1024 function twitter_fetch_contact($uid, $data, $create_user)
1026 if (empty($data->id_str)) {
1030 $avatar = twitter_fix_avatar($data->profile_image_url_https);
1031 $url = "https://twitter.com/" . $data->screen_name;
1032 $addr = $data->screen_name . "@twitter.com";
1034 GContact::update(["url" => $url, "network" => Protocol::TWITTER,
1035 "photo" => $avatar, "hide" => true,
1036 "name" => $data->name, "nick" => $data->screen_name,
1037 "location" => $data->location, "about" => $data->description,
1038 "addr" => $addr, "generation" => 2]);
1040 $fields = ['url' => $url, 'network' => Protocol::TWITTER,
1041 'name' => $data->name, 'nick' => $data->screen_name, 'addr' => $addr,
1042 'location' => $data->location, 'about' => $data->description];
1044 $cid = Contact::getIdForURL($url, 0, true, $fields);
1046 DBA::update('contact', $fields, ['id' => $cid]);
1047 Contact::updateAvatar($avatar, 0, $cid);
1050 $contact = DBA::selectFirst('contact', [], ['uid' => $uid, 'alias' => "twitter::" . $data->id_str]);
1051 if (!DBA::isResult($contact) && !$create_user) {
1055 if (!DBA::isResult($contact)) {
1056 // create contact record
1057 $fields['uid'] = $uid;
1058 $fields['created'] = DateTimeFormat::utcNow();
1059 $fields['nurl'] = normalise_link($url);
1060 $fields['alias'] = 'twitter::' . $data->id_str;
1061 $fields['poll'] = 'twitter::' . $data->id_str;
1062 $fields['rel'] = Contact::FRIEND;
1063 $fields['priority'] = 1;
1064 $fields['writable'] = true;
1065 $fields['blocked'] = false;
1066 $fields['readonly'] = false;
1067 $fields['pending'] = false;
1069 if (!DBA::insert('contact', $fields)) {
1073 $contact_id = DBA::lastInsertId();
1075 Group::addMember(User::getDefaultGroup($uid), $contact_id);
1077 Contact::updateAvatar($avatar, $uid, $contact_id);
1079 if ($contact["readonly"] || $contact["blocked"]) {
1080 logger("twitter_fetch_contact: Contact '" . $contact["nick"] . "' is blocked or readonly.", LOGGER_DEBUG);
1084 $contact_id = $contact['id'];
1086 // update profile photos once every twelve hours as we have no notification of when they change.
1087 $update_photo = ($contact['avatar-date'] < DateTimeFormat::utc('now -12 hours'));
1089 // check that we have all the photos, this has been known to fail on occasion
1090 if (empty($contact['photo']) || empty($contact['thumb']) || empty($contact['micro']) || $update_photo) {
1091 logger("twitter_fetch_contact: Updating contact " . $data->screen_name, LOGGER_DEBUG);
1093 Contact::updateAvatar($avatar, $uid, $contact['id']);
1095 $fields['name-date'] = DateTimeFormat::utcNow();
1096 $fields['uri-date'] = DateTimeFormat::utcNow();
1098 DBA::update('contact', $fields, ['id' => $contact['id']]);
1105 function twitter_fetchuser(App $a, $uid, $screen_name = "", $user_id = "")
1107 $ckey = Config::get('twitter', 'consumerkey');
1108 $csecret = Config::get('twitter', 'consumersecret');
1109 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1110 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1112 $r = q("SELECT * FROM `contact` WHERE `self` = 1 AND `uid` = %d LIMIT 1",
1115 if (DBA::isResult($r)) {
1123 if ($screen_name != "") {
1124 $parameters["screen_name"] = $screen_name;
1127 if ($user_id != "") {
1128 $parameters["user_id"] = $user_id;
1131 // Fetching user data
1132 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1134 $user = $connection->get('users/show', $parameters);
1135 } catch (TwitterOAuthException $e) {
1136 logger('twitter_fetchuser: Error fetching user ' . $uid . ': ' . $e->getMessage());
1140 if (!is_object($user)) {
1144 $contact_id = twitter_fetch_contact($uid, $user, true);
1149 function twitter_expand_entities(App $a, $body, $item, $picture)
1155 foreach ($item->entities->hashtags AS $hashtag) {
1156 $url = '#[url=' . $a->getBaseURL() . '/search?tag=' . rawurlencode($hashtag->text) . ']' . $hashtag->text . '[/url]';
1157 $tags_arr['#' . $hashtag->text] = $url;
1158 $body = str_replace('#' . $hashtag->text, $url, $body);
1161 foreach ($item->entities->user_mentions AS $mention) {
1162 $url = '@[url=https://twitter.com/' . rawurlencode($mention->screen_name) . ']' . $mention->screen_name . '[/url]';
1163 $tags_arr['@' . $mention->screen_name] = $url;
1164 $body = str_replace('@' . $mention->screen_name, $url, $body);
1167 if (isset($item->entities->urls)) {
1173 foreach ($item->entities->urls as $url) {
1174 $plain = str_replace($url->url, '', $plain);
1176 if ($url->url && $url->expanded_url && $url->display_url) {
1177 // Quote tweet, we just remove the quoted tweet URL from the body, the share block will be added later.
1178 if (isset($item->quoted_status_id_str)
1179 && substr($url->expanded_url, -strlen($item->quoted_status_id_str)) == $item->quoted_status_id_str ) {
1180 $body = str_replace($url->url, '', $body);
1184 $expanded_url = Network::finalUrl($url->expanded_url);
1186 $oembed_data = OEmbed::fetchURL($expanded_url);
1188 if (empty($oembed_data) || empty($oembed_data->type)) {
1192 // Quickfix: Workaround for URL with '[' and ']' in it
1193 if (strpos($expanded_url, '[') || strpos($expanded_url, ']')) {
1194 $expanded_url = $url->url;
1198 $type = $oembed_data->type;
1201 if ($oembed_data->type == 'video') {
1202 $type = $oembed_data->type;
1203 $footerurl = $expanded_url;
1204 $footerlink = '[url=' . $expanded_url . ']' . $url->display_url . '[/url]';
1206 $body = str_replace($url->url, $footerlink, $body);
1207 } elseif (($oembed_data->type == 'photo') && isset($oembed_data->url)) {
1208 $body = str_replace($url->url, '[url=' . $expanded_url . '][img]' . $oembed_data->url . '[/img][/url]', $body);
1209 } elseif ($oembed_data->type != 'link') {
1210 $body = str_replace($url->url, '[url=' . $expanded_url . ']' . $url->display_url . '[/url]', $body);
1212 $img_str = Network::fetchUrl($expanded_url, true, $redirects, 4);
1214 $tempfile = tempnam(get_temppath(), 'cache');
1215 file_put_contents($tempfile, $img_str);
1217 // See http://php.net/manual/en/function.exif-imagetype.php#79283
1218 if (filesize($tempfile) > 11) {
1219 $mime = image_type_to_mime_type(exif_imagetype($tempfile));
1226 if (substr($mime, 0, 6) == 'image/') {
1228 $body = str_replace($url->url, '[img]' . $expanded_url . '[/img]', $body);
1230 $type = $oembed_data->type;
1231 $footerurl = $expanded_url;
1232 $footerlink = '[url=' . $expanded_url . ']' . $url->display_url . '[/url]';
1234 $body = str_replace($url->url, $footerlink, $body);
1240 // Footer will be taken care of with a share block in the case of a quote
1241 if (empty($item->quoted_status)) {
1242 if ($footerurl != '') {
1243 $footer = add_page_info($footerurl, false, $picture);
1246 if (($footerlink != '') && (trim($footer) != '')) {
1247 $removedlink = trim(str_replace($footerlink, '', $body));
1249 if (($removedlink == '') || strstr($body, $removedlink)) {
1250 $body = $removedlink;
1256 if ($footer == '' && $picture != '') {
1257 $body .= "\n\n[img]" . $picture . "[/img]\n";
1258 } elseif ($footer == '' && $picture == '') {
1259 $body = add_page_info_to_body($body);
1264 // it seems as if the entities aren't always covering all mentions. So the rest will be checked here
1265 $tags = get_tags($body);
1268 foreach ($tags as $tag) {
1269 if (strstr(trim($tag), ' ')) {
1273 if (strpos($tag, '#') === 0) {
1274 if (strpos($tag, '[url=')) {
1278 // don't link tags that are already embedded in links
1279 if (preg_match('/\[(.*?)' . preg_quote($tag, '/') . '(.*?)\]/', $body)) {
1282 if (preg_match('/\[(.*?)\]\((.*?)' . preg_quote($tag, '/') . '(.*?)\)/', $body)) {
1286 $basetag = str_replace('_', ' ', substr($tag, 1));
1287 $url = '#[url=' . $a->getBaseURL() . '/search?tag=' . rawurlencode($basetag) . ']' . $basetag . '[/url]';
1288 $body = str_replace($tag, $url, $body);
1289 $tags_arr['#' . $basetag] = $url;
1290 } elseif (strpos($tag, '@') === 0) {
1291 if (strpos($tag, '[url=')) {
1295 $basetag = substr($tag, 1);
1296 $url = '@[url=https://twitter.com/' . rawurlencode($basetag) . ']' . $basetag . '[/url]';
1297 $body = str_replace($tag, $url, $body);
1298 $tags_arr['@' . $basetag] = $url;
1303 $tags = implode($tags_arr, ',');
1305 return ['body' => $body, 'tags' => $tags, 'plain' => $plain];
1309 * @brief Fetch media entities and add media links to the body
1311 * @param object $post Twitter object with the post
1312 * @param array $postarray Array of the item that is about to be posted
1314 * @return $picture string Image URL or empty string
1316 function twitter_media_entities($post, array &$postarray)
1318 // There are no media entities? So we quit.
1319 if (empty($post->extended_entities->media)) {
1323 // When the post links to an external page, we only take one picture.
1324 // We only do this when there is exactly one media.
1325 if ((count($post->entities->urls) > 0) && (count($post->extended_entities->media) == 1)) {
1326 $medium = $post->extended_entities->media[0];
1328 foreach ($post->entities->urls as $link) {
1329 // Let's make sure the external link url matches the media url
1330 if ($medium->url == $link->url && isset($medium->media_url_https)) {
1331 $picture = $medium->media_url_https;
1332 $postarray['body'] = str_replace($medium->url, '', $postarray['body']);
1338 // This is a pure media post, first search for all media urls
1340 foreach ($post->extended_entities->media AS $medium) {
1341 if (!isset($media[$medium->url])) {
1342 $media[$medium->url] = '';
1344 switch ($medium->type) {
1346 $media[$medium->url] .= "\n[img]" . $medium->media_url_https . '[/img]';
1347 $postarray['object-type'] = ACTIVITY_OBJ_IMAGE;
1350 case 'animated_gif':
1351 $media[$medium->url] .= "\n[img]" . $medium->media_url_https . '[/img]';
1352 $postarray['object-type'] = ACTIVITY_OBJ_VIDEO;
1353 if (is_array($medium->video_info->variants)) {
1355 // We take the video with the highest bitrate
1356 foreach ($medium->video_info->variants AS $variant) {
1357 if (($variant->content_type == 'video/mp4') && ($variant->bitrate >= $bitrate)) {
1358 $media[$medium->url] = "\n[video]" . $variant->url . '[/video]';
1359 $bitrate = $variant->bitrate;
1364 // The following code will only be activated for test reasons
1366 // $postarray['body'] .= print_r($medium, true);
1370 // Now we replace the media urls.
1371 foreach ($media AS $key => $value) {
1372 $postarray['body'] = str_replace($key, "\n" . $value . "\n", $postarray['body']);
1378 function twitter_createpost(App $a, $uid, $post, array $self, $create_user, $only_existing_contact, $noquote)
1381 $postarray['network'] = Protocol::TWITTER;
1382 $postarray['uid'] = $uid;
1383 $postarray['wall'] = 0;
1384 $postarray['uri'] = "twitter::" . $post->id_str;
1385 $postarray['protocol'] = Conversation::PARCEL_TWITTER;
1386 $postarray['source'] = json_encode($post);
1388 // Don't import our own comments
1389 if (Item::exists(['extid' => $postarray['uri'], 'uid' => $uid])) {
1390 logger("Item with extid " . $postarray['uri'] . " found.", LOGGER_DEBUG);
1396 if ($post->in_reply_to_status_id_str != "") {
1397 $parent = "twitter::" . $post->in_reply_to_status_id_str;
1399 $fields = ['uri', 'parent-uri', 'parent'];
1400 $parent_item = Item::selectFirst($fields, ['uri' => $parent, 'uid' => $uid]);
1401 if (!DBA::isResult($parent_item)) {
1402 $parent_item = Item::selectFirst($fields, ['extid' => $parent, 'uid' => $uid]);
1405 if (DBA::isResult($parent_item)) {
1406 $postarray['thr-parent'] = $parent_item['uri'];
1407 $postarray['parent-uri'] = $parent_item['parent-uri'];
1408 $postarray['parent'] = $parent_item['parent'];
1409 $postarray['object-type'] = ACTIVITY_OBJ_COMMENT;
1411 $postarray['thr-parent'] = $postarray['uri'];
1412 $postarray['parent-uri'] = $postarray['uri'];
1413 $postarray['object-type'] = ACTIVITY_OBJ_NOTE;
1417 $own_id = PConfig::get($uid, 'twitter', 'own_id');
1419 if ($post->user->id_str == $own_id) {
1420 $r = q("SELECT * FROM `contact` WHERE `self` = 1 AND `uid` = %d LIMIT 1",
1423 if (DBA::isResult($r)) {
1424 $contactid = $r[0]["id"];
1426 $postarray['owner-name'] = $r[0]["name"];
1427 $postarray['owner-link'] = $r[0]["url"];
1428 $postarray['owner-avatar'] = $r[0]["photo"];
1430 logger("No self contact for user " . $uid, LOGGER_DEBUG);
1434 // Don't create accounts of people who just comment something
1435 $create_user = false;
1437 $postarray['parent-uri'] = $postarray['uri'];
1438 $postarray['object-type'] = ACTIVITY_OBJ_NOTE;
1441 if ($contactid == 0) {
1442 $contactid = twitter_fetch_contact($uid, $post->user, $create_user);
1444 $postarray['owner-name'] = $post->user->name;
1445 $postarray['owner-link'] = "https://twitter.com/" . $post->user->screen_name;
1446 $postarray['owner-avatar'] = twitter_fix_avatar($post->user->profile_image_url_https);
1449 if (($contactid == 0) && !$only_existing_contact) {
1450 $contactid = $self['id'];
1451 } elseif ($contactid <= 0) {
1452 logger("Contact ID is zero or less than zero.", LOGGER_DEBUG);
1456 $postarray['contact-id'] = $contactid;
1458 $postarray['verb'] = ACTIVITY_POST;
1459 $postarray['author-name'] = $postarray['owner-name'];
1460 $postarray['author-link'] = $postarray['owner-link'];
1461 $postarray['author-avatar'] = $postarray['owner-avatar'];
1462 $postarray['plink'] = "https://twitter.com/" . $post->user->screen_name . "/status/" . $post->id_str;
1463 $postarray['app'] = strip_tags($post->source);
1465 if ($post->user->protected) {
1466 $postarray['private'] = 1;
1467 $postarray['allow_cid'] = '<' . $self['id'] . '>';
1469 $postarray['private'] = 0;
1470 $postarray['allow_cid'] = '';
1473 if (!empty($post->full_text)) {
1474 $postarray['body'] = $post->full_text;
1476 $postarray['body'] = $post->text;
1479 // When the post contains links then use the correct object type
1480 if (count($post->entities->urls) > 0) {
1481 $postarray['object-type'] = ACTIVITY_OBJ_BOOKMARK;
1484 // Search for media links
1485 $picture = twitter_media_entities($post, $postarray);
1487 $converted = twitter_expand_entities($a, $postarray['body'], $post, $picture);
1488 $postarray['body'] = $converted["body"];
1489 $postarray['tag'] = $converted["tags"];
1490 $postarray['created'] = DateTimeFormat::utc($post->created_at);
1491 $postarray['edited'] = DateTimeFormat::utc($post->created_at);
1493 $statustext = $converted["plain"];
1495 if (!empty($post->place->name)) {
1496 $postarray["location"] = $post->place->name;
1498 if (!empty($post->place->full_name)) {
1499 $postarray["location"] = $post->place->full_name;
1501 if (!empty($post->geo->coordinates)) {
1502 $postarray["coord"] = $post->geo->coordinates[0] . " " . $post->geo->coordinates[1];
1504 if (!empty($post->coordinates->coordinates)) {
1505 $postarray["coord"] = $post->coordinates->coordinates[1] . " " . $post->coordinates->coordinates[0];
1507 if (!empty($post->retweeted_status)) {
1508 $retweet = twitter_createpost($a, $uid, $post->retweeted_status, $self, false, false, $noquote);
1510 if (empty($retweet['body'])) {
1514 $retweet['source'] = $postarray['source'];
1515 $retweet['private'] = $postarray['private'];
1516 $retweet['allow_cid'] = $postarray['allow_cid'];
1517 $retweet['contact-id'] = $postarray['contact-id'];
1518 $retweet['owner-name'] = $postarray['owner-name'];
1519 $retweet['owner-link'] = $postarray['owner-link'];
1520 $retweet['owner-avatar'] = $postarray['owner-avatar'];
1522 $postarray = $retweet;
1525 if (!empty($post->quoted_status) && !$noquote) {
1526 $quoted = twitter_createpost($a, $uid, $post->quoted_status, $self, false, false, true);
1528 if (empty($quoted['body'])) {
1532 $postarray['body'] .= "\n" . share_header(
1533 $quoted['author-name'],
1534 $quoted['author-link'],
1535 $quoted['author-avatar'],
1541 $postarray['body'] .= $quoted['body'] . '[/share]';
1547 function twitter_fetchparentposts(App $a, $uid, $post, TwitterOAuth $connection, array $self)
1549 logger("twitter_fetchparentposts: Fetching for user " . $uid . " and post " . $post->id_str, LOGGER_DEBUG);
1553 while (!empty($post->in_reply_to_status_id_str)) {
1554 $parameters = ["trim_user" => false, "tweet_mode" => "extended", "id" => $post->in_reply_to_status_id_str];
1557 $post = $connection->get('statuses/show', $parameters);
1558 } catch (TwitterOAuthException $e) {
1559 logger('twitter_fetchparentposts: Error fetching for user ' . $uid . ' and post ' . $post->id_str . ': ' . $e->getMessage());
1564 logger("twitter_fetchparentposts: Can't fetch post " . $parameters->id, LOGGER_DEBUG);
1568 if (empty($post->id_str)) {
1569 logger("twitter_fetchparentposts: This is not a post " . json_encode($post), LOGGER_DEBUG);
1573 if (Item::exists(['uri' => 'twitter::' . $post->id_str, 'uid' => $uid])) {
1580 logger("twitter_fetchparentposts: Fetching " . count($posts) . " parents", LOGGER_DEBUG);
1582 $posts = array_reverse($posts);
1584 if (!empty($posts)) {
1585 foreach ($posts as $post) {
1586 $postarray = twitter_createpost($a, $uid, $post, $self, false, false, false);
1588 if (empty($postarray['body'])) {
1592 $item = Item::insert($postarray);
1594 $postarray["id"] = $item;
1596 logger('twitter_fetchparentpost: User ' . $self["nick"] . ' posted parent timeline item ' . $item);
1601 function twitter_fetchhometimeline(App $a, $uid)
1603 $ckey = Config::get('twitter', 'consumerkey');
1604 $csecret = Config::get('twitter', 'consumersecret');
1605 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1606 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1607 $create_user = PConfig::get($uid, 'twitter', 'create_user');
1608 $mirror_posts = PConfig::get($uid, 'twitter', 'mirror_posts');
1610 logger("Fetching timeline for user " . $uid, LOGGER_DEBUG);
1612 $application_name = Config::get('twitter', 'application_name');
1614 if ($application_name == "") {
1615 $application_name = $a->getHostName();
1618 require_once 'include/items.php';
1620 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1623 $own_contact = twitter_fetch_own_contact($a, $uid);
1624 } catch (TwitterOAuthException $e) {
1625 logger('Error fetching own contact for user ' . $uid . ': ' . $e->getMessage());
1629 $r = q("SELECT * FROM `contact` WHERE `id` = %d AND `uid` = %d LIMIT 1",
1630 intval($own_contact),
1633 if (DBA::isResult($r)) {
1634 $own_id = $r[0]["nick"];
1636 logger("Own twitter contact not found for user " . $uid);
1640 $self = User::getOwnerDataById($uid);
1641 if ($self === false) {
1642 logger("Own contact not found for user " . $uid);
1646 $parameters = ["exclude_replies" => false, "trim_user" => false, "contributor_details" => true, "include_rts" => true, "tweet_mode" => "extended"];
1647 //$parameters["count"] = 200;
1648 // Fetching timeline
1649 $lastid = PConfig::get($uid, 'twitter', 'lasthometimelineid');
1651 $first_time = ($lastid == "");
1653 if ($lastid != "") {
1654 $parameters["since_id"] = $lastid;
1658 $items = $connection->get('statuses/home_timeline', $parameters);
1659 } catch (TwitterOAuthException $e) {
1660 logger('Error fetching home timeline for user ' . $uid . ': ' . $e->getMessage());
1664 if (!is_array($items)) {
1665 logger('No array while fetching home timeline for user ' . $uid . ': ' . print_r($items, true));
1669 if (empty($items)) {
1670 logger('No new timeline content for user ' . $uid, LOGGER_INFO);
1674 $posts = array_reverse($items);
1676 logger('Fetching timeline from ID ' . $lastid . ' for user ' . $uid . ' ' . sizeof($posts) . ' items', LOGGER_DEBUG);
1678 if (count($posts)) {
1679 foreach ($posts as $post) {
1680 if ($post->id_str > $lastid) {
1681 $lastid = $post->id_str;
1682 PConfig::set($uid, 'twitter', 'lasthometimelineid', $lastid);
1689 if (stristr($post->source, $application_name) && $post->user->screen_name == $own_id) {
1690 logger("Skip previously sent post", LOGGER_DEBUG);
1694 if ($mirror_posts && $post->user->screen_name == $own_id && $post->in_reply_to_status_id_str == "") {
1695 logger("Skip post that will be mirrored", LOGGER_DEBUG);
1699 if ($post->in_reply_to_status_id_str != "") {
1700 twitter_fetchparentposts($a, $uid, $post, $connection, $self);
1703 logger('Preparing post ' . $post->id_str . ' for user ' . $uid, LOGGER_DEBUG);
1705 $postarray = twitter_createpost($a, $uid, $post, $self, $create_user, true, false);
1707 if (empty($postarray['body']) || trim($postarray['body']) == "") {
1708 logger('Empty body for post ' . $post->id_str . ' and user ' . $uid, LOGGER_DEBUG);
1714 if (($postarray['uri'] == $postarray['parent-uri']) && ($postarray['author-link'] == $postarray['owner-link'])) {
1715 $contact = DBA::selectFirst('contact', [], ['id' => $postarray['contact-id'], 'self' => false]);
1716 if (DBA::isResult($contact)) {
1717 $notify = Item::isRemoteSelf($contact, $postarray);
1721 $item = Item::insert($postarray, false, $notify);
1722 $postarray["id"] = $item;
1724 logger('User ' . $uid . ' posted home timeline item ' . $item);
1727 PConfig::set($uid, 'twitter', 'lasthometimelineid', $lastid);
1729 logger('Last timeline ID for user ' . $uid . ' is now ' . $lastid, LOGGER_DEBUG);
1731 // Fetching mentions
1732 $lastid = PConfig::get($uid, 'twitter', 'lastmentionid');
1734 $first_time = ($lastid == "");
1736 if ($lastid != "") {
1737 $parameters["since_id"] = $lastid;
1741 $items = $connection->get('statuses/mentions_timeline', $parameters);
1742 } catch (TwitterOAuthException $e) {
1743 logger('Error fetching mentions: ' . $e->getMessage());
1747 if (!is_array($items)) {
1748 logger("Error fetching mentions: " . print_r($items, true), LOGGER_DEBUG);
1752 $posts = array_reverse($items);
1754 logger("Fetching mentions for user " . $uid . " " . sizeof($posts) . " items", LOGGER_DEBUG);
1756 if (count($posts)) {
1757 foreach ($posts as $post) {
1758 if ($post->id_str > $lastid) {
1759 $lastid = $post->id_str;
1766 if ($post->in_reply_to_status_id_str != "") {
1767 twitter_fetchparentposts($a, $uid, $post, $connection, $self);
1770 $postarray = twitter_createpost($a, $uid, $post, $self, false, false, false);
1772 if (empty($postarray['body'])) {
1776 $item = Item::insert($postarray);
1778 logger('User ' . $uid . ' posted mention timeline item ' . $item);
1782 PConfig::set($uid, 'twitter', 'lastmentionid', $lastid);
1784 logger('Last mentions ID for user ' . $uid . ' is now ' . $lastid, LOGGER_DEBUG);
1787 function twitter_fetch_own_contact(App $a, $uid)
1789 $ckey = Config::get('twitter', 'consumerkey');
1790 $csecret = Config::get('twitter', 'consumersecret');
1791 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1792 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1794 $own_id = PConfig::get($uid, 'twitter', 'own_id');
1798 if ($own_id == "") {
1799 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1801 // Fetching user data
1802 // get() may throw TwitterOAuthException, but we will catch it later
1803 $user = $connection->get('account/verify_credentials');
1804 if (empty($user) || empty($user->id_str)) {
1808 PConfig::set($uid, 'twitter', 'own_id', $user->id_str);
1810 $contact_id = twitter_fetch_contact($uid, $user, true);
1812 $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `alias` = '%s' LIMIT 1",
1814 DBA::escape("twitter::" . $own_id));
1815 if (DBA::isResult($r)) {
1816 $contact_id = $r[0]["id"];
1818 PConfig::delete($uid, 'twitter', 'own_id');
1825 function twitter_is_retweet(App $a, $uid, $body)
1827 $body = trim($body);
1829 // Skip if it isn't a pure repeated messages
1830 // Does it start with a share?
1831 if (strpos($body, "[share") > 0) {
1835 // Does it end with a share?
1836 if (strlen($body) > (strrpos($body, "[/share]") + 8)) {
1840 $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism", "$1", $body);
1841 // Skip if there is no shared message in there
1842 if ($body == $attributes) {
1847 preg_match("/link='(.*?)'/ism", $attributes, $matches);
1848 if (!empty($matches[1])) {
1849 $link = $matches[1];
1852 preg_match('/link="(.*?)"/ism', $attributes, $matches);
1853 if (!empty($matches[1])) {
1854 $link = $matches[1];
1857 $id = preg_replace("=https?://twitter.com/(.*)/status/(.*)=ism", "$2", $link);
1862 logger('twitter_is_retweet: Retweeting id ' . $id . ' for user ' . $uid, LOGGER_DEBUG);
1864 $ckey = Config::get('twitter', 'consumerkey');
1865 $csecret = Config::get('twitter', 'consumersecret');
1866 $otoken = PConfig::get($uid, 'twitter', 'oauthtoken');
1867 $osecret = PConfig::get($uid, 'twitter', 'oauthsecret');
1869 $connection = new TwitterOAuth($ckey, $csecret, $otoken, $osecret);
1870 $result = $connection->post('statuses/retweet/' . $id);
1872 logger('twitter_is_retweet: result ' . print_r($result, true), LOGGER_DEBUG);
1874 return !isset($result->errors);
1877 function twitter_update_mentions($body)
1879 $URLSearchString = "^\[\]";
1880 $return = preg_replace_callback(
1881 "/@\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1882 function ($matches) {
1883 if (strpos($matches[1], 'twitter.com')) {
1884 $return = '@' . substr($matches[1], strrpos($matches[1], '/') + 1);
1886 $return = $matches[2] . ' (' . $matches[1] . ')';
1897 function twitter_convert_share(array $attributes, array $author_contact, $content, $is_quote_share)
1899 if ($author_contact['network'] == Protocol::TWITTER) {
1900 $mention = '@' . $author_contact['nickname'];
1902 $mention = $author_contact['addr'];
1905 return ($is_quote_share ? "\n\n" : '' ) . 'RT ' . $mention . ': ' . $content . "\n\n" . $attributes['link'];