src/Core/Update.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2010-2023, the Friendica project
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Core;
  23
  24 use Friendica\App;
  25 use Friendica\App\Mode;
  26 use Friendica\Database\DBA;
  27 use Friendica\Database\DBStructure;
  28 use Friendica\DI;
  29 use Friendica\Model\User;
  30 use Friendica\Network\HTTPException\InternalServerErrorException;
  31 use Friendica\Util\DateTimeFormat;
  32 use Friendica\Util\Strings;
  33
  34 class Update
  35 {
  36         const SUCCESS = 0;
  37         const FAILED  = 1;
  38
  39         const NEW_TABLE_STRUCTURE_VERSION = 1288;
  40
  41         /**
  42          * Function to check if the Database structure needs an update.
  43          *
  44          * @param string   $basePath   The base path of this application
  45          * @param boolean  $via_worker Is the check run via the worker?
  46          * @param App\Mode $mode       The current app mode
  47          * @return void
  48          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
  49          */
  50         public static function check(string $basePath, bool $via_worker)
  51         {
  52                 if (!DBA::connected()) {
  53                         return;
  54                 }
  55
  56                 // Don't check the status if the last update was failed
  57                 if (DI::config()->get('system', 'update', Update::SUCCESS) == Update::FAILED) {
  58                         return;
  59                 }
  60
  61                 $build = DI::config()->get('system', 'build');
  62
  63                 if (empty($build)) {
  64                         // legacy option - check if there's something in the Config table
  65                         if (DBStructure::existsTable('config')) {
  66                                 $dbConfig = DBA::selectFirst('config', ['v'], ['cat' => 'system', 'k' => 'build']);
  67                                 if (!empty($dbConfig)) {
  68                                         $build = $dbConfig['v'];
  69                                 }
  70                         }
  71
  72                         if (empty($build)) {
  73                                 DI::config()->set('system', 'build', DB_UPDATE_VERSION - 1);
  74                                 $build = DB_UPDATE_VERSION - 1;
  75                         }
  76                 }
  77
  78                 // We don't support upgrading from very old versions anymore
  79                 if ($build < self::NEW_TABLE_STRUCTURE_VERSION) {
  80                         $error = DI::l10n()->t('Updates from version %s are not supported. Please update at least to version 2021.01 and wait until the postupdate finished version 1383.', $build);
  81                         if (DI::mode()->getExecutor() == Mode::INDEX) {
  82                                 die($error);
  83                         } else {
  84                                 throw new InternalServerErrorException($error);
  85                         }
  86                 }
  87
  88                 // The postupdate has to completed version 1288 for the new post views to take over
  89                 $postupdate = DI::keyValue()->get('post_update_version') ?? self::NEW_TABLE_STRUCTURE_VERSION;
  90                 if ($postupdate < self::NEW_TABLE_STRUCTURE_VERSION) {
  91                         $error = DI::l10n()->t('Updates from postupdate version %s are not supported. Please update at least to version 2021.01 and wait until the postupdate finished version 1383.', $postupdate);
  92                         if (DI::mode()->getExecutor() == Mode::INDEX) {
  93                                 die($error);
  94                         } else {
  95                                 throw new InternalServerErrorException($error);
  96                         }
  97                 }
  98
  99                 if ($build < DB_UPDATE_VERSION) {
 100                         if ($via_worker) {
 101                                 /*
 102                                  * Calling the database update directly via the worker enables us to perform database changes to the workerqueue table itself.
 103                                  * This is a fallback, since normally the database update will be performed by a worker job.
 104                                  * This worker job doesn't work for changes to the "workerqueue" table itself.
 105                                  */
 106                                 self::run($basePath);
 107                         } else {
 108                                 Worker::add(Worker::PRIORITY_CRITICAL, 'DBUpdate');
 109                         }
 110                 }
 111         }
 112
 113         /**
 114          * Automatic database updates
 115          *
 116          * @param string $basePath The base path of this application
 117          * @param bool   $force    Force the Update-Check even if the database version doesn't match
 118          * @param bool   $override Overrides any running/stuck updates
 119          * @param bool   $verbose  Run the Update-Check verbose
 120          * @param bool   $sendMail Sends a Mail to the administrator in case of success/failure
 121          * @return string Empty string if the update is successful, error messages otherwise
 122          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 123          */
 124         public static function run(string $basePath, bool $force = false, bool $override = false, bool $verbose = false, bool $sendMail = true): string
 125         {
 126                 // In force mode, we release the dbupdate lock first
 127                 // Necessary in case of an stuck update
 128                 if ($override) {
 129                         DI::lock()->release('dbupdate', true);
 130                 }
 131
 132                 $build = DI::config()->get('system', 'build');
 133
 134                 if (empty($build)) {
 135                         // legacy option - check if there's something in the Config table
 136                         if (DBStructure::existsTable('config')) {
 137                                 $dbConfig = DBA::selectFirst('config', ['v'], ['cat' => 'system', 'k' => 'build']);
 138                                 if (!empty($dbConfig)) {
 139                                         $build = $dbConfig['v'];
 140                                 }
 141                         }
 142
 143                         if (empty($build) || ($build > DB_UPDATE_VERSION)) {
 144                                 DI::config()->set('system', 'build', DB_UPDATE_VERSION - 1);
 145                                 $build = DB_UPDATE_VERSION - 1;
 146                         }
 147                 }
 148
 149                 if ($build != DB_UPDATE_VERSION || $force) {
 150                         require_once 'update.php';
 151
 152                         $stored = intval($build);
 153                         $current = intval(DB_UPDATE_VERSION);
 154                         if ($stored < $current || $force) {
 155                                 DI::config()->reload();
 156
 157                                 // Compare the current structure with the defined structure
 158                                 // If the Lock is acquired, never release it automatically to avoid double updates
 159                                 if (DI::lock()->acquire('dbupdate', 0, Cache\Enum\Duration::INFINITE)) {
 160
 161                                         Logger::notice('Update starting.', ['from' => $stored, 'to' => $current]);
 162
 163                                         // Checks if the build changed during Lock acquiring (so no double update occurs)
 164                                         $retryBuild = DI::config()->get('system', 'build');
 165                                         if ($retryBuild != $build) {
 166                                                 // legacy option - check if there's something in the Config table
 167                                                 if (DBStructure::existsTable('config')) {
 168                                                         $dbConfig = DBA::selectFirst('config', ['v'], ['cat' => 'system', 'k' => 'build']);
 169                                                         if (!empty($dbConfig)) {
 170                                                                 $retryBuild = intval($dbConfig['v']);
 171                                                         }
 172                                                 }
 173
 174                                                 if ($retryBuild != $build) {
 175                                                         Logger::notice('Update already done.', ['from' => $build, 'retry' => $retryBuild, 'to' => $current]);
 176                                                         DI::lock()->release('dbupdate');
 177                                                         return '';
 178                                                 }
 179                                         }
 180
 181                                         DI::config()->set('system', 'maintenance', 1);
 182
 183                                         // run the pre_update_nnnn functions in update.php
 184                                         for ($version = $stored + 1; $version <= $current; $version++) {
 185                                                 Logger::notice('Execute pre update.', ['version' => $version]);
 186                                                 DI::config()->set('system', 'maintenance_reason', DI::l10n()->t('%s: executing pre update %d',
 187                                                         DateTimeFormat::utcNow() . ' ' . date('e'), $version));
 188                                                 $r = self::runUpdateFunction($version, 'pre_update', $sendMail);
 189                                                 if (!$r) {
 190                                                         Logger::warning('Pre update failed', ['version' => $version]);
 191                                                         DI::config()->set('system', 'update', Update::FAILED);
 192                                                         DI::lock()->release('dbupdate');
 193                                                         DI::config()->beginTransaction()
 194                                                                                 ->set('system', 'maintenance', false)
 195                                                                                 ->delete('system', 'maintenance_reason')
 196                                                                                 ->commit();
 197                                                         return $r;
 198                                                 } else {
 199                                                         Logger::notice('Pre update executed.', ['version' => $version]);
 200                                                 }
 201                                         }
 202
 203                                         // update the structure in one call
 204                                         Logger::notice('Execute structure update');
 205                                         $retval = DBStructure::performUpdate(false, $verbose);
 206                                         if (!empty($retval)) {
 207                                                 if ($sendMail) {
 208                                                         self::updateFailed(
 209                                                                 DB_UPDATE_VERSION,
 210                                                                 $retval
 211                                                         );
 212                                                 }
 213                                                 Logger::error('Update ERROR.', ['from' => $stored, 'to' => $current, 'retval' => $retval]);
 214                                                 DI::config()->set('system', 'update', Update::FAILED);
 215                                                 DI::lock()->release('dbupdate');
 216                                                 DI::config()->beginTransaction()
 217                                                                         ->set('system', 'maintenance', false)
 218                                                                         ->delete('system', 'maintenance_reason')
 219                                                                         ->commit();
 220                                                 return $retval;
 221                                         } else {
 222                                                 Logger::notice('Database structure update finished.', ['from' => $stored, 'to' => $current]);
 223                                         }
 224
 225                                         // run the update_nnnn functions in update.php
 226                                         for ($version = $stored + 1; $version <= $current; $version++) {
 227                                                 Logger::notice('Execute post update.', ['version' => $version]);
 228                                                 DI::config()->set('system', 'maintenance_reason', DI::l10n()->t('%s: executing post update %d',
 229                                                         DateTimeFormat::utcNow() . ' ' . date('e'), $version));
 230                                                 $r = self::runUpdateFunction($version, 'update', $sendMail);
 231                                                 if (!$r) {
 232                                                         Logger::warning('Post update failed', ['version' => $version]);
 233                                                         DI::config()->set('system', 'update', Update::FAILED);
 234                                                         DI::lock()->release('dbupdate');
 235                                                         DI::config()->beginTransaction()
 236                                                                                 ->set('system', 'maintenance', false)
 237                                                                                 ->delete('system', 'maintenance_reason')
 238                                                                                 ->commit();
 239                                                         return $r;
 240                                                 } else {
 241                                                         DI::config()->set('system', 'build', $version);
 242                                                         Logger::notice('Post update executed.', ['version' => $version]);
 243                                                 }
 244                                         }
 245
 246                                         DI::config()->set('system', 'build', $current);
 247                                         DI::config()->set('system', 'update', Update::SUCCESS);
 248                                         DI::lock()->release('dbupdate');
 249                                         DI::config()->beginTransaction()
 250                                                                 ->set('system', 'maintenance', false)
 251                                                                 ->delete('system', 'maintenance_reason')
 252                                                                 ->commit();
 253
 254                                         Logger::notice('Update success.', ['from' => $stored, 'to' => $current]);
 255                                         if ($sendMail) {
 256                                                 self::updateSuccessful($stored, $current);
 257                                         }
 258                                 } else {
 259                                         Logger::warning('Update lock could not be acquired');
 260                                 }
 261                         }
 262                 }
 263
 264                 return '';
 265         }
 266
 267         /**
 268          * Executes a specific update function
 269          *
 270          * @param int    $version  the DB version number of the function
 271          * @param string $prefix   the prefix of the function (update, pre_update)
 272          * @param bool   $sendMail whether to send emails on success/failure
 273          * @return bool true, if the update function worked
 274          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 275          */
 276         public static function runUpdateFunction(int $version, string $prefix, bool $sendMail = true): bool
 277         {
 278                 $funcname = $prefix . '_' . $version;
 279
 280                 Logger::notice('Update function start.', ['function' => $funcname]);
 281
 282                 if (function_exists($funcname)) {
 283                         // There could be a lot of processes running or about to run.
 284                         // We want exactly one process to run the update command.
 285                         // So store the fact that we're taking responsibility
 286                         // after first checking to see if somebody else already has.
 287                         // If the update fails or times-out completely you may need to
 288                         // delete the config entry to try again.
 289
 290                         if (DI::lock()->acquire('dbupdate_function', 120, Cache\Enum\Duration::INFINITE)) {
 291
 292                                 // call the specific update
 293                                 Logger::notice('Pre update function start.', ['function' => $funcname]);
 294                                 $retval = $funcname();
 295                                 Logger::notice('Update function done.', ['function' => $funcname]);
 296
 297                                 if ($retval) {
 298                                         if ($sendMail) {
 299                                                 //send the administrator an e-mail
 300                                                 self::updateFailed(
 301                                                         $version,
 302                                                         DI::l10n()->t('Update %s failed. See error logs.', $version)
 303                                                 );
 304                                         }
 305                                         Logger::error('Update function ERROR.', ['function' => $funcname, 'retval' => $retval]);
 306                                         DI::lock()->release('dbupdate_function');
 307                                         return false;
 308                                 } else {
 309                                         DI::lock()->release('dbupdate_function');
 310                                         Logger::notice('Update function finished.', ['function' => $funcname]);
 311                                         return true;
 312                                 }
 313                         } else {
 314                                 Logger::error('Locking failed.', ['function' => $funcname]);
 315                                 return false;
 316                         }
 317                 } else {
 318                         Logger::notice('Update function skipped.', ['function' => $funcname]);
 319                         return true;
 320                 }
 321         }
 322
 323         /**
 324          * send the email and do what is needed to do on update fails
 325          *
 326          * @param int    $update_id     number of failed update
 327          * @param string $error_message error message
 328          * @return void
 329          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 330          */
 331         private static function updateFailed(int $update_id, string $error_message)
 332         {
 333                 $adminEmails = User::getAdminListForEmailing(['uid', 'language', 'email']);
 334                 if (!$adminEmails) {
 335                         Logger::warning('Cannot notify administrators .', ['update' => $update_id, 'message' => $error_message]);
 336                         return;
 337                 }
 338
 339                 foreach($adminEmails as $admin) {
 340                         $l10n = DI::l10n()->withLang($admin['language'] ?: 'en');
 341
 342                         $preamble = Strings::deindent($l10n->t("
 343                                 The friendica developers released update %s recently,
 344                                 but when I tried to install it, something went terribly wrong.
 345                                 This needs to be fixed soon and I can't do it alone. Please contact a
 346                                 friendica developer if you can not help me on your own. My database might be invalid.",
 347                                 $update_id));
 348                         $body     = $l10n->t('The error message is\n[pre]%s[/pre]', $error_message);
 349
 350                         $email = DI::emailer()
 351                                 ->newSystemMail()
 352                                 ->withMessage($l10n->t('[Friendica Notify] Database update'), $preamble, $body)
 353                                 ->forUser($admin)
 354                                 ->withRecipient($admin['email'])
 355                                 ->build();
 356                         DI::emailer()->send($email);
 357                 }
 358
 359                 Logger::alert('Database structure update failed.', ['error' => $error_message]);
 360         }
 361
 362         /**
 363          * Send a mail to the administrator about the successful update
 364          *
 365          * @param integer $from_build
 366          * @param integer $to_build
 367          * @return void
 368          */
 369         private static function updateSuccessful(int $from_build, int $to_build)
 370         {
 371                 foreach(User::getAdminListForEmailing(['uid', 'language', 'email']) as $admin) {
 372                         $l10n = DI::l10n()->withLang($admin['language'] ?: 'en');
 373
 374                         $preamble = Strings::deindent($l10n->t('
 375                                 The friendica database was successfully updated from %s to %s.',
 376                                 $from_build, $to_build));
 377
 378                         $email = DI::emailer()
 379                                 ->newSystemMail()
 380                                 ->withMessage($l10n->t('[Friendica Notify] Database update'), $preamble)
 381                                 ->forUser($admin)
 382                                 ->withRecipient($admin['email'])
 383                                 ->build();
 384                         DI::emailer()->send($email);
 385                 }
 386
 387                 Logger::debug('Database structure update successful.');
 388         }
 389 }