]> git.mxchange.org Git - friendica.git/blob - include/dba.php
3850cb097c0dc79fa36022819d29f814b0f48d1c
[friendica.git] / include / dba.php
1 <?php
2
3 use Friendica\Core\Config;
4 use Friendica\Core\System;
5 use Friendica\Database\DBM;
6 use Friendica\Database\DBStructure;
7 use Friendica\Util\DateTimeFormat;
8
9 /**
10  * @class MySQL database class
11  *
12  * This class is for the low level database stuff that does driver specific things.
13  */
14
15 class dba {
16         public static $connected = false;
17
18         private static $_server_info = '';
19         private static $db;
20         private static $driver;
21         private static $error = false;
22         private static $errorno = 0;
23         private static $affected_rows = 0;
24         private static $in_transaction = false;
25         private static $in_retrial = false;
26         private static $relation = [];
27         private static $db_serveraddr = '';
28         private static $db_user = '';
29         private static $db_pass = '';
30         private static $db_name = '';
31         private static $db_charset = '';
32
33         public static function connect($serveraddr, $user, $pass, $db, $charset = null)
34         {
35                 if (!is_null(self::$db) && self::connected()) {
36                         return true;
37                 }
38
39                 // We are storing these values for being able to perform a reconnect
40                 self::$db_serveraddr = $serveraddr;
41                 self::$db_user = $user;
42                 self::$db_pass = $pass;
43                 self::$db_name = $db;
44                 self::$db_charset = $charset;
45
46                 $serveraddr = trim($serveraddr);
47
48                 $serverdata = explode(':', $serveraddr);
49                 $server = $serverdata[0];
50
51                 if (count($serverdata) > 1) {
52                         $port = trim($serverdata[1]);
53                 }
54
55                 $server = trim($server);
56                 $user = trim($user);
57                 $pass = trim($pass);
58                 $db = trim($db);
59                 $charset = trim($charset);
60
61                 if (!(strlen($server) && strlen($user))) {
62                         return false;
63                 }
64
65                 if (class_exists('\PDO') && in_array('mysql', PDO::getAvailableDrivers())) {
66                         self::$driver = 'pdo';
67                         $connect = "mysql:host=".$server.";dbname=".$db;
68
69                         if (isset($port)) {
70                                 $connect .= ";port=".$port;
71                         }
72
73                         if ($charset) {
74                                 $connect .= ";charset=".$charset;
75                         }
76
77                         try {
78                                 self::$db = @new PDO($connect, $user, $pass);
79                                 self::$db->setAttribute(PDO::ATTR_EMULATE_PREPARES, false);
80                                 self::$connected = true;
81                         } catch (PDOException $e) {
82                         }
83                 }
84
85                 if (!self::$connected && class_exists('mysqli')) {
86                         self::$driver = 'mysqli';
87                         self::$db = @new mysqli($server, $user, $pass, $db, $port);
88                         if (!mysqli_connect_errno()) {
89                                 self::$connected = true;
90
91                                 if ($charset) {
92                                         self::$db->set_charset($charset);
93                                 }
94                         }
95                 }
96
97                 // No suitable SQL driver was found.
98                 if (!self::$connected) {
99                         self::$driver = null;
100                         self::$db = null;
101                 }
102
103                 return self::$connected;
104         }
105
106         /**
107          * Disconnects the current database connection
108          */
109         public static function disconnect()
110         {
111                 if (is_null(self::$db)) {
112                         return;
113                 }
114
115                 switch (self::$driver) {
116                         case 'pdo':
117                                 self::$db = null;
118                                 break;
119                         case 'mysqli':
120                                 self::$db->close();
121                                 self::$db = null;
122                                 break;
123                 }
124         }
125
126         /**
127          * Perform a reconnect of an existing database connection
128          */
129         public static function reconnect() {
130                 self::disconnect();
131
132                 $ret = self::connect(self::$db_serveraddr, self::$db_user, self::$db_pass, self::$db_name, self::$db_charset);
133                 return $ret;
134         }
135
136         /**
137          * Return the database object.
138          * @return PDO|mysqli
139          */
140         public static function get_db()
141         {
142                 return self::$db;
143         }
144
145         /**
146          * @brief Returns the MySQL server version string
147          *
148          * This function discriminate between the deprecated mysql API and the current
149          * object-oriented mysqli API. Example of returned string: 5.5.46-0+deb8u1
150          *
151          * @return string
152          */
153         public static function server_info() {
154                 if (self::$_server_info == '') {
155                         switch (self::$driver) {
156                                 case 'pdo':
157                                         self::$_server_info = self::$db->getAttribute(PDO::ATTR_SERVER_VERSION);
158                                         break;
159                                 case 'mysqli':
160                                         self::$_server_info = self::$db->server_info;
161                                         break;
162                         }
163                 }
164                 return self::$_server_info;
165         }
166
167         /**
168          * @brief Returns the selected database name
169          *
170          * @return string
171          */
172         public static function database_name() {
173                 $ret = self::p("SELECT DATABASE() AS `db`");
174                 $data = self::inArray($ret);
175                 return $data[0]['db'];
176         }
177
178         /**
179          * @brief Analyze a database query and log this if some conditions are met.
180          *
181          * @param string $query The database query that will be analyzed
182          */
183         private static function logIndex($query) {
184                 $a = get_app();
185
186                 if (empty(Config::get('system', 'db_log_index'))) {
187                         return;
188                 }
189
190                 // Don't explain an explain statement
191                 if (strtolower(substr($query, 0, 7)) == "explain") {
192                         return;
193                 }
194
195                 // Only do the explain on "select", "update" and "delete"
196                 if (!in_array(strtolower(substr($query, 0, 6)), ["select", "update", "delete"])) {
197                         return;
198                 }
199
200                 $r = self::p("EXPLAIN ".$query);
201                 if (!DBM::is_result($r)) {
202                         return;
203                 }
204
205                 $watchlist = explode(',', Config::get('system', 'db_log_index_watch'));
206                 $blacklist = explode(',', Config::get('system', 'db_log_index_blacklist'));
207
208                 while ($row = dba::fetch($r)) {
209                         if ((intval(Config::get('system', 'db_loglimit_index')) > 0)) {
210                                 $log = (in_array($row['key'], $watchlist) &&
211                                         ($row['rows'] >= intval(Config::get('system', 'db_loglimit_index'))));
212                         } else {
213                                 $log = false;
214                         }
215
216                         if ((intval(Config::get('system', 'db_loglimit_index_high')) > 0) && ($row['rows'] >= intval(Config::get('system', 'db_loglimit_index_high')))) {
217                                 $log = true;
218                         }
219
220                         if (in_array($row['key'], $blacklist) || ($row['key'] == "")) {
221                                 $log = false;
222                         }
223
224                         if ($log) {
225                                 $backtrace = debug_backtrace(DEBUG_BACKTRACE_IGNORE_ARGS);
226                                 @file_put_contents(Config::get('system', 'db_log_index'), DateTimeFormat::utcNow()."\t".
227                                                 $row['key']."\t".$row['rows']."\t".$row['Extra']."\t".
228                                                 basename($backtrace[1]["file"])."\t".
229                                                 $backtrace[1]["line"]."\t".$backtrace[2]["function"]."\t".
230                                                 substr($query, 0, 2000)."\n", FILE_APPEND);
231                         }
232                 }
233         }
234
235         public static function escape($str) {
236                 switch (self::$driver) {
237                         case 'pdo':
238                                 return substr(@self::$db->quote($str, PDO::PARAM_STR), 1, -1);
239                         case 'mysqli':
240                                 return @self::$db->real_escape_string($str);
241                 }
242         }
243
244         public static function connected() {
245                 $connected = false;
246
247                 switch (self::$driver) {
248                         case 'pdo':
249                                 $r = dba::p("SELECT 1");
250                                 if (DBM::is_result($r)) {
251                                         $row = dba::inArray($r);
252                                         $connected = ($row[0]['1'] == '1');
253                                 }
254                                 break;
255                         case 'mysqli':
256                                 $connected = self::$db->ping();
257                                 break;
258                 }
259                 return $connected;
260         }
261
262         /**
263          * @brief Replaces ANY_VALUE() function by MIN() function,
264          *  if the database server does not support ANY_VALUE().
265          *
266          * Considerations for Standard SQL, or MySQL with ONLY_FULL_GROUP_BY (default since 5.7.5).
267          * ANY_VALUE() is available from MySQL 5.7.5 https://dev.mysql.com/doc/refman/5.7/en/miscellaneous-functions.html
268          * A standard fall-back is to use MIN().
269          *
270          * @param string $sql An SQL string without the values
271          * @return string The input SQL string modified if necessary.
272          */
273         public static function any_value_fallback($sql) {
274                 $server_info = self::server_info();
275                 if (version_compare($server_info, '5.7.5', '<') ||
276                         (stripos($server_info, 'MariaDB') !== false)) {
277                         $sql = str_ireplace('ANY_VALUE(', 'MIN(', $sql);
278                 }
279                 return $sql;
280         }
281
282         /**
283          * @brief beautifies the query - useful for "SHOW PROCESSLIST"
284          *
285          * This is safe when we bind the parameters later.
286          * The parameter values aren't part of the SQL.
287          *
288          * @param string $sql An SQL string without the values
289          * @return string The input SQL string modified if necessary.
290          */
291         public static function clean_query($sql) {
292                 $search = ["\t", "\n", "\r", "  "];
293                 $replace = [' ', ' ', ' ', ' '];
294                 do {
295                         $oldsql = $sql;
296                         $sql = str_replace($search, $replace, $sql);
297                 } while ($oldsql != $sql);
298
299                 return $sql;
300         }
301
302
303         /**
304          * @brief Replaces the ? placeholders with the parameters in the $args array
305          *
306          * @param string $sql SQL query
307          * @param array $args The parameters that are to replace the ? placeholders
308          * @return string The replaced SQL query
309          */
310         private static function replaceParameters($sql, $args) {
311                 $offset = 0;
312                 foreach ($args AS $param => $value) {
313                         if (is_int($args[$param]) || is_float($args[$param])) {
314                                 $replace = intval($args[$param]);
315                         } else {
316                                 $replace = "'".self::escape($args[$param])."'";
317                         }
318
319                         $pos = strpos($sql, '?', $offset);
320                         if ($pos !== false) {
321                                 $sql = substr_replace($sql, $replace, $pos, 1);
322                         }
323                         $offset = $pos + strlen($replace);
324                 }
325                 return $sql;
326         }
327
328         /**
329          * @brief Convert parameter array to an universal form
330          * @param array $args Parameter array
331          * @return array universalized parameter array
332          */
333         private static function getParam($args) {
334                 unset($args[0]);
335
336                 // When the second function parameter is an array then use this as the parameter array
337                 if ((count($args) > 0) && (is_array($args[1]))) {
338                         return $args[1];
339                 } else {
340                         return $args;
341                 }
342         }
343
344         /**
345          * @brief Executes a prepared statement that returns data
346          * @usage Example: $r = p("SELECT * FROM `item` WHERE `guid` = ?", $guid);
347          *
348          * Please only use it with complicated queries.
349          * For all regular queries please use dba::select or dba::exists
350          *
351          * @param string $sql SQL statement
352          * @return bool|object statement object or result object
353          */
354         public static function p($sql) {
355                 $a = get_app();
356
357                 $stamp1 = microtime(true);
358
359                 $params = self::getParam(func_get_args());
360
361                 // Renumber the array keys to be sure that they fit
362                 $i = 0;
363                 $args = [];
364                 foreach ($params AS $param) {
365                         // Avoid problems with some MySQL servers and boolean values. See issue #3645
366                         if (is_bool($param)) {
367                                 $param = (int)$param;
368                         }
369                         $args[++$i] = $param;
370                 }
371
372                 if (!self::$connected) {
373                         return false;
374                 }
375
376                 if ((substr_count($sql, '?') != count($args)) && (count($args) > 0)) {
377                         // Question: Should we continue or stop the query here?
378                         logger('Parameter mismatch. Query "'.$sql.'" - Parameters '.print_r($args, true), LOGGER_DEBUG);
379                 }
380
381                 $sql = self::clean_query($sql);
382                 $sql = self::any_value_fallback($sql);
383
384                 $orig_sql = $sql;
385
386                 if (Config::get('system', 'db_callstack')) {
387                         $sql = "/*".System::callstack()." */ ".$sql;
388                 }
389
390                 self::$error = '';
391                 self::$errorno = 0;
392                 self::$affected_rows = 0;
393
394                 // We have to make some things different if this function is called from "e"
395                 $trace = debug_backtrace(DEBUG_BACKTRACE_IGNORE_ARGS, 2);
396
397                 if (isset($trace[1])) {
398                         $called_from = $trace[1];
399                 } else {
400                         // We use just something that is defined to avoid warnings
401                         $called_from = $trace[0];
402                 }
403                 // We are having an own error logging in the function "e"
404                 $called_from_e = ($called_from['function'] == 'e');
405
406                 switch (self::$driver) {
407                         case 'pdo':
408                                 // If there are no arguments we use "query"
409                                 if (count($args) == 0) {
410                                         if (!$retval = self::$db->query($sql)) {
411                                                 $errorInfo = self::$db->errorInfo();
412                                                 self::$error = $errorInfo[2];
413                                                 self::$errorno = $errorInfo[1];
414                                                 $retval = false;
415                                                 break;
416                                         }
417                                         self::$affected_rows = $retval->rowCount();
418                                         break;
419                                 }
420
421                                 if (!$stmt = self::$db->prepare($sql)) {
422                                         $errorInfo = self::$db->errorInfo();
423                                         self::$error = $errorInfo[2];
424                                         self::$errorno = $errorInfo[1];
425                                         $retval = false;
426                                         break;
427                                 }
428
429                                 foreach ($args AS $param => $value) {
430                                         if (is_int($args[$param])) {
431                                                 $data_type = PDO::PARAM_INT;
432                                         } else {
433                                                 $data_type = PDO::PARAM_STR;
434                                         }
435                                         $stmt->bindParam($param, $args[$param], $data_type);
436                                 }
437
438                                 if (!$stmt->execute()) {
439                                         $errorInfo = $stmt->errorInfo();
440                                         self::$error = $errorInfo[2];
441                                         self::$errorno = $errorInfo[1];
442                                         $retval = false;
443                                 } else {
444                                         $retval = $stmt;
445                                         self::$affected_rows = $retval->rowCount();
446                                 }
447                                 break;
448                         case 'mysqli':
449                                 // There are SQL statements that cannot be executed with a prepared statement
450                                 $parts = explode(' ', $orig_sql);
451                                 $command = strtolower($parts[0]);
452                                 $can_be_prepared = in_array($command, ['select', 'update', 'insert', 'delete']);
453
454                                 // The fallback routine is called as well when there are no arguments
455                                 if (!$can_be_prepared || (count($args) == 0)) {
456                                         $retval = self::$db->query(self::replaceParameters($sql, $args));
457                                         if (self::$db->errno) {
458                                                 self::$error = self::$db->error;
459                                                 self::$errorno = self::$db->errno;
460                                                 $retval = false;
461                                         } else {
462                                                 if (isset($retval->num_rows)) {
463                                                         self::$affected_rows = $retval->num_rows;
464                                                 } else {
465                                                         self::$affected_rows = self::$db->affected_rows;
466                                                 }
467                                         }
468                                         break;
469                                 }
470
471                                 $stmt = self::$db->stmt_init();
472
473                                 if (!$stmt->prepare($sql)) {
474                                         self::$error = $stmt->error;
475                                         self::$errorno = $stmt->errno;
476                                         $retval = false;
477                                         break;
478                                 }
479
480                                 $param_types = '';
481                                 $values = [];
482                                 foreach ($args AS $param => $value) {
483                                         if (is_int($args[$param])) {
484                                                 $param_types .= 'i';
485                                         } elseif (is_float($args[$param])) {
486                                                 $param_types .= 'd';
487                                         } elseif (is_string($args[$param])) {
488                                                 $param_types .= 's';
489                                         } else {
490                                                 $param_types .= 'b';
491                                         }
492                                         $values[] = &$args[$param];
493                                 }
494
495                                 if (count($values) > 0) {
496                                         array_unshift($values, $param_types);
497                                         call_user_func_array([$stmt, 'bind_param'], $values);
498                                 }
499
500                                 if (!$stmt->execute()) {
501                                         self::$error = self::$db->error;
502                                         self::$errorno = self::$db->errno;
503                                         $retval = false;
504                                 } else {
505                                         $stmt->store_result();
506                                         $retval = $stmt;
507                                         self::$affected_rows = $retval->affected_rows;
508                                 }
509                                 break;
510                 }
511
512                 // We are having an own error logging in the function "e"
513                 if ((self::$errorno != 0) && !$called_from_e) {
514                         // We have to preserve the error code, somewhere in the logging it get lost
515                         $error = self::$error;
516                         $errorno = self::$errorno;
517
518                         logger('DB Error '.self::$errorno.': '.self::$error."\n".
519                                 System::callstack(8)."\n".self::replaceParameters($sql, $args));
520
521                         // On a lost connection we try to reconnect - but only once.
522                         if ($errorno == 2006) {
523                                 if (self::$in_retrial || !self::reconnect()) {
524                                         // It doesn't make sense to continue when the database connection was lost
525                                         if (self::$in_retrial) {
526                                                 logger('Giving up retrial because of database error '.$errorno.': '.$error);
527                                         } else {
528                                                 logger("Couldn't reconnect after database error ".$errorno.': '.$error);
529                                         }
530                                         exit(1);
531                                 } else {
532                                         // We try it again
533                                         logger('Reconnected after database error '.$errorno.': '.$error);
534                                         self::$in_retrial = true;
535                                         $ret = self::p($sql, $args);
536                                         self::$in_retrial = false;
537                                         return $ret;
538                                 }
539                         }
540
541                         self::$error = $error;
542                         self::$errorno = $errorno;
543                 }
544
545                 $a->save_timestamp($stamp1, 'database');
546
547                 if (Config::get('system', 'db_log')) {
548                         $stamp2 = microtime(true);
549                         $duration = (float)($stamp2 - $stamp1);
550
551                         if (($duration > Config::get('system', 'db_loglimit'))) {
552                                 $duration = round($duration, 3);
553                                 $backtrace = debug_backtrace(DEBUG_BACKTRACE_IGNORE_ARGS);
554
555                                 @file_put_contents(Config::get('system', 'db_log'), DateTimeFormat::utcNow()."\t".$duration."\t".
556                                                 basename($backtrace[1]["file"])."\t".
557                                                 $backtrace[1]["line"]."\t".$backtrace[2]["function"]."\t".
558                                                 substr(self::replaceParameters($sql, $args), 0, 2000)."\n", FILE_APPEND);
559                         }
560                 }
561                 return $retval;
562         }
563
564         /**
565          * @brief Executes a prepared statement like UPDATE or INSERT that doesn't return data
566          *
567          * Please use dba::delete, dba::insert, dba::update, ... instead
568          *
569          * @param string $sql SQL statement
570          * @return boolean Was the query successfull? False is returned only if an error occurred
571          */
572         public static function e($sql) {
573                 $a = get_app();
574
575                 $stamp = microtime(true);
576
577                 $params = self::getParam(func_get_args());
578
579                 // In a case of a deadlock we are repeating the query 20 times
580                 $timeout = 20;
581
582                 do {
583                         $stmt = self::p($sql, $params);
584
585                         if (is_bool($stmt)) {
586                                 $retval = $stmt;
587                         } elseif (is_object($stmt)) {
588                                 $retval = true;
589                         } else {
590                                 $retval = false;
591                         }
592
593                         self::close($stmt);
594
595                 } while ((self::$errorno == 1213) && (--$timeout > 0));
596
597                 if (self::$errorno != 0) {
598                         // We have to preserve the error code, somewhere in the logging it get lost
599                         $error = self::$error;
600                         $errorno = self::$errorno;
601
602                         logger('DB Error '.self::$errorno.': '.self::$error."\n".
603                                 System::callstack(8)."\n".self::replaceParameters($sql, $params));
604
605                         // On a lost connection we simply quit.
606                         // A reconnect like in self::p could be dangerous with modifications
607                         if ($errorno == 2006) {
608                                 logger('Giving up because of database error '.$errorno.': '.$error);
609                                 exit(1);
610                         }
611
612                         self::$error = $error;
613                         self::$errorno = $errorno;
614                 }
615
616                 $a->save_timestamp($stamp, "database_write");
617
618                 return $retval;
619         }
620
621         /**
622          * @brief Check if data exists
623          *
624          * @param string $table Table name
625          * @param array $condition array of fields for condition
626          *
627          * @return boolean Are there rows for that condition?
628          */
629         public static function exists($table, $condition) {
630                 if (empty($table)) {
631                         return false;
632                 }
633
634                 $fields = [];
635
636                 reset($condition);
637                 $first_key = key($condition);
638                 if (!is_int($first_key)) {
639                         $fields = [$first_key];
640                 }
641
642                 $stmt = self::select($table, $fields, $condition, ['limit' => 1]);
643
644                 if (is_bool($stmt)) {
645                         $retval = $stmt;
646                 } else {
647                         $retval = (self::num_rows($stmt) > 0);
648                 }
649
650                 self::close($stmt);
651
652                 return $retval;
653         }
654
655         /**
656          * Fetches the first row
657          *
658          * Please use dba::selectFirst or dba::exists whenever this is possible.
659          *
660          * @brief Fetches the first row
661          * @param string $sql SQL statement
662          * @return array first row of query
663          */
664         public static function fetch_first($sql) {
665                 $params = self::getParam(func_get_args());
666
667                 $stmt = self::p($sql, $params);
668
669                 if (is_bool($stmt)) {
670                         $retval = $stmt;
671                 } else {
672                         $retval = self::fetch($stmt);
673                 }
674
675                 self::close($stmt);
676
677                 return $retval;
678         }
679
680         /**
681          * @brief Returns the number of affected rows of the last statement
682          *
683          * @return int Number of rows
684          */
685         public static function affected_rows() {
686                 return self::$affected_rows;
687         }
688
689         /**
690          * @brief Returns the number of columns of a statement
691          *
692          * @param object Statement object
693          * @return int Number of columns
694          */
695         public static function columnCount($stmt) {
696                 if (!is_object($stmt)) {
697                         return 0;
698                 }
699                 switch (self::$driver) {
700                         case 'pdo':
701                                 return $stmt->columnCount();
702                         case 'mysqli':
703                                 return $stmt->field_count;
704                 }
705                 return 0;
706         }
707         /**
708          * @brief Returns the number of rows of a statement
709          *
710          * @param PDOStatement|mysqli_result|mysqli_stmt Statement object
711          * @return int Number of rows
712          */
713         public static function num_rows($stmt) {
714                 if (!is_object($stmt)) {
715                         return 0;
716                 }
717                 switch (self::$driver) {
718                         case 'pdo':
719                                 return $stmt->rowCount();
720                         case 'mysqli':
721                                 return $stmt->num_rows;
722                 }
723                 return 0;
724         }
725
726         /**
727          * @brief Fetch a single row
728          *
729          * @param mixed $stmt statement object
730          * @return array current row
731          */
732         public static function fetch($stmt) {
733                 $a = get_app();
734
735                 $stamp1 = microtime(true);
736
737                 $columns = [];
738
739                 if (!is_object($stmt)) {
740                         return false;
741                 }
742
743                 switch (self::$driver) {
744                         case 'pdo':
745                                 $columns = $stmt->fetch(PDO::FETCH_ASSOC);
746                                 break;
747                         case 'mysqli':
748                                 if (get_class($stmt) == 'mysqli_result') {
749                                         $columns = $stmt->fetch_assoc();
750                                         break;
751                                 }
752
753                                 // This code works, but is slow
754
755                                 // Bind the result to a result array
756                                 $cols = [];
757
758                                 $cols_num = [];
759                                 for ($x = 0; $x < $stmt->field_count; $x++) {
760                                         $cols[] = &$cols_num[$x];
761                                 }
762
763                                 call_user_func_array([$stmt, 'bind_result'], $cols);
764
765                                 if (!$stmt->fetch()) {
766                                         return false;
767                                 }
768
769                                 // The slow part:
770                                 // We need to get the field names for the array keys
771                                 // It seems that there is no better way to do this.
772                                 $result = $stmt->result_metadata();
773                                 $fields = $result->fetch_fields();
774
775                                 foreach ($cols_num AS $param => $col) {
776                                         $columns[$fields[$param]->name] = $col;
777                                 }
778                 }
779
780                 $a->save_timestamp($stamp1, 'database');
781
782                 return $columns;
783         }
784
785         /**
786          * @brief Insert a row into a table
787          *
788          * @param string $table Table name
789          * @param array $param parameter array
790          * @param bool $on_duplicate_update Do an update on a duplicate entry
791          *
792          * @return boolean was the insert successfull?
793          */
794         public static function insert($table, $param, $on_duplicate_update = false) {
795
796                 if (empty($table) || empty($param)) {
797                         logger('Table and fields have to be set');
798                         return false;
799                 }
800
801                 $sql = "INSERT INTO `".self::escape($table)."` (`".implode("`, `", array_keys($param))."`) VALUES (".
802                         substr(str_repeat("?, ", count($param)), 0, -2).")";
803
804                 if ($on_duplicate_update) {
805                         $sql .= " ON DUPLICATE KEY UPDATE `".implode("` = ?, `", array_keys($param))."` = ?";
806
807                         $values = array_values($param);
808                         $param = array_merge_recursive($values, $values);
809                 }
810
811                 return self::e($sql, $param);
812         }
813
814         /**
815          * @brief Fetch the id of the last insert command
816          *
817          * @return integer Last inserted id
818          */
819         public static function lastInsertId() {
820                 switch (self::$driver) {
821                         case 'pdo':
822                                 $id = self::$db->lastInsertId();
823                                 break;
824                         case 'mysqli':
825                                 $id = self::$db->insert_id;
826                                 break;
827                 }
828                 return $id;
829         }
830
831         /**
832          * @brief Locks a table for exclusive write access
833          *
834          * This function can be extended in the future to accept a table array as well.
835          *
836          * @param string $table Table name
837          *
838          * @return boolean was the lock successful?
839          */
840         public static function lock($table) {
841                 // See here: https://dev.mysql.com/doc/refman/5.7/en/lock-tables-and-transactions.html
842                 if (self::$driver == 'pdo') {
843                         self::e("SET autocommit=0");
844                         self::$db->setAttribute(PDO::ATTR_EMULATE_PREPARES, true);
845                 } else {
846                         self::$db->autocommit(false);
847                 }
848
849                 $success = self::e("LOCK TABLES `".self::escape($table)."` WRITE");
850
851                 if (self::$driver == 'pdo') {
852                         self::$db->setAttribute(PDO::ATTR_EMULATE_PREPARES, false);
853                 }
854
855                 if (!$success) {
856                         if (self::$driver == 'pdo') {
857                                 self::e("SET autocommit=1");
858                         } else {
859                                 self::$db->autocommit(true);
860                         }
861                 } else {
862                         self::$in_transaction = true;
863                 }
864                 return $success;
865         }
866
867         /**
868          * @brief Unlocks all locked tables
869          *
870          * @return boolean was the unlock successful?
871          */
872         public static function unlock() {
873                 // See here: https://dev.mysql.com/doc/refman/5.7/en/lock-tables-and-transactions.html
874                 self::performCommit();
875
876                 if (self::$driver == 'pdo') {
877                         self::$db->setAttribute(PDO::ATTR_EMULATE_PREPARES, true);
878                 }
879
880                 $success = self::e("UNLOCK TABLES");
881
882                 if (self::$driver == 'pdo') {
883                         self::$db->setAttribute(PDO::ATTR_EMULATE_PREPARES, false);
884                         self::e("SET autocommit=1");
885                 } else {
886                         self::$db->autocommit(true);
887                 }
888
889                 self::$in_transaction = false;
890                 return $success;
891         }
892
893         /**
894          * @brief Starts a transaction
895          *
896          * @return boolean Was the command executed successfully?
897          */
898         public static function transaction() {
899                 if (!self::performCommit()) {
900                         return false;
901                 }
902
903                 switch (self::$driver) {
904                         case 'pdo':
905                                 if (self::$db->inTransaction()) {
906                                         break;
907                                 }
908                                 if (!self::$db->beginTransaction()) {
909                                         return false;
910                                 }
911                                 break;
912                         case 'mysqli':
913                                 if (!self::$db->begin_transaction()) {
914                                         return false;
915                                 }
916                                 break;
917                 }
918
919                 self::$in_transaction = true;
920                 return true;
921         }
922
923         private static function performCommit()
924         {
925                 switch (self::$driver) {
926                         case 'pdo':
927                                 if (!self::$db->inTransaction()) {
928                                         return true;
929                                 }
930                                 return self::$db->commit();
931                         case 'mysqli':
932                                 return self::$db->commit();
933                 }
934                 return true;
935         }
936
937         /**
938          * @brief Does a commit
939          *
940          * @return boolean Was the command executed successfully?
941          */
942         public static function commit() {
943                 if (!self::performCommit()) {
944                         return false;
945                 }
946                 self::$in_transaction = false;
947                 return true;
948         }
949
950         /**
951          * @brief Does a rollback
952          *
953          * @return boolean Was the command executed successfully?
954          */
955         public static function rollback() {
956                 $ret = false;
957
958                 switch (self::$driver) {
959                         case 'pdo':
960                                 if (!self::$db->inTransaction()) {
961                                         $ret = true;
962                                         break;
963                                 }
964                                 $ret = self::$db->rollBack();
965                                 break;
966                         case 'mysqli':
967                                 $ret = self::$db->rollback();
968                                 break;
969                 }
970                 self::$in_transaction = false;
971                 return $ret;
972         }
973
974         /**
975          * @brief Build the array with the table relations
976          *
977          * The array is build from the database definitions in DBStructure.php
978          *
979          * This process must only be started once, since the value is cached.
980          */
981         private static function buildRelationData() {
982                 $definition = DBStructure::definition();
983
984                 foreach ($definition AS $table => $structure) {
985                         foreach ($structure['fields'] AS $field => $field_struct) {
986                                 if (isset($field_struct['relation'])) {
987                                         foreach ($field_struct['relation'] AS $rel_table => $rel_field) {
988                                                 self::$relation[$rel_table][$rel_field][$table][] = $field;
989                                         }
990                                 }
991                         }
992                 }
993         }
994
995         /**
996          * @brief Delete a row from a table
997          *
998          * @param string  $table       Table name
999          * @param array   $conditions  Field condition(s)
1000          * @param array   $options
1001          *                - cascade: If true we delete records in other tables that depend on the one we're deleting through
1002          *                           relations (default: true)
1003          * @param boolean $in_process  Internal use: Only do a commit after the last delete
1004          * @param array   $callstack   Internal use: prevent endless loops
1005          *
1006          * @return boolean|array was the delete successful? When $in_process is set: deletion data
1007          */
1008         public static function delete($table, array $conditions, array $options = [], $in_process = false, array &$callstack = [])
1009         {
1010                 if (empty($table) || empty($conditions)) {
1011                         logger('Table and conditions have to be set');
1012                         return false;
1013                 }
1014
1015                 $commands = [];
1016
1017                 // Create a key for the loop prevention
1018                 $key = $table . ':' . json_encode($conditions);
1019
1020                 // We quit when this key already exists in the callstack.
1021                 if (isset($callstack[$key])) {
1022                         return $commands;
1023                 }
1024
1025                 $callstack[$key] = true;
1026
1027                 $table = self::escape($table);
1028
1029                 $commands[$key] = ['table' => $table, 'conditions' => $conditions];
1030
1031                 $cascade = defaults($options, 'cascade', true);
1032
1033                 // To speed up the whole process we cache the table relations
1034                 if ($cascade && count(self::$relation) == 0) {
1035                         self::buildRelationData();
1036                 }
1037
1038                 // Is there a relation entry for the table?
1039                 if ($cascade && isset(self::$relation[$table])) {
1040                         // We only allow a simple "one field" relation.
1041                         $field = array_keys(self::$relation[$table])[0];
1042                         $rel_def = array_values(self::$relation[$table])[0];
1043
1044                         // Create a key for preventing double queries
1045                         $qkey = $field . '-' . $table . ':' . json_encode($conditions);
1046
1047                         // When the search field is the relation field, we don't need to fetch the rows
1048                         // This is useful when the leading record is already deleted in the frontend but the rest is done in the backend
1049                         if ((count($conditions) == 1) && ($field == array_keys($conditions)[0])) {
1050                                 foreach ($rel_def AS $rel_table => $rel_fields) {
1051                                         foreach ($rel_fields AS $rel_field) {
1052                                                 $retval = self::delete($rel_table, [$rel_field => array_values($conditions)[0]], $options, true, $callstack);
1053                                                 $commands = array_merge($commands, $retval);
1054                                         }
1055                                 }
1056                                 // We quit when this key already exists in the callstack.
1057                         } elseif (!isset($callstack[$qkey])) {
1058
1059                                 $callstack[$qkey] = true;
1060
1061                                 // Fetch all rows that are to be deleted
1062                                 $data = self::select($table, [$field], $conditions);
1063
1064                                 while ($row = self::fetch($data)) {
1065                                         // Now we accumulate the delete commands
1066                                         $retval = self::delete($table, [$field => $row[$field]], $options, true, $callstack);
1067                                         $commands = array_merge($commands, $retval);
1068                                 }
1069
1070                                 self::close($data);
1071
1072                                 // Since we had split the delete command we don't need the original command anymore
1073                                 unset($commands[$key]);
1074                         }
1075                 }
1076
1077                 if (!$in_process) {
1078                         // Now we finalize the process
1079                         $do_transaction = !self::$in_transaction;
1080
1081                         if ($do_transaction) {
1082                                 self::transaction();
1083                         }
1084
1085                         $compacted = [];
1086                         $counter = [];
1087
1088                         foreach ($commands AS $command) {
1089                                 $conditions = $command['conditions'];
1090                                 reset($conditions);
1091                                 $first_key = key($conditions);
1092
1093                                 $condition_string = self::buildCondition($conditions);
1094
1095                                 if ((count($command['conditions']) > 1) || is_int($first_key)) {
1096                                         $sql = "DELETE FROM `" . $command['table'] . "`" . $condition_string;
1097                                         logger(self::replaceParameters($sql, $conditions), LOGGER_DATA);
1098
1099                                         if (!self::e($sql, $conditions)) {
1100                                                 if ($do_transaction) {
1101                                                         self::rollback();
1102                                                 }
1103                                                 return false;
1104                                         }
1105                                 } else {
1106                                         $key_table = $command['table'];
1107                                         $key_condition = array_keys($command['conditions'])[0];
1108                                         $value = array_values($command['conditions'])[0];
1109
1110                                         // Split the SQL queries in chunks of 100 values
1111                                         // We do the $i stuff here to make the code better readable
1112                                         $i = isset($counter[$key_table][$key_condition]) ? $counter[$key_table][$key_condition] : 0;
1113                                         if (isset($compacted[$key_table][$key_condition][$i]) && count($compacted[$key_table][$key_condition][$i]) > 100) {
1114                                                 ++$i;
1115                                         }
1116
1117                                         $compacted[$key_table][$key_condition][$i][$value] = $value;
1118                                         $counter[$key_table][$key_condition] = $i;
1119                                 }
1120                         }
1121                         foreach ($compacted AS $table => $values) {
1122                                 foreach ($values AS $field => $field_value_list) {
1123                                         foreach ($field_value_list AS $field_values) {
1124                                                 $sql = "DELETE FROM `" . $table . "` WHERE `" . $field . "` IN (" .
1125                                                         substr(str_repeat("?, ", count($field_values)), 0, -2) . ");";
1126
1127                                                 logger(self::replaceParameters($sql, $field_values), LOGGER_DATA);
1128
1129                                                 if (!self::e($sql, $field_values)) {
1130                                                         if ($do_transaction) {
1131                                                                 self::rollback();
1132                                                         }
1133                                                         return false;
1134                                                 }
1135                                         }
1136                                 }
1137                         }
1138                         if ($do_transaction) {
1139                                 self::commit();
1140                         }
1141                         return true;
1142                 }
1143
1144                 return $commands;
1145         }
1146
1147         /**
1148          * @brief Updates rows
1149          *
1150          * Updates rows in the database. When $old_fields is set to an array,
1151          * the system will only do an update if the fields in that array changed.
1152          *
1153          * Attention:
1154          * Only the values in $old_fields are compared.
1155          * This is an intentional behaviour.
1156          *
1157          * Example:
1158          * We include the timestamp field in $fields but not in $old_fields.
1159          * Then the row will only get the new timestamp when the other fields had changed.
1160          *
1161          * When $old_fields is set to a boolean value the system will do this compare itself.
1162          * When $old_fields is set to "true" the system will do an insert if the row doesn't exists.
1163          *
1164          * Attention:
1165          * Only set $old_fields to a boolean value when you are sure that you will update a single row.
1166          * When you set $old_fields to "true" then $fields must contain all relevant fields!
1167          *
1168          * @param string $table Table name
1169          * @param array $fields contains the fields that are updated
1170          * @param array $condition condition array with the key values
1171          * @param array|boolean $old_fields array with the old field values that are about to be replaced (true = update on duplicate)
1172          *
1173          * @return boolean was the update successfull?
1174          */
1175         public static function update($table, $fields, $condition, $old_fields = []) {
1176
1177                 if (empty($table) || empty($fields) || empty($condition)) {
1178                         logger('Table, fields and condition have to be set');
1179                         return false;
1180                 }
1181
1182                 $table = self::escape($table);
1183
1184                 $condition_string = self::buildCondition($condition);
1185
1186                 if (is_bool($old_fields)) {
1187                         $do_insert = $old_fields;
1188
1189                         $old_fields = self::selectFirst($table, [], $condition);
1190
1191                         if (is_bool($old_fields)) {
1192                                 if ($do_insert) {
1193                                         $values = array_merge($condition, $fields);
1194                                         return self::insert($table, $values, $do_insert);
1195                                 }
1196                                 $old_fields = [];
1197                         }
1198                 }
1199
1200                 $do_update = (count($old_fields) == 0);
1201
1202                 foreach ($old_fields AS $fieldname => $content) {
1203                         if (isset($fields[$fieldname])) {
1204                                 if ($fields[$fieldname] == $content) {
1205                                         unset($fields[$fieldname]);
1206                                 } else {
1207                                         $do_update = true;
1208                                 }
1209                         }
1210                 }
1211
1212                 if (!$do_update || (count($fields) == 0)) {
1213                         return true;
1214                 }
1215
1216                 $sql = "UPDATE `".$table."` SET `".
1217                         implode("` = ?, `", array_keys($fields))."` = ?".$condition_string;
1218
1219                 $params1 = array_values($fields);
1220                 $params2 = array_values($condition);
1221                 $params = array_merge_recursive($params1, $params2);
1222
1223                 return self::e($sql, $params);
1224         }
1225
1226         /**
1227          * Retrieve a single record from a table and returns it in an associative array
1228          *
1229          * @brief Retrieve a single record from a table
1230          * @param string $table
1231          * @param array  $fields
1232          * @param array  $condition
1233          * @param array  $params
1234          * @return bool|array
1235          * @see dba::select
1236          */
1237         public static function selectFirst($table, array $fields = [], array $condition = [], $params = [])
1238         {
1239                 $params['limit'] = 1;
1240                 $result = self::select($table, $fields, $condition, $params);
1241
1242                 if (is_bool($result)) {
1243                         return $result;
1244                 } else {
1245                         $row = self::fetch($result);
1246                         self::close($result);
1247                         return $row;
1248                 }
1249         }
1250
1251         /**
1252          * @brief Select rows from a table
1253          *
1254          * @param string $table     Table name
1255          * @param array  $fields    Array of selected fields, empty for all
1256          * @param array  $condition Array of fields for condition
1257          * @param array  $params    Array of several parameters
1258          *
1259          * @return boolean|object
1260          *
1261          * Example:
1262          * $table = "item";
1263          * $fields = array("id", "uri", "uid", "network");
1264          *
1265          * $condition = array("uid" => 1, "network" => 'dspr');
1266          * or:
1267          * $condition = array("`uid` = ? AND `network` IN (?, ?)", 1, 'dfrn', 'dspr');
1268          *
1269          * $params = array("order" => array("id", "received" => true), "limit" => 10);
1270          *
1271          * $data = dba::select($table, $fields, $condition, $params);
1272          */
1273         public static function select($table, array $fields = [], array $condition = [], array $params = [])
1274         {
1275                 if ($table == '') {
1276                         return false;
1277                 }
1278
1279                 $table = self::escape($table);
1280
1281                 if (count($fields) > 0) {
1282                         $select_fields = "`" . implode("`, `", array_values($fields)) . "`";
1283                 } else {
1284                         $select_fields = "*";
1285                 }
1286
1287                 $condition_string = self::buildCondition($condition);
1288
1289                 $param_string = self::buildParameter($params);
1290
1291                 $sql = "SELECT " . $select_fields . " FROM `" . $table . "`" . $condition_string . $param_string;
1292
1293                 $result = self::p($sql, $condition);
1294
1295                 return $result;
1296         }
1297
1298         /**
1299          * @brief Counts the rows from a table satisfying the provided condition
1300          *
1301          * @param string $table Table name
1302          * @param array $condition array of fields for condition
1303          *
1304          * @return int
1305          *
1306          * Example:
1307          * $table = "item";
1308          *
1309          * $condition = ["uid" => 1, "network" => 'dspr'];
1310          * or:
1311          * $condition = ["`uid` = ? AND `network` IN (?, ?)", 1, 'dfrn', 'dspr'];
1312          *
1313          * $count = dba::count($table, $condition);
1314          */
1315         public static function count($table, array $condition = [])
1316         {
1317                 if ($table == '') {
1318                         return false;
1319                 }
1320
1321                 $condition_string = self::buildCondition($condition);
1322
1323                 $sql = "SELECT COUNT(*) AS `count` FROM `".$table."`".$condition_string;
1324
1325                 $row = self::fetch_first($sql, $condition);
1326
1327                 return $row['count'];
1328         }
1329
1330         /**
1331          * @brief Returns the SQL condition string built from the provided condition array
1332          *
1333          * This function operates with two modes.
1334          * - Supplied with a filed/value associative array, it builds simple strict
1335          *   equality conditions linked by AND.
1336          * - Supplied with a flat list, the first element is the condition string and
1337          *   the following arguments are the values to be interpolated
1338          *
1339          * $condition = ["uid" => 1, "network" => 'dspr'];
1340          * or:
1341          * $condition = ["`uid` = ? AND `network` IN (?, ?)", 1, 'dfrn', 'dspr'];
1342          *
1343          * In either case, the provided array is left with the parameters only
1344          *
1345          * @param array $condition
1346          * @return string
1347          */
1348         public static function buildCondition(array &$condition = [])
1349         {
1350                 $condition_string = '';
1351                 if (count($condition) > 0) {
1352                         reset($condition);
1353                         $first_key = key($condition);
1354                         if (is_int($first_key)) {
1355                                 $condition_string = " WHERE (" . array_shift($condition) . ")";
1356                         } else {
1357                                 $new_values = [];
1358                                 $condition_string = "";
1359                                 foreach ($condition as $field => $value) {
1360                                         if ($condition_string != "") {
1361                                                 $condition_string .= " AND ";
1362                                         }
1363                                         if (is_array($value)) {
1364                                                 /* Workaround for MySQL Bug #64791.
1365                                                  * Never mix data types inside any IN() condition.
1366                                                  * In case of mixed types, cast all as string.
1367                                                  * Logic needs to be consistent with dba::p() data types.
1368                                                  */
1369                                                 $is_int = false;
1370                                                 $is_alpha = false;
1371                                                 foreach ($value as $single_value) {
1372                                                         if (is_int($single_value)) {
1373                                                                 $is_int = true;
1374                                                         } else {
1375                                                                 $is_alpha = true;
1376                                                         }
1377                                                 }
1378
1379                                                 if ($is_int && $is_alpha) {
1380                                                         foreach ($value as &$ref) {
1381                                                                 if (is_int($ref)) {
1382                                                                         $ref = (string)$ref;
1383                                                                 }
1384                                                         }
1385                                                         unset($ref); //Prevent accidental re-use.
1386                                                 }
1387
1388                                                 $new_values = array_merge($new_values, array_values($value));
1389                                                 $placeholders = substr(str_repeat("?, ", count($value)), 0, -2);
1390                                                 $condition_string .= "`" . $field . "` IN (" . $placeholders . ")";
1391                                         } else {
1392                                                 $new_values[$field] = $value;
1393                                                 $condition_string .= "`" . $field . "` = ?";
1394                                         }
1395                                 }
1396                                 $condition_string = " WHERE (" . $condition_string . ")";
1397                                 $condition = $new_values;
1398                         }
1399                 }
1400
1401                 return $condition_string;
1402         }
1403
1404         /**
1405          * @brief Returns the SQL parameter string built from the provided parameter array
1406          *
1407          * @param array $params
1408          * @return string
1409          */
1410         public static function buildParameter(array $params = [])
1411         {
1412                 $order_string = '';
1413                 if (isset($params['order'])) {
1414                         $order_string = " ORDER BY ";
1415                         foreach ($params['order'] AS $fields => $order) {
1416                                 if (!is_int($fields)) {
1417                                         $order_string .= "`" . $fields . "` " . ($order ? "DESC" : "ASC") . ", ";
1418                                 } else {
1419                                         $order_string .= "`" . $order . "`, ";
1420                                 }
1421                         }
1422                         $order_string = substr($order_string, 0, -2);
1423                 }
1424
1425                 $limit_string = '';
1426                 if (isset($params['limit']) && is_int($params['limit'])) {
1427                         $limit_string = " LIMIT " . $params['limit'];
1428                 }
1429
1430                 if (isset($params['limit']) && is_array($params['limit'])) {
1431                         $limit_string = " LIMIT " . intval($params['limit'][0]) . ", " . intval($params['limit'][1]);
1432                 }
1433
1434                 return $order_string.$limit_string;
1435         }
1436
1437         /**
1438          * @brief Fills an array with data from a query
1439          *
1440          * @param object $stmt statement object
1441          * @return array Data array
1442          */
1443         public static function inArray($stmt, $do_close = true) {
1444                 if (is_bool($stmt)) {
1445                         return $stmt;
1446                 }
1447
1448                 $data = [];
1449                 while ($row = self::fetch($stmt)) {
1450                         $data[] = $row;
1451                 }
1452                 if ($do_close) {
1453                         self::close($stmt);
1454                 }
1455                 return $data;
1456         }
1457
1458         /**
1459          * @brief Returns the error number of the last query
1460          *
1461          * @return string Error number (0 if no error)
1462          */
1463         public static function errorNo() {
1464                 return self::$errorno;
1465         }
1466
1467         /**
1468          * @brief Returns the error message of the last query
1469          *
1470          * @return string Error message ('' if no error)
1471          */
1472         public static function errorMessage() {
1473                 return self::$error;
1474         }
1475
1476         /**
1477          * @brief Closes the current statement
1478          *
1479          * @param object $stmt statement object
1480          * @return boolean was the close successful?
1481          */
1482         public static function close($stmt) {
1483                 $a = get_app();
1484
1485                 $stamp1 = microtime(true);
1486
1487                 if (!is_object($stmt)) {
1488                         return false;
1489                 }
1490
1491                 switch (self::$driver) {
1492                         case 'pdo':
1493                                 $ret = $stmt->closeCursor();
1494                                 break;
1495                         case 'mysqli':
1496                                 // MySQLi offers both a mysqli_stmt and a mysqli_result class.
1497                                 // We should be careful not to assume the object type of $stmt
1498                                 // because dba::p() has been able to return both types.
1499                                 if ($stmt instanceof mysqli_stmt) {
1500                                         $stmt->free_result();
1501                                         $ret = $stmt->close();
1502                                 } elseif ($stmt instanceof mysqli_result) {
1503                                         $stmt->free();
1504                                         $ret = true;
1505                                 } else {
1506                                         $ret = false;
1507                                 }
1508                                 break;
1509                 }
1510
1511                 $a->save_timestamp($stamp1, 'database');
1512
1513                 return $ret;
1514         }
1515 }
1516
1517 function dbesc($str) {
1518         if (dba::$connected) {
1519                 return(dba::escape($str));
1520         } else {
1521                 return(str_replace("'","\\'",$str));
1522         }
1523 }
1524
1525 /**
1526  * @brief execute SQL query with printf style args - deprecated
1527  *
1528  * Please use the dba:: functions instead:
1529  * dba::select, dba::exists, dba::insert
1530  * dba::delete, dba::update, dba::p, dba::e
1531  *
1532  * @param $args Query parameters (1 to N parameters of different types)
1533  * @return array|bool Query array
1534  */
1535 function q($sql) {
1536         $args = func_get_args();
1537         unset($args[0]);
1538
1539         if (!dba::$connected) {
1540                 return false;
1541         }
1542
1543         $sql = dba::clean_query($sql);
1544         $sql = dba::any_value_fallback($sql);
1545
1546         $stmt = @vsprintf($sql, $args);
1547
1548         $ret = dba::p($stmt);
1549
1550         if (is_bool($ret)) {
1551                 return $ret;
1552         }
1553
1554         $columns = dba::columnCount($ret);
1555
1556         $data = dba::inArray($ret);
1557
1558         if ((count($data) == 0) && ($columns == 0)) {
1559                 return true;
1560         }
1561
1562         return $data;
1563 }
1564
1565 function dba_timer() {
1566         return microtime(true);
1567 }