Fixed handling of cache keys as empty results caused cache keys to exist. :(
[core.git] / inc / classes / main / database / databases / class_LocalFileDatabase.php
1 <?php
2 /**
3  * Database backend class for storing objects in locally created files.
4  *
5  * This class serializes arrays stored in the dataset instance and saves them
6  * to local files. Every file (except 'info') represents a single line. Every
7  * directory within the 'db' (base) directory represents a table.
8  *
9  * A configurable 'file_io_class' is being used as "storage backend".
10  *
11  * @author              Roland Haeder <webmaster@ship-simu.org>
12  * @version             0.0.0
13  * @copyright   Copyright (c) 2007, 2008 Roland Haeder, 2009 - 2012 Core Developer Team
14  * @license             GNU GPL 3.0 or any newer version
15  * @link                http://www.ship-simu.org
16  *
17  * This program is free software: you can redistribute it and/or modify
18  * it under the terms of the GNU General Public License as published by
19  * the Free Software Foundation, either version 3 of the License, or
20  * (at your option) any later version.
21  *
22  * This program is distributed in the hope that it will be useful,
23  * but WITHOUT ANY WARRANTY; without even the implied warranty of
24  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
25  * GNU General Public License for more details.
26  *
27  * You should have received a copy of the GNU General Public License
28  * along with this program. If not, see <http://www.gnu.org/licenses/>.
29  */
30 class LocalFileDatabase extends BaseDatabaseBackend implements DatabaseBackendInterface {
31         /**
32          * The file's extension
33          */
34         private $fileExtension = 'serialized';
35
36         /**
37          * The last read file's name
38          */
39         private $lastFile = '';
40
41         /**
42          * The last read file's content including header information
43          */
44         private $lastContents = array();
45
46         /**
47          * Whether the "connection is already up
48          */
49         private $alreadyConnected = false;
50
51         /**
52          * Table information array
53          */
54         private $tableInfo = array();
55
56         /**
57          * Element for index
58          */
59         private $indexKey = '__idx';
60
61         /**
62          * The protected constructor. Do never instance from outside! You need to
63          * set a local file path. The class will then validate it.
64          *
65          * @return      void
66          */
67         protected function __construct () {
68                 // Call parent constructor
69                 parent::__construct(__CLASS__);
70         }
71
72         /**
73          * Create an object of LocalFileDatabase and set the save path from
74          * configuration for local files.
75          *
76          * @return      $databaseInstance       An instance of LocalFileDatabase
77          */
78         public static final function createLocalFileDatabase () {
79                 // Get an instance
80                 $databaseInstance = new LocalFileDatabase();
81
82                 // Get a new compressor channel instance
83                 $compressorInstance = ObjectFactory::createObjectByConfiguredName('compressor_channel_class');
84
85                 // Set the compressor channel
86                 $databaseInstance->setCompressorChannel($compressorInstance);
87
88                 // Get a file IO handler
89                 $fileIoInstance = ObjectFactory::createObjectByConfiguredName('file_io_class');
90
91                 // ... and set it
92                 $databaseInstance->setFileIoInstance($fileIoInstance);
93
94                 // "Connect" to the database
95                 $databaseInstance->connectToDatabase();
96
97                 // Return database instance
98                 return $databaseInstance;
99         }
100
101         /**
102          * Setter for the last read file
103          *
104          * @param       $fqfn   The FQFN of the last read file
105          * @return      void
106          */
107         private final function setLastFile ($fqfn) {
108                 // Cast string and set it
109                 $this->lastFile = (string) $fqfn;
110         }
111
112         /**
113          * Getter for last read file
114          *
115          * @return      $lastFile       The last read file's name with full path
116          */
117         public final function getLastFile () {
118                 return $this->lastFile;
119         }
120
121         /**
122          * Setter for contents of the last read file
123          *
124          * @param               $contents       An array with header and data elements
125          * @return      void
126          */
127         private final function setLastFileContents (array $contents) {
128                 // Set array
129                 $this->lastContents = $contents;
130         }
131
132         /**
133          * Getter for last read file's content as an array
134          *
135          * @return      $lastContent    The array with elements 'header' and 'data'.
136          */
137         public final function getLastContents () {
138                 return $this->lastContents;
139         }
140
141         /**
142          * Getter for file extension
143          *
144          * @return      $fileExtension  The array with elements 'header' and 'data'.
145          */
146         public final function getFileExtension () {
147                 return $this->fileExtension;
148         }
149
150         /**
151          * Getter for index key
152          *
153          * @return      $indexKey       Index key
154          */
155         public final function getIndexKey () {
156                 return $this->indexKey;
157         }
158
159         /**
160          * Reads a local data file  and returns it's contents in an array
161          *
162          * @param       $fqfn   The FQFN for the requested file
163          * @return      $dataArray
164          */
165         private function getDataArrayFromFile ($fqfn) {
166                 // Debug message
167                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: Reading elements from database file ' . $fqfn . ' ...');
168
169                 // Init compressed data
170                 $compressedData = $this->getFileIoInstance()->loadFileContents($fqfn);
171                 $compressedData = $compressedData['data'];
172
173                 // Close the file and throw the instance away
174                 unset($fileInstance);
175
176                 // Decompress it
177                 $serializedData = $this->getCompressorChannel()->getCompressor()->decompressStream($compressedData);
178
179                 // Unserialize it
180                 $dataArray = unserialize($serializedData);
181
182                 // Debug message
183                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: Read ' . count($dataArray) . ' elements from database file ' . $fqfn . '.');
184                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: dataArray=' . print_r($dataArray, TRUE));
185
186                 // Finally return it
187                 return $dataArray;
188         }
189
190         /**
191          * Writes data array to local file
192          *
193          * @param       $fqfn           The FQFN of the local file
194          * @param       $dataArray      An array with all the data we shall write
195          * @return      void
196          */
197         private function writeDataArrayToFqfn ($fqfn, array $dataArray) {
198                 // Debug message
199                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: Flushing ' . count($dataArray) . ' elements to database file ' . $fqfn . ' ...');
200                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: dataArray=' . print_r($dataArray, TRUE));
201
202                 // Serialize and compress it
203                 $compressedData = $this->getCompressorChannel()->getCompressor()->compressStream(serialize($dataArray));
204
205                 // Write data
206                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: Writing ' . strlen($compressedData) . ' bytes ...');
207
208                 // Write this data BASE64 encoded to the file
209                 $this->getFileIoInstance()->saveFile($fqfn, $compressedData);
210
211                 // Debug message
212                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: Flushing ' . count($dataArray) . ' elements to database file completed.');
213         }
214
215         /**
216          * Getter for table information file contents or an empty if info file was not created
217          *
218          * @param       $dataSetInstance        An instance of a database set class
219          * @return      $infoArray                      An array with all table informations
220          */
221         private function getContentsFromTableInfoFile (StoreableCriteria $dataSetInstance) {
222                 // Default content is no data
223                 $infoArray = array();
224
225                 // Create FQFN for getting the table information file
226                 $fqfn = $this->generateFqfnFromDataSet($dataSetInstance, 'info');
227
228                 // Get the file contents
229                 try {
230                         $infoArray = $this->getDataArrayFromFile($fqfn);
231                 } catch (FileIoException $e) {
232                         // Not found, so ignore it here
233                 }
234
235                 // ... and return it
236                 return $infoArray;
237         }
238
239         /**
240          * Generates an FQFN from given dataset instance and string
241          *
242          * @param       $dataSetInstance        An instance of a database set class
243          * @param       $rowName                        Name of the row
244          * @return      $fqfn                           The FQFN for this row
245          */
246         private function generateFqfnFromDataSet (Criteria $dataSetInstance, $rowName) {
247                 // This is the FQFN
248                 $fqfn = $this->getConfigInstance()->getConfigEntry('local_db_path') . $dataSetInstance->getTableName() . '/' . $rowName . '.' . $this->getFileExtension();
249
250                 // Return it
251                 return $fqfn;
252         }
253
254         /**
255          * Creates the table info file from given dataset instance
256          *
257          * @param       $dataSetInstance        An instance of a database set class
258          * @return      void
259          */
260         private function createTableInfoFile (StoreableCriteria $dataSetInstance) {
261                 // Create FQFN for creating the table information file
262                 $fqfn = $this->generateFqfnFromDataSet($dataSetInstance, 'info');
263
264                 // Get the data out from dataset in a local array
265                 $this->tableInfo[$dataSetInstance->getTableName()] = array(
266                         'primary'      => $dataSetInstance->getPrimaryKey(),
267                         'created'      => time(),
268                         'last_updated' => time()
269                 );
270
271                 // Write the data to the file
272                 $this->writeDataArrayToFqfn($fqfn, $this->tableInfo[$dataSetInstance->getTableName()]);
273         }
274
275         /**
276          * Updates the table info file from given dataset instance
277          *
278          * @param       $dataSetInstance        An instance of a database set class
279          * @return      void
280          */
281         private function updateTableInfoFile (StoreableCriteria $dataSetInstance) {
282                 // "Cache" table name
283                 $tableName = $dataSetInstance->getTableName();
284
285                 // Create FQFN for creating the table information file
286                 $fqfn = $this->generateFqfnFromDataSet($dataSetInstance, 'info');
287
288                 // Get the data out from dataset in a local array
289                 $this->tableInfo[$tableName]['primary']      = $dataSetInstance->getPrimaryKey();
290                 $this->tableInfo[$tableName]['last_updated'] = time();
291
292                 // Write the data to the file
293                 $this->writeDataArrayToFqfn($fqfn, $this->tableInfo[$tableName]);
294         }
295
296         /**
297          * Updates the primary key information or creates the table info file if not found
298          *
299          * @param       $dataSetInstance        An instance of a database set class
300          * @return      void
301          */
302         private function updatePrimaryKey (StoreableCriteria $dataSetInstance) {
303                 // "Cache" table name
304                 $tableName = $dataSetInstance->getTableName();
305
306                 // Get the information array from lower method
307                 $infoArray = $this->getContentsFromTableInfoFile($dataSetInstance);
308
309                 // Is the primary key there?
310                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: tableInfo=' . print_r($this->tableInfo, TRUE));
311                 if (!isset($this->tableInfo[$tableName]['primary'])) {
312                         // Then create the info file
313                         $this->createTableInfoFile($dataSetInstance);
314                 } elseif (($this->getConfigInstance()->getConfigEntry('db_update_primary_forced') == 'Y') && ($dataSetInstance->getPrimaryKey() != $this->tableInfo[$tableName]['primary'])) {
315                         // Set the array element
316                         $this->tableInfo[$tableName]['primary'] = $dataSetInstance->getPrimaryKey();
317
318                         // Update the entry
319                         $this->updateTableInfoFile($dataSetInstance);
320                 }
321         }
322
323         /**
324          * Makes sure that the database connection is alive
325          *
326          * @return      void
327          * @todo        Do some checks on the database directory and files here
328          */
329         public function connectToDatabase () {
330         }
331
332         /**
333          * Starts a SELECT query on the database by given return type, table name
334          * and search criteria
335          *
336          * @param       $tableName                      Name of the database table
337          * @param       $searchInstance         Local search criteria class
338          * @return      $resultData                     Result data of the query
339          * @throws      UnsupportedCriteriaException    If the criteria is unsupported
340          * @throws      SqlException                                    If an 'SQL error' occurs
341          */
342         public function querySelect ($tableName, LocalSearchCriteria $searchInstance) {
343                 // The result is null by any errors
344                 $resultData = NULL;
345
346                 // Create full path name
347                 $pathName = $this->getConfigInstance()->getConfigEntry('local_db_path') . $tableName . '/';
348
349                 // A 'select' query is not that easy on local files, so first try to
350                 // find the 'table' which is in fact a directory on the server
351                 try {
352                         // Get a directory pointer instance
353                         $directoryInstance = FrameworkDirectoryPointer::createFrameworkDirectoryPointer($pathName);
354
355                         // Initialize the result data, this need to be rewritten e.g. if a local file cannot be read
356                         $resultData = array(
357                                 BaseDatabaseBackend::RESULT_INDEX_STATUS => self::RESULT_OKAY,
358                                 BaseDatabaseBackend::RESULT_INDEX_ROWS   => array()
359                         );
360
361                         // Initialize limit/skip
362                         $limitFound = 0;
363                         $skipFound = 0;
364                         $idx = 1;
365
366                         // Read the directory with some exceptions
367                         while (($dataFile = $directoryInstance->readDirectoryExcept(array('.', '..', '.htaccess', '.svn', 'info.' . $this->getFileExtension()))) && (($limitFound < $searchInstance->getLimit()) || ($searchInstance->getLimit() == 0))) {
368                                 // Does the extension match?
369                                 if (substr($dataFile, -(strlen($this->getFileExtension()))) !== $this->getFileExtension()) {
370                                         // Skip this file!
371                                         continue;
372                                 } // END - if
373
374                                 // Read the file
375                                 $dataArray = $this->getDataArrayFromFile($pathName . $dataFile);
376                                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: dataFile=' . $dataFile . ',dataArray='.print_r($dataArray, TRUE));
377
378                                 // Is this an array?
379                                 if (is_array($dataArray)) {
380                                         // Default is nothing found
381                                         $isFound = TRUE;
382
383                                         // Search in the criteria with FMFW (First Matches, First Wins)
384                                         foreach ($dataArray as $key => $value) {
385                                                 // Make sure value is not bool
386                                                 assert(!is_bool($value));
387
388                                                 // Found one entry?
389                                                 $isFound = (($isFound === TRUE) && ($searchInstance->isCriteriaMatching($key, $value)));
390                                                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: key=' . $key . ',value=' . $value . ',isFound=' . intval($isFound));
391                                         } // END - foreach
392
393                                         // Is all found?
394                                         //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: isFound=' . intval($isFound) . ',limitFound=' . $limitFound . ',limit=' . $searchInstance->getLimit());
395                                         if ($isFound === TRUE) {
396                                                 // Shall we skip this entry?
397                                                 if ($searchInstance->getSkip() > 0) {
398                                                         // We shall skip some entries
399                                                         if ($skipFound < $searchInstance->getSkip()) {
400                                                                 // Skip this entry
401                                                                 $skipFound++;
402                                                                 break;
403                                                         } // END - if
404                                                 } // END - if
405
406                                                 // Set id number
407                                                 $dataArray[$this->getIndexKey()] = $idx;
408
409                                                 // Entry found!
410                                                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: indexKey=' . $this->getIndexKey() . ',idx=' . $idx . ',dataArray=' . print_r($dataArray, TRUE));
411                                                 $resultData[BaseDatabaseBackend::RESULT_INDEX_ROWS][] = $dataArray;
412
413                                                 // Count found entries up
414                                                 $limitFound++;
415                                         } // END - if
416                                 } else {
417                                         // Throw an exception here
418                                         throw new SqlException(array($this, sprintf("File &#39;%s&#39; contains invalid data.", $dataFile), self::DB_CODE_DATA_FILE_CORRUPT), self::EXCEPTION_SQL_QUERY);
419                                 }
420
421                                 // Count entry up
422                                 $idx++;
423                         } // END - while
424
425                         // Close directory and throw the instance away
426                         $directoryInstance->closeDirectory();
427                         unset($directoryInstance);
428
429                         // Reset last exception
430                         $this->resetLastException();
431                 } catch (PathIsNoDirectoryException $e) {
432                         // Path not found means "table not found" for real databases...
433                         $this->setLastException($e);
434
435                         // So throw an SqlException here with faked error message
436                         throw new SqlException (array($this, sprintf("Table &#39;%s&#39; not found", $tableName), self::DB_CODE_TABLE_MISSING), self::EXCEPTION_SQL_QUERY);
437                 } catch (FrameworkException $e) {
438                         // Catch all exceptions and store them in last error
439                         $this->setLastException($e);
440                 }
441
442                 // Return the gathered result
443                 return $resultData;
444         }
445
446         /**
447          * "Inserts" a data set instance into a local file database folder
448          *
449          * @param       $dataSetInstance        A storeable data set
450          * @return      void
451          * @throws      SqlException    If an SQL error occurs
452          */
453         public function queryInsertDataSet (StoreableCriteria $dataSetInstance) {
454                 // Try to save the request away
455                 try {
456                         // Create full path name
457                         $fqfn = $this->generateFqfnFromDataSet($dataSetInstance, md5($dataSetInstance->getUniqueValue()));
458
459                         // Write the data away
460                         $this->writeDataArrayToFqfn($fqfn, $dataSetInstance->getCriteriaArray());
461
462                         // Update the primary key
463                         $this->updatePrimaryKey($dataSetInstance);
464
465                         // Reset last exception
466                         $this->resetLastException();
467                 } catch (FrameworkException $e) {
468                         // Catch all exceptions and store them in last error
469                         $this->setLastException($e);
470
471                         // Throw an SQL exception
472                         throw new SqlException(array($this, sprintf("Cannot write data to table &#39;%s&#39;, is the table created?", $dataSetInstance->getTableName()), self::DB_CODE_TABLE_UNWRITEABLE), self::EXCEPTION_SQL_QUERY);
473                 }
474         }
475
476         /**
477          * "Updates" a data set instance with a database layer
478          *
479          * @param       $dataSetInstance        A storeable data set
480          * @return      void
481          * @throws      SqlException    If an SQL error occurs
482          */
483         public function queryUpdateDataSet (StoreableCriteria $dataSetInstance) {
484                 // Create full path name
485                 $pathName = $this->getConfigInstance()->getConfigEntry('local_db_path') . $dataSetInstance->getTableName() . '/';
486
487                 // Try all the requests
488                 try {
489                         // Get a file pointer instance
490                         $directoryInstance = FrameworkDirectoryPointer::createFrameworkDirectoryPointer($pathName);
491
492                         // Initialize limit/skip
493                         $limitFound = 0;
494                         $skipFound = 0;
495
496                         // Get the criteria array from the dataset
497                         $searchArray = $dataSetInstance->getCriteriaArray();
498
499                         // Get search criteria
500                         $searchInstance = $dataSetInstance->getSearchInstance();
501
502                         // Read the directory with some exceptions
503                         while (($dataFile = $directoryInstance->readDirectoryExcept(array('.', '..', '.htaccess', '.svn', 'info.' . $this->getFileExtension()))) && (($limitFound < $searchInstance->getLimit()) || ($searchInstance->getLimit() == 0))) {
504                                 // Does the extension match?
505                                 if (substr($dataFile, -(strlen($this->getFileExtension()))) !== $this->getFileExtension()) {
506                                         // Debug message
507                                         //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: dataFile=' . $dataFile . ',getFileExtension()=' . $this->getFileExtension() . ' - SKIPPED!');
508                                         // Skip this file!
509                                         continue;
510                                 } // END - if
511
512                                 // Open this file for reading
513                                 $dataArray = $this->getDataArrayFromFile($pathName . $dataFile);
514                                 //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: dataFile=' . $dataFile . ',dataArray='.print_r($dataArray, TRUE));
515
516                                 // Is this an array?
517                                 if (is_array($dataArray)) {
518                                         // Default is nothing found
519                                         $isFound = TRUE;
520
521                                         // Search in the criteria with FMFW (First Matches, First Wins)
522                                         foreach ($dataArray as $key => $value) {
523                                                 // Make sure value is not bool
524                                                 assert(!is_bool($value));
525
526                                                 // Found one entry?
527                                                 $isFound = (($isFound === TRUE) && ($searchInstance->isCriteriaMatching($key, $value)));
528                                         } // END - foreach
529
530                                         // Is all found?
531                                         if ($isFound === TRUE) {
532                                                 // Shall we skip this entry?
533                                                 if ($searchInstance->getSkip() > 0) {
534                                                         // We shall skip some entries
535                                                         if ($skipFound < $searchInstance->getSkip()) {
536                                                                 // Skip this entry
537                                                                 $skipFound++;
538                                                                 break;
539                                                         } // END - if
540                                                 } // END - if
541
542                                                 // Entry found, so update it
543                                                 foreach ($searchArray as $searchKey => $searchValue) {
544                                                         // Make sure the value is not bool again
545                                                         assert(!is_bool($searchValue));
546                                                         assert($searchKey != $this->indexKey);
547
548                                                         // Debug message + add/update it
549                                                         //* NOISY-DEBUG: */ self::createDebugInstance(__CLASS__)->debugOutput('DATABASE: criteriaKey=' . $searchKey . ',criteriaValue=' . $searchValue);
550                                                         $dataArray[$searchKey] = $searchValue;
551                                                 } // END - foreach
552
553                                                 // Write the data to a local file
554                                                 $this->writeDataArrayToFqfn($pathName . $dataFile, $dataArray);
555
556                                                 // Count found entries up
557                                                 $limitFound++;
558                                         } // END - if
559                                 } // END - if
560                         } // END - while
561
562                         // Close the file pointer
563                         $directoryInstance->closeDirectory();
564
565                         // Update the primary key
566                         $this->updatePrimaryKey($dataSetInstance);
567
568                         // Reset last exception
569                         $this->resetLastException();
570                 } catch (FrameworkException $e) {
571                         // Catch all exceptions and store them in last error
572                         $this->setLastException($e);
573
574                         // Throw an SQL exception
575                         throw new SqlException(array($this, sprintf("Cannot write data to table &#39;%s&#39;, is the table created?", $dataSetInstance->getTableName()), self::DB_CODE_TABLE_UNWRITEABLE), self::EXCEPTION_SQL_QUERY);
576                 }
577         }
578
579         /**
580          * Getter for primary key of specified table or if not found null will be
581          * returned. This must be database-specific.
582          *
583          * @param       $tableName              Name of the table we need the primary key from
584          * @return      $primaryKey             Primary key column of the given table
585          */
586         public function getPrimaryKeyOfTable ($tableName) {
587                 // Default key is null
588                 $primaryKey = NULL;
589
590                 // Does the table information exist?
591                 if (isset($this->tableInfo[$tableName])) {
592                         // Then return the primary key
593                         $primaryKey = $this->tableInfo[$tableName]['primary'];
594                 } // END - if
595
596                 // Return the column
597                 return $primaryKey;
598         }
599 }
600
601 // [EOF]
602 ?>