exec('CREATE TABLE cookies (name VARCHAR(255), link VARCHAR(255))'); $db->exec('CREATE UNIQUE INDEX cookie_name ON cookies (name)'); $insert = $db->prepare('INSERT INTO cookies (name, link) VALUES (:name, :link)'); // Get Cookies list from http://en.wikipedia.org/wiki/List_of_cookies echo 'Downloading data from Wikipedia', PHP_EOL; $file = __DIR__ . '/cookieslist.txt'; if (!file_exists($file)) { copy('http://en.wikipedia.org/wiki/List_of_cookies', $file); } $contents = file_get_contents($file); // Extract data from data set echo 'Processing Wikipedia\'s cookies list', PHP_EOL; $contents = tidy_repair_string($contents); libxml_use_internal_errors(true); $doc = new DOMDocument; $doc->loadHTML($contents); libxml_clear_errors(); $xpath = new DOMXPath($doc); $cookies = $xpath->query('//table[@width="90%"]/tr/td[1]/a'); foreach ($cookies as $cookie) { $name = $cookie->textContent; foreach (range(0, mb_strlen($name) - 1) as $index) { echo mb_strcut($name, $index, 1), PHP_EOL; } $name = str_replace( array('(',')',"\n", 'cookies'), array('','', ' ', 'cookie'), $name ); $name = iconv('UTF-8', 'ISO-8859-1//TRANSLIT', $name); $name = trim($name); $name = rtrim($name, 's'); $link = 'http://en.wikipedia.org' . $cookie->getAttribute('href'); $insert->execute(array($name, $link)); echo 'added [' . $name . '] -> '. $link . PHP_EOL; } // Clean up echo 'Cleaning up', PHP_EOL; unlink($file);