]> git.mxchange.org Git - hub.git/commit
Added initial crawler stuff:
authorRoland Haeder <roland@mxchange.org>
Sun, 4 May 2014 10:38:33 +0000 (12:38 +0200)
committerRoland Haeder <roland@mxchange.org>
Sun, 4 May 2014 10:38:33 +0000 (12:38 +0200)
commit7197fb51286b0e475cc621fe009d091af9db3afc
tree971819700287fa78368786116d00b4854e50bd51
parent82e419f6038e405ebe5106db8f37ea593a5d6562
Added initial crawler stuff:
- Crawler->node communicator classes/interfaces
- Local and remote URL fetcher classes
- The crawler application has now states (currently init, booting, active)
- Also the communicator does now have states (currently init, active)

Signed-off-by: Roland Haeder <roland@mxchange.org>
57 files changed:
application/hub/config.php
application/hub/interfaces/communicator/.htaccess [new file with mode: 0644]
application/hub/interfaces/communicator/class_Communicator.php [new file with mode: 0644]
application/hub/interfaces/crawler/class_Crawler.php
application/hub/interfaces/executor/class_Executor.php
application/hub/interfaces/producer/work_units/class_UnitProducer.php
application/hub/main/class_BaseHubSystem.php
application/hub/main/communicator/.htaccess [new file with mode: 0644]
application/hub/main/communicator/class_ [new file with mode: 0644]
application/hub/main/communicator/class_BaseCommunicator.php [new file with mode: 0644]
application/hub/main/communicator/crawler/.htaccess [new file with mode: 0644]
application/hub/main/communicator/crawler/class_CrawlerNodeCommunicator.php [new file with mode: 0644]
application/hub/main/crawler/class_BaseNodeCrawler.php
application/hub/main/crawler/console/class_NodeConsoleCrawler.php
application/hub/main/cruncher/class_BaseHubCruncher.php
application/hub/main/cruncher/mcrypt/class_HubMcryptCruncher.php
application/hub/main/dht/class_BaseDht.php
application/hub/main/factories/communicator/.htaccess [new file with mode: 0644]
application/hub/main/factories/communicator/class_CommunicatorFactory.php [new file with mode: 0644]
application/hub/main/factories/states/communicator/.htaccess [new file with mode: 0644]
application/hub/main/factories/states/communicator/class_CommunicatorStateFactory.php [new file with mode: 0644]
application/hub/main/factories/states/crawler/.htaccess [new file with mode: 0644]
application/hub/main/factories/states/crawler/class_CrawlerStateFactory.php [new file with mode: 0644]
application/hub/main/filter/task/crawler/class_CrawlerTaskHandlerInitializerFilter.php
application/hub/main/helper/connection/class_BaseConnectionHelper.php
application/hub/main/miner/chash/class_HubChashMiner.php
application/hub/main/miner/class_BaseHubMiner.php
application/hub/main/nodes/class_BaseHubNode.php
application/hub/main/package/class_NetworkPackage.php
application/hub/main/producer/cruncher/work_units/class_CruncherTestUnitProducer.php
application/hub/main/states/communicator/.htaccess [new file with mode: 0644]
application/hub/main/states/communicator/active/.htaccess [new file with mode: 0644]
application/hub/main/states/communicator/active/class_CommunicatorActiveState.php [new file with mode: 0644]
application/hub/main/states/communicator/class_ [new file with mode: 0644]
application/hub/main/states/communicator/class_BaseCommunicatorState.php [new file with mode: 0644]
application/hub/main/states/communicator/init/.htaccess [new file with mode: 0644]
application/hub/main/states/communicator/init/class_CommunicatorInitState.php [new file with mode: 0644]
application/hub/main/states/crawler/.htaccess [new file with mode: 0644]
application/hub/main/states/crawler/active/.htaccess [new file with mode: 0644]
application/hub/main/states/crawler/active/class_CrawlerActiveState.php [new file with mode: 0644]
application/hub/main/states/crawler/booting/.htaccess [new file with mode: 0644]
application/hub/main/states/crawler/booting/class_CrawlerBootingState.ph [new file with mode: 0644]
application/hub/main/states/crawler/booting/class_CrawlerBootingState.php [new file with mode: 0644]
application/hub/main/states/crawler/class_ [new file with mode: 0644]
application/hub/main/states/crawler/class_BaseCrawlerState.php [new file with mode: 0644]
application/hub/main/states/crawler/init/.htaccess [new file with mode: 0644]
application/hub/main/states/crawler/init/class_CrawlerInitState.php [new file with mode: 0644]
application/hub/main/states/cruncher/init/class_CruncherInitState.php
application/hub/main/tasks/crawler/.htaccess [new file with mode: 0644]
application/hub/main/tasks/crawler/class_Crawler [new file with mode: 0644]
application/hub/main/tasks/crawler/communicator/.htaccess [new file with mode: 0644]
application/hub/main/tasks/crawler/communicator/class_CrawlerNodeCommunicatorTask.php [new file with mode: 0644]
application/hub/main/tasks/crawler/url_fetcher/.htaccess [new file with mode: 0644]
application/hub/main/tasks/crawler/url_fetcher/local/.htaccess [new file with mode: 0644]
application/hub/main/tasks/crawler/url_fetcher/local/class_CrawlerLocalUrlFetcherTask.php [new file with mode: 0644]
application/hub/main/tasks/crawler/url_fetcher/remote/.htaccess [new file with mode: 0644]
application/hub/main/tasks/crawler/url_fetcher/remote/class_CrawlerRemoteUrlFetcherTask.php [new file with mode: 0644]