]> git.mxchange.org Git - hub.git/blobdiff - docs/TODOs.txt
Added crawler stuff:
[hub.git] / docs / TODOs.txt
index 1b260bfa2285ea3f204f819d0330e99294f7ab63..8ef8fa236e9a62e2d56532bbb7e2f687ffb34518 100644 (file)
@@ -14,7 +14,7 @@
 ./application/hub/interfaces/wrapper/class_NodeDhtWrapper.php:122:      * @todo        Add minimum/maximum age limitations
 ./application/hub/interfaces/wrapper/class_NodeDhtWrapper.php:132:      * @todo        Add timestamp to dataset instance
 ./application/hub/main/chains/class_PackageFilterChain.php:54:  * @todo        This may be slow if a message with a lot tags arrived
-./application/hub/main/class_BaseHubSystem.php:528:                            // @TODO On some systems it is 134, on some 107?
+./application/hub/main/class_BaseHubSystem.php:576:                            // @TODO On some systems it is 134, on some 107?
 ./application/hub/main/commands/console/class_HubConsoleAptProxyCommand.php:107:        * @todo        Should we add some more filters?
 ./application/hub/main/commands/console/class_HubConsoleAptProxyCommand.php:58:         * @todo        Try to create a AptProxyActivationTask or so
 ./application/hub/main/commands/console/class_HubConsoleChatCommand.php:107:    * @todo        Should we add some more filters?
 ./application/hub/main/commands/console/class_HubConsoleMainCommand.php:58:     * @todo        Try to create a HubActivationTask or so
 ./application/hub/main/commands/console/class_HubConsoleMinerCommand.php:107:   * @todo        Should we add some more filters?
 ./application/hub/main/commands/console/class_HubConsoleMinerCommand.php:58:    * @todo        Try to create a MinerActivationTask or so
+./application/hub/main/crawler/class_BaseNodeCrawler.php:59:    * @todo        0% done
 ./application/hub/main/cruncher/class_BaseHubCruncher.php:200:  * @todo        Try to make this method more generic so we can move it in BaseFrameworkSystem
 ./application/hub/main/cruncher/mcrypt/class_HubMcryptCruncher.php:108:         * @todo        Implement this method
 ./application/hub/main/cruncher/mcrypt/class_HubMcryptCruncher.php:138:         * @todo        0% done
 ./application/hub/main/cruncher/mcrypt/class_HubMcryptCruncher.php:98:         // @TODO Implement this method
-./application/hub/main/dht/class_BaseDht.php:129:       * @todo        Add minimum/maximum age limitations
-./application/hub/main/dht/class_BaseDht.php:163:                      // @TODO Maybe add more small checks?
-./application/hub/main/dht/class_BaseDht.php:205:       * @todo        Find out if loadDescriptorXml() can be called only once to avoid a lot methods working.
-./application/hub/main/dht/class_BaseDht.php:245:       * @todo        0% done
-./application/hub/main/dht/class_BaseDht.php:256:       * @todo        Switch flag 'accept_bootstrap'
-./application/hub/main/dht/class_BaseDht.php:89:        * @todo        Find more to do here
+./application/hub/main/dht/class_BaseDht.php:126:       * @todo        Add minimum/maximum age limitations
+./application/hub/main/dht/class_BaseDht.php:160:                      // @TODO Maybe add more small checks?
+./application/hub/main/dht/class_BaseDht.php:202:       * @todo        Find out if loadDescriptorXml() can be called only once to avoid a lot methods working.
+./application/hub/main/dht/class_BaseDht.php:242:       * @todo        0% done
+./application/hub/main/dht/class_BaseDht.php:253:       * @todo        Switch flag 'accept_bootstrap'
+./application/hub/main/dht/class_BaseDht.php:86:        * @todo        Find more to do here
 ./application/hub/main/dht/node/class_NodeDhtFacade.php:61:     * @todo        Does this data need to be enriched with more meta data?
 ./application/hub/main/discovery/package/class_PackageRecipientDiscovery.php:86:        * @todo        Add some validation of recipient field, e.g. ip:port is found
 ./application/hub/main/discovery/package/class_PackageRecipientDiscovery.php:87:        * @todo        The if() does only check for TCP, not UDP, e.g. try to get a $handlerInstance here
@@ -74,7 +75,7 @@
 ./application/hub/main/filter/shutdown/node/class_NodeShutdownTaskHandlerFilter.php:55:         * @todo        0% done
 ./application/hub/main/filter/task/apt-proxy/class_AptProxyTaskHandlerInitializerFilter.php:55:         * @todo        5% done
 ./application/hub/main/filter/task/chat/class_ChatTaskHandlerInitializerFilter.php:55:  * @todo        5% done
-./application/hub/main/filter/task/crawler/class_CrawlerTaskHandlerInitializerFilter.php:55:    * @todo        5% done
+./application/hub/main/filter/task/crawler/class_CrawlerTaskHandlerInitializerFilter.php:55:    * @todo        10% done
 ./application/hub/main/filter/task/cruncher/class_CruncherTaskHandlerInitializerFilter.php:55:  * @todo        5% done
 ./application/hub/main/filter/task/miner/class_MinerTaskHandlerInitializerFilter.php:55:        * @todo        5% done
 ./application/hub/main/filter/task/node/class_NodeTaskHandlerInitializerFilter.php:55:  * @todo        Maybe some more tasks needs to be added?
 ./application/hub/main/miner/class_BaseHubMiner.php:200:        * @todo        Try to make this method more generic so we can move it in BaseFrameworkSystem
 ./application/hub/main/nodes/boot/class_HubBootNode.php:110:           // @TODO Add some filters here
 ./application/hub/main/nodes/boot/class_HubBootNode.php:58:     * @todo        add some more special bootstrap things for this boot node
-./application/hub/main/nodes/class_BaseHubNode.php:120:         * @todo        Make this code more generic and move it to CryptoHelper or
-./application/hub/main/nodes/class_BaseHubNode.php:417:         * @todo        Try to make this method more generic so we can move it in BaseFrameworkSystem
-./application/hub/main/nodes/class_BaseHubNode.php:457:         * @todo        Change the first if() block to check for a specific state
-./application/hub/main/nodes/class_BaseHubNode.php:663:         * @todo        Add checking if this node has been announced to the sender node
-./application/hub/main/nodes/class_BaseHubNode.php:683:         * @todo        Add checking if this node has been announced to the sender node
-./application/hub/main/nodes/class_BaseHubNode.php:767:         * @todo        Find more to do here
-./application/hub/main/nodes/class_BaseHubNode.php:780:         * @todo        Handle thrown exception
+./application/hub/main/nodes/class_BaseHubNode.php:117:         * @todo        Make this code more generic and move it to CryptoHelper or
+./application/hub/main/nodes/class_BaseHubNode.php:414:         * @todo        Try to make this method more generic so we can move it in BaseFrameworkSystem
+./application/hub/main/nodes/class_BaseHubNode.php:454:         * @todo        Change the first if() block to check for a specific state
+./application/hub/main/nodes/class_BaseHubNode.php:660:         * @todo        Add checking if this node has been announced to the sender node
+./application/hub/main/nodes/class_BaseHubNode.php:680:         * @todo        Add checking if this node has been announced to the sender node
+./application/hub/main/nodes/class_BaseHubNode.php:764:         * @todo        Find more to do here
+./application/hub/main/nodes/class_BaseHubNode.php:777:         * @todo        Handle thrown exception
 ./application/hub/main/nodes/list/class_HubListNode.php:58:     * @todo        Implement more bootstrap steps
 ./application/hub/main/nodes/list/class_HubListNode.php:79:            // @TODO Add some filters here
 ./application/hub/main/nodes/list/class_HubListNode.php:88:     * @todo        0% done
 ./application/hub/main/producer/cruncher/work_units/class_CruncherTestUnitProducer.php:79:      * @todo        ~60% done
 ./application/hub/main/producer/cruncher/work_units/class_CruncherTestUnitProducer.php:88:                     // @TODO Unfinished work here
 ./application/hub/main/producer/miner/blocks/class_MinerTestGenesisBlockProducer.php:53:        * @todo        0% done
-./application/hub/main/producer/miner/blocks/class_MinerTestGenesisBlockProducer.php:64:        * @todo        0% done
+./application/hub/main/producer/miner/blocks/class_MinerTestGenesisBlockProducer.php:63:        * @todo        0% done
+./application/hub/main/producer/miner/blocks/class_MinerTestGenesisBlockProducer.php:74:        * @todo        0% done
 ./application/hub/main/registry/socket/class_SocketRegistry.php:71:            // @TODO Tested again base class, rewrite it to a generic interface!
 ./application/hub/main/resolver/state/peer/class_PeerStateResolver.php:59:      * @todo        ~30% done
+./application/hub/main/states/crawler/active/class_CrawlerActiveState.php:60:   * @todo        0% done
+./application/hub/main/states/crawler/booting/class_CrawlerBootingState.php:60:         * @todo        0% done
+./application/hub/main/states/crawler/init/class_CrawlerInitState.php:70:       * @todo        ~30% done
 ./application/hub/main/states/dht/class_BaseDhtState.php:10: * @todo           Create generic DHT interface
 ./application/hub/main/states/node/active/class_NodeActiveState.php:75:         * @todo        We might want to move some calls to this method to fill it with life
 ./application/hub/main/states/node/init/class_NodeInitState.php:60:     * @todo        We might want to move some calls to this method to fill it with life
 ./application/hub/main/streams/raw_data/input/class_RawDataInputStream.php:58:  * @todo        Do we need to do something more here?
 ./application/hub/main/tasks/apt-proxy/class_AptProxyListenerTask.php:63:       * @todo        0%
 ./application/hub/main/tasks/chat/class_ChatTelnetListenerTask.php:63:  * @todo        0%
+./application/hub/main/tasks/crawler/communicator/class_CrawlerNodeCommunicatorTask.php:53:     * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/document_parser/class_CrawlerDocumentParserTask.php:53:    * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/document_parser/class_CrawlerDocumentParserTask.php:64:    * @todo        0%
+./application/hub/main/tasks/crawler/mime_sniffer/class_CrawlerMimeSnifferTask.php:53:  * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/mime_sniffer/class_CrawlerMimeSnifferTask.php:64:  * @todo        0%
+./application/hub/main/tasks/crawler/ping/class_CrawlerPingTask.php:53:         * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/ping/class_CrawlerPingTask.php:64:         * @todo        0%
+./application/hub/main/tasks/crawler/publisher/class_CrawlerRemoteJobPublisherTask.php:53:      * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/publisher/class_CrawlerRemoteJobPublisherTask.php:64:      * @todo        0%
+./application/hub/main/tasks/crawler/snippet_extractor/class_CrawlerSnippetExtractorTask.php:53:        * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/snippet_extractor/class_CrawlerSnippetExtractorTask.php:64:        * @todo        0%
+./application/hub/main/tasks/crawler/structure_analyzer/class_CrawlerStructureAnalyzerTask.php:53:      * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/structure_analyzer/class_CrawlerStructureAnalyzerTask.php:64:      * @todo        0%
+./application/hub/main/tasks/crawler/url_getter/local/class_CrawlerLocalUrlGetterTask.php:53:   * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/url_getter/local/class_CrawlerLocalUrlGetterTask.php:64:   * @todo        0%
+./application/hub/main/tasks/crawler/url_getter/remote/class_CrawlerRemoteUrlGetterTask.php:53:         * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/url_getter/remote/class_CrawlerRemoteUrlGetterTask.php:64:         * @todo        0%
+./application/hub/main/tasks/crawler/url_source/class_CrawlerUrlSourceFoundRssTask.php:53:      * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/url_source/class_CrawlerUrlSourceLocalStartTask.php:53:    * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/url_source/class_CrawlerUrlSourceRssStartTask.php:53:      * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/crawler/url_source/class_CrawlerUrlSourceUploadedListTask.php:53:  * @todo        Maybe visit some sub-objects
+./application/hub/main/tasks/miner/communicator/class_MinerNodeCommunicatorTask.php:53:         * @todo        Maybe visit some sub-objects
 ./application/hub/main/tasks/network/class_NetworkPackageReaderTask.php:63:     * @todo        Also visit some sub-objects?
 ./application/hub/main/tasks/network/class_NetworkPackageWriterTask.php:59:     * @todo        Also visit some sub-objects?
 ./application/hub/main/tasks/node/chunks/class_NodeChunkAssemblerTask.php:59:   * @todo        Also visit some sub-objects?