mindmaps/Generic Object Sharing Protocol.html

   1 <?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet href="treestyles.css" type="text/css"?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
   2 <html xmlns="http://www.w3.org/1999/xhtml"><!--This file has been created with toxhtml.xsl--><head><meta content="text/html; charset=UTF-8" http-equiv="Content-Type" /><title>Generic Object-Sharing Protocol</title><link rel="stylesheet" href="Generic%20Object%20Sharing%20Protocol.html_files/treestyles.css" type="text/css" /><script type="text/javascript" src="Generic%20Object%20Sharing%20Protocol.html_files/marktree.js">
   3         </script></head><body><div class="basetop"><a onclick="expandAll(document.getElementById('base'))" href="#">Expand</a> -
   4 <a onclick="collapseAll(document.getElementById('base'))" href="#">Collapse</a></div><div class="basetext" id="base"><ul>
   5         <li class="col" id="FMFreemind_Link_1069566441FM"><div class="nodecontent" style="font-size:167%;font-weight:bold;">Generic Object-Sharing Protocol</div>
   6                 <ul class="subexp">
   7         <li class="exp" id="FMFreemind_Link_1660540085FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Node Identification</div>
   8                 <ul class="sub">
   9         <li class="col" id="FMID_1477365404FM"><div class="nodecontent">Every node generates an id string by random</div>
  10                 <ul class="subexp">
  11         <li class="basic" id="FMID_1127544543FM"><div class="nodecontent">This is the node id (node identifier)</div></li>
  12         <li class="basic" id="FMID_697104790FM"><div class="nodecontent">Only on first use</div></li>
  13         <li class="basic" id="FMID_128861556FM"><div class="nodecontent">This should be globally unique</div></li>
  14         <li class="basic" id="FMID_1439756693FM"><div class="nodecontent">It will be stored in node's database for later reuse</div></li>
  15         <li class="col" id="FMID_1503568440FM"><div class="nodecontent">A hash is being generated of it</div>
  16                 <ul class="subexp">
  17         <li class="col" id="FMID_1815442429FM"><div class="nodecontent">Hashed data:</div>
  18                 <ul class="subexp">
  19         <li class="basic" id="FMID_1724036552FM"><div class="nodecontent">Node's IP number and hostname</div></li>
  20         <li class="basic" id="FMID_1636874238FM"><div class="nodecontent">Some random characters</div></li></ul></li></ul></li>
  21         <li class="basic" id="FMID_1520648841FM"><div class="nodecontent">This id does not change as long as the database is not purged</div></li></ul></li>
  22         <li class="col" id="FMID_898313647FM"><div class="nodecontent">Per session another id is generated</div>
  23                 <ul class="subexp">
  24         <li class="basic" id="FMID_655958172FM"><div class="nodecontent">This is the SID (Session IDentifier)</div></li>
  25         <li class="basic" id="FMID_554796464FM"><div class="nodecontent">It is being distributed to the nodes</div></li>
  26         <li class="col" id="FMID_1894972611FM"><div class="nodecontent">It stored together with the Node-Id</div>
  27                 <ul class="subexp">
  28         <li class="basic" id="FMID_996671794FM"><div class="nodecontent">So other can validate bother together</div></li></ul></li>
  29         <li class="basic" id="FMID_1579813135FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/messagebox_warning.png" alt="messagebox_warning" /> <div class="nodecontent">Logging should be enabled for debugging purposes only</div></li></ul></li>
  30         <li class="col" id="FMID_598230637FM"><div class="nodecontent">Private key and its corresponding hash</div>
  31                 <ul class="subexp">
  32         <li class="basic" id="FMID_1802867259FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/help.png" alt="help" /> <img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/idea.png" alt="idea" /> <div class="nodecontent">For signed and later encrypted traffic?</div></li></ul></li>
  33         <li class="col" id="FMID_1999616583FM"><div class="nodecontent">Locking IPs or Node-Ids on master-nodes is not planed</div>
  34                 <ul class="subexp">
  35         <li class="col" id="FMID_515276316FM"><div class="nodecontent">Censorship would be to very easy</div>
  36                 <ul class="subexp">
  37         <li class="basic" id="FMID_1582468782FM"><div class="nodecontent">Government agencies or enterprise parties</div></li></ul></li>
  38         <li class="col" id="FMID_206577967FM"><div class="nodecontent">Censhorship makes no sence here</div>
  39                 <ul class="subexp">
  40         <li class="basic" id="FMID_142027532FM"><div class="nodecontent">It can very easy be bypassed:</div></li>
  41         <li class="col" id="FMID_482299521FM"><div class="nodecontent">Delete Node-Id in database</div>
  42                 <ul class="subexp">
  43         <li class="basic" id="FMID_1867340714FM"><div class="nodecontent">A new one got generated</div></li></ul></li>
  44         <li class="basic" id="FMID_391061380FM"><div class="nodecontent">Locked IP or port number can be bypassed by proxies</div></li>
  45         <li class="col" id="FMID_1806532479FM"><div class="nodecontent">One or two master-nodes should listen on ports commonly unblocked by firewalls</div>
  46                 <ul class="subexp">
  47         <li class="basic" id="FMID_168189651FM"><div class="nodecontent">Like 80/443/110/25</div></li></ul></li></ul></li></ul></li>
  48         <li class="col" id="FMID_523493738FM"><div class="nodecontent">Hubs can be optionally registered by master-nodes</div>
  49                 <ul class="subexp">
  50         <li class="basic" id="FMID_1831087894FM"><div class="nodecontent">Increases karma because the node admin is verified</div></li>
  51         <li class="basic" id="FMID_1334181154FM"><div class="nodecontent">Unregistered nodes does not receive negative votings</div></li></ul></li></ul></li>
  52         <li class="col" id="FMFreemind_Link_1339348415FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Bootstrapping</div>
  53                 <ul class="subexp">
  54         <li class="exp" id="FMID_910314668FM"><div class="nodecontent">At least one, better 3 to 4, master-nodes are required</div>
  55                 <ul class="sub">
  56         <li class="basic" id="FMID_1435365989FM"><div class="nodecontent">Aka. "Bootstrap-Nodes"</div></li>
  57         <li class="basic" id="FMID_1487578920FM"><div class="nodecontent">They should be listed in the configuration for all applications</div></li>
  58         <li class="basic" id="FMID_213582832FM"><div class="nodecontent">A comma-seperated list of node IPs with port numbers seperated by double-dot (:)</div></li></ul></li>
  59         <li class="exp" id="FMID_27169311FM"><div class="nodecontent">Bootstrap-Nodes are working stand-alone</div>
  60                 <ul class="sub">
  61         <li class="basic" id="FMID_1879966796FM"><div class="nodecontent">No central "Super-Node" is required</div></li>
  62         <li class="basic" id="FMID_741244364FM"><div class="nodecontent">Too much traffic would have to flow through it</div></li>
  63         <li class="basic" id="FMID_1096022992FM"><div class="nodecontent">Attacks on the network by censorship are reduced</div></li>
  64         <li class="basic" id="FMID_1182056532FM"><div class="nodecontent">Traffic does not increase network-overall load</div></li>
  65         <li class="col" id="FMID_1052031194FM"><div class="nodecontent">Small disadvantage:</div>
  66                 <ul class="subexp">
  67         <li class="basic" id="FMID_1150854056FM"><div class="nodecontent">Hubs must register with ...</div></li>
  68         <li class="basic" id="FMID_1537201605FM"><div class="nodecontent">... more than one master-node ...</div></li>
  69         <li class="basic" id="FMID_246674177FM"><div class="nodecontent">.. or connect with each other</div></li></ul></li></ul></li>
  70         <li class="exp" id="FMID_1568438489FM"><div class="nodecontent">1. Node checks if there is a list of master nodes already stored</div>
  71                 <ul class="sub">
  72         <li class="basic" id="FMID_426676819FM"><div class="nodecontent">If so, it skips fetching the list of nodes step</div></li></ul></li>
  73         <li class="exp" id="FMID_764597347FM"><div class="nodecontent">2. Node is announcing itself to the upper bootstrap hub(s)</div>
  74                 <ul class="sub">
  75         <li class="basic" id="FMID_1596045826FM"><div class="nodecontent">This should be done generic to keep things easy</div></li>
  76         <li class="exp" id="FMID_1283494642FM"><div class="nodecontent">Recommended is maybe an XML with all neccessary data</div>
  77                 <ul class="sub">
  78         <li class="col" id="FMID_1967390832FM"><div class="nodecontent">Node status</div>
  79                 <ul class="subexp">
  80         <li class="basic" id="FMID_109028891FM"><div class="nodecontent">Mostly 'active' or 'reachable'</div></li></ul></li>
  81         <li class="basic" id="FMID_577483198FM"><div class="nodecontent">Session id (see below)</div></li>
  82         <li class="col" id="FMID_614578398FM"><div class="nodecontent">External and internal IP</div>
  83                 <ul class="subexp">
  84         <li class="basic" id="FMID_974332986FM"><div class="nodecontent">To allow LAN connections over connections on WAN IP</div></li>
  85         <li class="basic" id="FMID_717476080FM"><div class="nodecontent">Allowing this aids networks where DHCP and IP masquerade is used</div></li>
  86         <li class="basic" id="FMID_352410425FM"><div class="nodecontent">Most customer asynchronous DSL does not allow to connect from inside over the WAN IP back inside</div></li></ul></li>
  87         <li class="basic" id="FMID_1876026630FM"><div class="nodecontent">TCP and UDP listening ports</div></li></ul></li>
  88         <li class="col" id="FMID_238301949FM"><div class="nodecontent">The session id will be included here</div>
  89                 <ul class="subexp">
  90         <li class="basic" id="FMID_1100719104FM"><div class="nodecontent">Other nodes shall always attempt to find a node by its current session id, not node it</div></li>
  91         <li class="col" id="FMID_1636243419FM"><div class="nodecontent">The node id identifies the node globally</div>
  92                 <ul class="subexp">
  93         <li class="basic" id="FMID_1976097041FM"><div class="nodecontent">Requires a well-randomized id to be created to avoid collisions with other nodes</div></li>
  94         <li class="basic" id="FMID_1275543965FM"><div class="nodecontent">First announcement dominates on all "upper" nodes</div></li>
  95         <li class="basic" id="FMID_1845256702FM"><div class="nodecontent">A maximum limit of node ids per IP address shall prevent id flooding</div></li></ul></li>
  96         <li class="col" id="FMID_977856197FM"><div class="nodecontent">The session id identifies the node currently</div>
  97                 <ul class="subexp">
  98         <li class="basic" id="FMID_107303523FM"><div class="nodecontent">On every start a new one will be generated</div></li>
  99         <li class="basic" id="FMID_1363422738FM"><div class="nodecontent">This requires a mechanism to purge old session ids</div></li></ul></li></ul></li></ul></li>
 100         <li class="exp" id="FMID_1953640644FM"><div class="nodecontent">3. Node is fetching a list of other nodes</div>
 101                 <ul class="sub">
 102         <li class="basic" id="FMID_508674192FM"><div class="nodecontent">They must have at least X matching object types</div></li>
 103         <li class="basic" id="FMID_1809816861FM"><div class="nodecontent">If a bootstrap node is full it forwards the node to an other bootstrap hub</div></li>
 104         <li class="basic" id="FMID_1324283426FM"><div class="nodecontent">If that node is again full the node will be forwarded to a list node</div></li>
 105         <li class="basic" id="FMID_1076323011FM"><div class="nodecontent">If wether no free bootstrap nor list node is available the node waits some time and tries it again</div></li>
 106         <li class="col" id="FMID_823284955FM"><div class="nodecontent">Hashes of node-lists distributed over the bootstrap and list nodes should match</div>
 107                 <ul class="subexp">
 108         <li class="col" id="FMID_1102025965FM"><div class="nodecontent">This can be ensured by a DHT</div>
 109                 <ul class="subexp">
 110         <li class="basic" id="FMID_1747728135FM"><div class="nodecontent">DHT = Distributed Hash Table</div></li>
 111         <li class="basic" id="FMID_442289999FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/xmag.png" alt="xmag" /> <div class="nodecontent">Which format?</div></li></ul></li></ul></li>
 112         <li class="col" id="FMID_1959787511FM"><div class="nodecontent">If to much are inconsistent:</div>
 113                 <ul class="subexp">
 114         <li class="col" id="FMID_1007097645FM"><div class="nodecontent">No connect can happen</div>
 115                 <ul class="subexp">
 116         <li class="basic" id="FMID_1137015561FM"><div class="nodecontent">Node list is rejected</div></li></ul></li>
 117         <li class="basic" id="FMID_99205407FM"><div class="nodecontent">Or the bootstrap-nodes are working as regular nodes</div></li>
 118         <li class="basic" id="FMID_1082334730FM"><div class="nodecontent">Replication of the node-list is required by all bootstrap-nodes</div></li></ul></li></ul></li>
 119         <li class="exp" id="FMID_780025605FM"><div class="nodecontent">4. Node connects to gathered master nodes</div>
 120                 <ul class="sub">
 121         <li class="basic" id="FMID_807839905FM"><div class="nodecontent">It again announces its object types to the master nodes</div></li>
 122         <li class="basic" id="FMID_1575419923FM"><div class="nodecontent">Again it provides the session id so the master node can map session id -&gt; node id</div></li></ul></li>
 123         <li class="exp" id="FMID_1753288477FM"><div class="nodecontent">5. If all authorization steps are completed:</div>
 124                 <ul class="sub">
 125         <li class="col" id="FMID_957597032FM"><div class="nodecontent">The node starts to accept client connections</div>
 126                 <ul class="subexp">
 127         <li class="basic" id="FMID_1531381091FM"><div class="nodecontent">(It already listens to them but rejects them)</div></li></ul></li>
 128         <li class="basic" id="FMID_1959816375FM"><div class="nodecontent">Objects will now be shared with other nodes which accepts the same object types</div></li></ul></li></ul></li>
 129         <li class="exp" id="FM_FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Karma</div>
 130                 <ul class="sub">
 131         <li class="col" id="FMID_500911435FM"><div class="nodecontent">Karma is given for validating entries in the DHT</div>
 132                 <ul class="subexp">
 133         <li class="exp" id="FMID_1111662870FM"><div class="nodecontent">Last activity in near past</div>
 134                 <ul class="sub">
 135         <li class="basic" id="FMID_183345962FM"><div class="nodecontent">Does not affect karma</div></li></ul></li>
 136         <li class="exp" id="FMID_1990729495FM"><div class="nodecontent">Returned pings</div>
 137                 <ul class="sub">
 138         <li class="col" id="FMID_1774017992FM"><div class="nodecontent">Amount of sent pings</div>
 139                 <ul class="subexp">
 140         <li class="basic" id="FMID_1872142288FM"><div class="nodecontent">If no reply it got dead-listed</div></li></ul></li>
 141         <li class="basic" id="FMID_4860616FM"><div class="nodecontent">Failed pings reduce karma</div></li>
 142         <li class="basic" id="FMID_550660986FM"><div class="nodecontent">Slow responses reduce karma</div></li></ul></li>
 143         <li class="exp" id="FMID_1391273089FM"><div class="nodecontent">Karma voting for other nodes is not to negative</div>
 144                 <ul class="sub">
 145         <li class="col" id="FMID_231770771FM"><div class="nodecontent">Reduces manipulation chances</div>
 146                 <ul class="subexp">
 147         <li class="basic" id="FMID_1089345314FM"><div class="nodecontent">Prefer karma votes of trusted nodes</div></li>
 148         <li class="basic" id="FMID_1191307246FM"><div class="nodecontent">Negative karma votings for untrusted karma reduce own karma</div></li></ul></li></ul></li>
 149         <li class="basic" id="FMID_60031662FM"><div class="nodecontent">To much "spam packages" reduce karma</div></li>
 150         <li class="basic" id="FMID_1008982816FM"><div class="nodecontent">Validated packages increase karma</div></li>
 151         <li class="exp" id="FMID_347040992FM"><div class="nodecontent">Protocol version should not be to old</div>
 152                 <ul class="sub">
 153         <li class="basic" id="FMID_728947067FM"><div class="nodecontent">This affects karma only negativly</div></li>
 154         <li class="basic" id="FMID_1679596533FM"><div class="nodecontent">An up-to-date protocol does not increase karma</div></li>
 155         <li class="basic" id="FMID_1372440450FM"><div class="nodecontent">Does also serve as a "spam protection"</div></li>
 156         <li class="col" id="FMID_1083459898FM"><div class="nodecontent">Received protocol version of node is older than stored</div>
 157                 <ul class="subexp">
 158         <li class="basic" id="FMID_1678291605FM"><div class="nodecontent">Karma is reduced</div></li></ul></li>
 159         <li class="col" id="FMID_541642714FM"><div class="nodecontent">Received protocol version is much than from master-nodes</div>
 160                 <ul class="subexp">
 161         <li class="basic" id="FMID_490617049FM"><div class="nodecontent">Karma is reduced</div></li></ul></li></ul></li>
 162         <li class="exp" id="FMID_497450092FM"><div class="nodecontent">Provided object types by the peer hub</div>
 163                 <ul class="sub">
 164         <li class="basic" id="FMID_938306595FM"><div class="nodecontent">This affectes karma only negativly</div></li>
 165         <li class="basic" id="FMID_825381485FM"><div class="nodecontent">New types must first be known by masters</div></li>
 166         <li class="col" id="FMID_1293114895FM"><div class="nodecontent">This should be configurable:</div>
 167                 <ul class="subexp">
 168         <li class="basic" id="FMID_1877950218FM"><div class="nodecontent">Karma should be reduced...</div></li>
 169         <li class="basic" id="FMID_495666559FM"><div class="nodecontent">... or peer node should be black-listed</div></li></ul></li>
 170         <li class="basic" id="FMID_553181617FM"><div class="nodecontent">Because of every node can be a master-mode censorship is really hard</div></li></ul></li>
 171         <li class="exp" id="FMID_1494399358FM"><div class="nodecontent">Correctly logging</div>
 172                 <ul class="sub">
 173         <li class="basic" id="FMID_1155831513FM"><div class="nodecontent">Does not affect karma</div></li>
 174         <li class="col" id="FMID_1719547115FM"><div class="nodecontent">Logout must be done by master node and active nodes</div>
 175                 <ul class="subexp">
 176         <li class="basic" id="FMID_538121027FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/idea.png" alt="idea" /> <div class="nodecontent">"Bye" message</div></li></ul></li>
 177         <li class="col" id="FMID_584354743FM"><div class="nodecontent">Rotating of dynamic IPs should be considered</div>
 178                 <ul class="subexp">
 179         <li class="col" id="FMID_1448843742FM"><div class="nodecontent">Must be registered by master-node</div>
 180                 <ul class="subexp">
 181         <li class="basic" id="FMID_215961236FM"><div class="nodecontent">ID is registered as "Dynamic IP"</div></li>
 182         <li class="basic" id="FMID_1967228374FM"><div class="nodecontent">So connects are still possible</div></li></ul></li>
 183         <li class="basic" id="FMID_643459265FM"><div class="nodecontent">No negative votings by other nodes</div></li>
 184         <li class="col" id="FMID_1506077854FM"><div class="nodecontent">Current IP does spread good in network</div>
 185                 <ul class="subexp">
 186         <li class="basic" id="FMID_1841142933FM"><div class="nodecontent">Query of the master-node only in doubt</div></li></ul></li></ul></li></ul></li></ul></li>
 187         <li class="col" id="FMID_1208606831FM"><div class="nodecontent">Karma influences peer state rating and vise versa</div>
 188                 <ul class="subexp">
 189         <li class="basic" id="FMID_938444175FM"><div class="nodecontent"><a href="Peer-State%20Rating.mm">What is peer state rating?</a> <a href="Peer-State%20Rating.mm"><img src="Generic%20Object%20Sharing%20Protocol.html_files/ilink.png" alt="User Link" style="border-width:0" /></a></div></li></ul></li></ul></li>
 190         <li class="exp" id="FMFreemind_Link_1372827895FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Fault Tolerance / Reliability</div>
 191                 <ul class="sub">
 192         <li class="exp" id="FMID_797851882FM"><div class="nodecontent">After X failed connection attempts a node got removed</div>
 193                 <ul class="sub">
 194         <li class="basic" id="FMID_1354060812FM"><div class="nodecontent">Other nodes report this to the master-node</div></li>
 195         <li class="basic" id="FMID_1408027065FM"><div class="nodecontent">The master-node probes the failed node and removes it</div></li></ul></li>
 196         <li class="exp" id="FMID_1731494290FM"><div class="nodecontent">Failed list-node</div>
 197                 <ul class="sub">
 198         <li class="basic" id="FMID_856486923FM"><div class="nodecontent">Hubs are reporting it to the master-node</div></li>
 199         <li class="basic" id="FMID_351192162FM"><div class="nodecontent">The master-node probes the failed list-node and removes it</div></li></ul></li>
 200         <li class="exp" id="FMID_17777023FM"><div class="nodecontent">Failed master-node</div>
 201                 <ul class="sub">
 202         <li class="col" id="FMID_1174618015FM"><div class="nodecontent">List-nodes takeover the role of a master-node if no bootstrap-nodes are available</div>
 203                 <ul class="subexp">
 204         <li class="basic" id="FMID_1260650566FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/messagebox_warning.png" alt="messagebox_warning" /> <img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/desktop_new.png" alt="desktop_new" /> <div class="nodecontent">This takeover should not be entirely and should be defined</div></li></ul></li>
 205         <li class="col" id="FMID_963822392FM"><div class="nodecontent">If there is no list-node, nodes look for an active master-node</div>
 206                 <ul class="subexp">
 207         <li class="basic" id="FMID_454301053FM"><div class="nodecontent">They report the failed master-node to it</div></li></ul></li>
 208         <li class="col" id="FMID_728427686FM"><div class="nodecontent">If additionally no master-node is up, a node will be elected as new master-node</div>
 209                 <ul class="subexp">
 210         <li class="col" id="FMID_295035279FM"><div class="nodecontent">Doing so, all nodes are identifying the node with...</div>
 211                 <ul class="subexp">
 212         <li class="col" id="FMID_1596264326FM"><div class="nodecontent">... the best karma</div>
 213                 <ul class="subexp">
 214         <li class="basic" id="FMID_1912814834FM"><div class="nodecontent">This is known to many nodes</div></li></ul></li>
 215         <li class="col" id="FMID_849494777FM"><div class="nodecontent">... most votings</div>
 216                 <ul class="subexp">
 217         <li class="basic" id="FMID_806892556FM"><div class="nodecontent">A "vote" is a positive karma</div></li>
 218         <li class="basic" id="FMID_83856880FM"><div class="nodecontent">Also known to many nodes</div></li></ul></li></ul></li>
 219         <li class="basic" id="FMID_1505645119FM"><div class="nodecontent">The "election" should take place within a specific timeout</div></li>
 220         <li class="basic" id="FMID_378195399FM"><div class="nodecontent">If no election is happening the node with most connections got elected</div></li></ul></li></ul></li>
 221         <li class="exp" id="FMID_1034853055FM"><div class="nodecontent">If one of the bootstrap-nodes is up</div>
 222                 <ul class="sub">
 223         <li class="basic" id="FMID_700296041FM"><div class="nodecontent">The elected nodes notifies a some of it's fellow nodes that the bootstrap-node is back</div></li>
 224         <li class="basic" id="FMID_809583260FM"><div class="nodecontent">The elected node becomes a regular node and notifies other nodes on connection attempts</div></li></ul></li>
 225         <li class="exp" id="FMID_20853367FM"><div class="nodecontent">Disadvantages:</div>
 226                 <ul class="sub">
 227         <li class="col" id="FMID_1267155557FM"><div class="nodecontent">A new node with only knowlege about the bootstrap-nodes may not be able to connect to the nodes</div>
 228                 <ul class="subexp">
 229         <li class="basic" id="FMID_783948092FM"><div class="nodecontent">Additional bootstrap-nodes on other server and/or continent may help here</div></li></ul></li></ul></li></ul></li>
 230         <li class="exp" id="FMFreemind_Link_1204819150FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Object Types</div>
 231                 <ul class="sub">
 232         <li class="basic" id="FMID_901281826FM"><div class="nodecontent">New object types are only addable by updating the software</div></li>
 233         <li class="col" id="FMID_1235221426FM"><div class="nodecontent">It also possible by 3rd-party</div>
 234                 <ul class="subexp">
 235         <li class="basic" id="FMID_1307763574FM"><div class="nodecontent">Must be known by master/bootstrap-nodes</div></li></ul></li>
 236         <li class="col" id="FMID_1829407119FM"><div class="nodecontent">Outdated object types are marked "deprecated" for a longer time</div>
 237                 <ul class="subexp">
 238         <li class="basic" id="FMID_958660560FM"><div class="nodecontent">Master-nodes may accept or reject them</div></li>
 239         <li class="basic" id="FMID_1810554626FM"><div class="nodecontent">A "deprecation message" is always being sent</div></li>
 240         <li class="basic" id="FMID_1476404622FM"><div class="nodecontent">A note of a required update can optionally be added</div></li></ul></li>
 241         <li class="basic" id="FMID_1066601969FM"><div class="nodecontent">After deprecation time they are treated as "unknown"</div></li>
 242         <li class="col" id="FMID_1079099687FM"><div class="nodecontent">Other nodes should ask bootstrap-nodes</div>
 243                 <ul class="subexp">
 244         <li class="basic" id="FMID_312192753FM"><div class="nodecontent">This compensate errors made by master-nodes</div></li>
 245         <li class="basic" id="FMID_1378184528FM"><div class="nodecontent">Wrongly deprecated object types by the master-node result in bad karma by the bootstrap-node</div></li></ul></li></ul></li>
 246         <li class="exp" id="FMFreemind_Link_831929021FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Update Messages</div>
 247                 <ul class="sub">
 248         <li class="basic" id="FMID_609093084FM"><div class="nodecontent">Will only be broadcasted from bootstrap- to master- and list-nodes</div></li>
 249         <li class="col" id="FMID_78459346FM"><div class="nodecontent">No node will receive update messages due to heavy network load</div>
 250                 <ul class="subexp">
 251         <li class="basic" id="FMID_187276621FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/xmag.png" alt="xmag" /> <img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/help.png" alt="help" /> <div class="nodecontent">Maybe only "good" nodes should receive this?</div></li></ul></li>
 252         <li class="basic" id="FMID_1800878584FM"><div class="nodecontent">Contains update notes and importance level</div></li></ul></li>
 253         <li class="exp" id="FMFreemind_Link_168475853FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">"Client" Connections</div>
 254                 <ul class="sub">
 255         <li class="basic" id="FMID_887207372FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/bell.png" alt="bell" /> <div class="nodecontent">Should be interpreted as "application software"</div></li>
 256         <li class="col" id="FMID_1404415085FM"><div class="nodecontent">Clients should also generate a "client id"</div>
 257                 <ul class="subexp">
 258         <li class="basic" id="FMID_890448171FM"><div class="nodecontent">Both id and sid</div></li></ul></li>
 259         <li class="col" id="FMID_905265839FM"><div class="nodecontent">Will also connect first to bootstrap-nodes</div>
 260                 <ul class="subexp">
 261         <li class="basic" id="FMID_267897982FM"><div class="nodecontent">Ask for a node-list as well</div></li></ul></li>
 262         <li class="basic" id="FMID_1618908435FM"><div class="nodecontent">Do also receive karma from nodes</div></li>
 263         <li class="basic" id="FMID_1963451868FM"><div class="nodecontent">Dynamic IPs are also accepted and therefore must be registered</div></li></ul></li>
 264         <li class="exp" id="FMFreemind_Link_1445979240FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Client&lt;-&gt;Node Communication</div>
 265                 <ul class="sub">
 266         <li class="col" id="FMID_943175241FM"><div class="nodecontent">After a client has bootstrapped it announces all it's object types to the nodes</div>
 267                 <ul class="subexp">
 268         <li class="basic" id="FMID_1767214665FM"><div class="nodecontent">Including acceptance of broadcasts, poll-mode and Ping-POST</div></li></ul></li>
 269         <li class="basic" id="FMID_863331362FM"><div class="nodecontent">By this the nodes know clients and their accepted object types</div></li>
 270         <li class="col" id="FMID_1164918209FM"><div class="nodecontent">Clients may download a node-list for a specific object type</div>
 271                 <ul class="subexp">
 272         <li class="basic" id="FMID_316412521FM"><div class="nodecontent">Distinct-List-Mode</div></li>
 273         <li class="basic" id="FMID_1133743039FM"><div class="nodecontent">After selecting a node the client can request a list of clients from that hub</div></li>
 274         <li class="col" id="FMID_1354848303FM"><div class="nodecontent">From these clients the client can accept objects from and send to</div>
 275                 <ul class="subexp">
 276         <li class="basic" id="FMID_916621577FM"><div class="nodecontent">E.g. news by broadcast</div></li></ul></li></ul></li>
 277         <li class="col" id="FMID_1437737506FM"><div class="nodecontent">Clients may send "broadcast" objects</div>
 278                 <ul class="subexp">
 279         <li class="basic" id="FMID_502650341FM"><div class="nodecontent">Broadcast-Mode</div></li>
 280         <li class="col" id="FMID_1181498655FM"><div class="nodecontent">Must be allowed by nodes</div>
 281                 <ul class="subexp">
 282         <li class="basic" id="FMID_21709646FM"><div class="nodecontent">This consumes traffic</div></li>
 283         <li class="basic" id="FMID_1933322168FM"><div class="nodecontent">Acceptance of broadcasts is known to list-/master- and bootstrap-nodes</div></li></ul></li>
 284         <li class="col" id="FMID_406948313FM"><div class="nodecontent">A client sends its broadcast to the master-nodes</div>
 285                 <ul class="subexp">
 286         <li class="basic" id="FMID_787211186FM"><div class="nodecontent">They are distribute it to their fellow nodes</div></li>
 287         <li class="basic" id="FMID_137555539FM"><div class="nodecontent">A node knows which client accepts broadcasts and "deposits" it for the client</div></li>
 288         <li class="col" id="FMID_1517266448FM"><div class="nodecontent">Clients are requesting such broadcasts by poll-mode or are "pinged"</div>
 289                 <ul class="subexp">
 290         <li class="basic" id="FMID_226822278FM"><div class="nodecontent">In poll-mode the client asks on a regular basis at the node for new broadcasts</div></li>
 291         <li class="col" id="FMID_690207050FM"><div class="nodecontent">A Ping-POST is being sent by the node as a regular HTTP-POST request to the client</div>
 292                 <ul class="subexp">
 293         <li class="basic" id="FMID_651208220FM"><div class="nodecontent">This also happens on a regular basis</div></li></ul></li>
 294         <li class="basic" id="FMID_1777926717FM"><div class="nodecontent">A node-admin may allow both types independly</div></li>
 295         <li class="col" id="FMID_1034616429FM"><div class="nodecontent">If none is allowed the node acts as a "relay"</div>
 296                 <ul class="subexp">
 297         <li class="basic" id="FMID_328449565FM"><div class="nodecontent">And therefore it cannot accept clients with broadcast-functionality enabled</div></li></ul></li></ul></li></ul></li></ul></li>
 298         <li class="col" id="FMID_123440634FM"><div class="nodecontent" style="font-size:117%;font-weight:bold;">Client-Client Communication</div>
 299                 <ul class="subexp">
 300         <li class="col" id="FMID_1297434555FM"><div class="nodecontent">May be done "anonymously" over the node or directly with an other client</div>
 301                 <ul class="subexp">
 302         <li class="basic" id="FMID_1164113868FM"><div class="nodecontent">Communication of the node is done in poll-mode or by Ping-POST</div></li>
 303         <li class="basic" id="FMID_1562747100FM"><div class="nodecontent">Direct client-client communication client "A" sends a Ping-POST directly to client "B"</div></li></ul></li>
 304         <li class="basic" id="FMID_1565480551FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/xmag.png" alt="xmag" /> <img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/desktop_new.png" alt="desktop_new" /> <div class="nodecontent">Wrongly sent Ping-POSTs (e.g. the admin doesn't allow them) may be answered with a regular HTTP status '4XX'</div></li></ul></li></ul></li>
 305         <li class="exp" id="FMFreemind_Link_329480665FM"><div class="nodecontent" style="font-size:133%;font-weight:bold;">Usage of low-level protocols</div>
 306                 <ul class="sub">
 307         <li class="col" id="FMID_1153839529FM"><div class="nodecontent">Already existing low-level protocols like TCP/IP and UDP should be used</div>
 308                 <ul class="subexp">
 309         <li class="basic" id="FMID_1598189785FM"><div class="nodecontent">TCP should be used for "inter-communication"</div></li>
 310         <li class="col" id="FMID_645100554FM"><div class="nodecontent">UDP should be used for "streaming" the objects to other nodes</div>
 311                 <ul class="subexp">
 312         <li class="basic" id="FMID_1495758083FM"><div class="nodecontent">Parties are generating hashes of chunks for validation</div></li>
 313         <li class="col" id="FMID_1858876702FM"><div class="nodecontent">Chunks should only be created for very big objects</div>
 314                 <ul class="subexp">
 315         <li class="basic" id="FMID_48304701FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/xmag.png" alt="xmag" /> <img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/messagebox_warning.png" alt="messagebox_warning" /> <div class="nodecontent">Total object size is larger than X KByte</div></li></ul></li>
 316         <li class="col" id="FMID_787015036FM"><div class="nodecontent">The sender creates hashes and adds them to the chunk</div>
 317                 <ul class="subexp">
 318         <li class="basic" id="FMID_1735939949FM"><div class="nodecontent">The receivers validates them</div></li>
 319         <li class="basic" id="FMID_1263867983FM"><div class="nodecontent">No serial numbers a-la TCP are generated</div></li></ul></li>
 320         <li class="col" id="FMID_140457451FM"><div class="nodecontent">The last chunk package contains both hashes</div>
 321                 <ul class="subexp">
 322         <li class="basic" id="FMID_1247676236FM"><div class="nodecontent">Hash of itself and the final hash</div></li></ul></li>
 323         <li class="col" id="FMID_699064211FM"><div class="nodecontent">If a hash fails to validate it is being collected</div>
 324                 <ul class="subexp">
 325         <li class="basic" id="FMID_833760624FM"><div class="nodecontent">After the final chunk was sent, failed chunks a re-requested</div></li></ul></li>
 326         <li class="col" id="FMID_45598378FM"><div class="nodecontent">This is retried X times per hash</div>
 327                 <ul class="subexp">
 328         <li class="basic" id="FMID_1953539364FM"><div class="nodecontent">But always at the end of the whole transaction and all together</div></li>
 329         <li class="col" id="FMID_1087617216FM"><div class="nodecontent">If still some hashes failed to transfer</div>
 330                 <ul class="subexp">
 331         <li class="basic" id="FMID_1392619755FM"><div class="nodecontent">The object got dropped or fully requested</div></li>
 332         <li class="basic" id="FMID_84288828FM"><div class="nodecontent">This should be configurable by the admin</div></li>
 333         <li class="col" id="FMID_618078349FM"><div class="nodecontent">To do so, the final hash and object type is submitted to the sender</div>
 334                 <ul class="subexp">
 335         <li class="basic" id="FMID_821681010FM"><img src="Generic%20Object%20Sharing%20Protocol.html_files/icons/attach.png" alt="attach" /> <div class="nodecontent">"Restransmit-Message"</div></li></ul></li>
 336         <li class="basic" id="FMID_1340892559FM"><div class="nodecontent">The sender is now trying smaller chunks</div></li></ul></li></ul></li>
 337         <li class="col" id="FMID_628938328FM"><div class="nodecontent">If all was successfully received</div>
 338                 <ul class="subexp">
 339         <li class="basic" id="FMID_1988047416FM"><div class="nodecontent">The receivers sends a "done-message" to the sender with final hash and object type</div></li></ul></li></ul></li>
 340         <li class="col" id="FMID_1473966368FM"><div class="nodecontent">There is also a "real" streaming mode</div>
 341                 <ul class="subexp">
 342         <li class="basic" id="FMID_1654508253FM"><div class="nodecontent">This is e.g. used for chat</div></li>
 343         <li class="basic" id="FMID_429118222FM"><div class="nodecontent">For this TCP/IP is used and no hashes are generated</div></li>
 344         <li class="basic" id="FMID_480009945FM"><div class="nodecontent">Also no chunks are generated</div></li>
 345         <li class="basic" id="FMID_29563235FM"><div class="nodecontent">Only in this mode "multi-casting" is possible</div></li></ul></li></ul></li></ul></li></ul></li></ul></div></body></html>