2 from urllib import unquote_plus
4 from twisted.python import log
5 from twisted.internet import defer
6 #from twisted.protocols import htb
7 from twisted.web2 import server, http, resource, channel, stream
8 from twisted.web2 import static, http_headers, responsecode
10 from policies import ThrottlingFactory
12 class FileDownloader(static.File):
14 def __init__(self, path, manager, defaultType="text/plain", ignoredExts=(), processors=None, indexNames=None):
15 self.manager = manager
16 super(FileDownloader, self).__init__(path, defaultType, ignoredExts, processors, indexNames)
18 def renderHTTP(self, req):
19 log.msg('Got request for %s from %s' % (req.uri, req.remoteAddr))
20 resp = super(FileDownloader, self).renderHTTP(req)
21 if isinstance(resp, defer.Deferred):
22 resp.addCallback(self._renderHTTP_done, req)
24 resp = self._renderHTTP_done(resp, req)
27 def _renderHTTP_done(self, resp, req):
28 log.msg('Initial response to %s: %r' % (req.uri, resp))
31 path = 'http:/' + req.uri
32 if resp.code >= 200 and resp.code < 400:
33 return self.manager.check_freshness(req, path, resp.headers.getHeader('Last-Modified'), resp)
35 log.msg('Not found, trying other methods for %s' % req.uri)
36 return self.manager.get_resp(req, path)
40 def createSimilarFile(self, path):
41 return self.__class__(path, self.manager, self.defaultType, self.ignoredExts,
42 self.processors, self.indexNames[:])
44 class FileUploaderStream(stream.FileStream):
48 def read(self, sendfile=False):
57 readSize = min(length, self.CHUNK_SIZE)
59 self.f.seek(self.start)
60 b = self.f.read(readSize)
63 raise RuntimeError("Ran out of data reading file %r, expected %d more bytes" % (self.f, length))
65 self.length -= bytesRead
66 self.start += bytesRead
70 class FileUploader(static.File):
72 def render(self, req):
73 if not self.fp.exists():
74 return responsecode.NOT_FOUND
77 return responsecode.NOT_FOUND
83 if e[0] == errno.EACCES:
84 return responsecode.FORBIDDEN
85 elif e[0] == errno.ENOENT:
86 return responsecode.NOT_FOUND
90 response = http.Response()
91 response.stream = FileUploaderStream(f, 0, self.fp.getsize())
93 for (header, value) in (
94 ("content-type", self.contentType()),
95 ("content-encoding", self.contentEncoding()),
98 response.headers.setHeader(header, value)
102 class TopLevel(resource.Resource):
105 def __init__(self, directory, db, manager):
106 self.directory = directory
108 self.manager = manager
111 def getHTTPFactory(self):
112 if self.factory is None:
113 self.factory = channel.HTTPFactory(server.Site(self),
114 **{'maxPipeline': 10,
115 'betweenRequestsTimeOut': 60})
116 # serverFilter = htb.HierarchicalBucketFilter()
117 # serverBucket = htb.Bucket()
119 # # Cap total server traffic at 20 kB/s
120 # serverBucket.maxburst = 20000
121 # serverBucket.rate = 20000
123 # serverFilter.buckets[None] = serverBucket
125 # self.factory.protocol = htb.ShapedProtocolFactory(self.factory.protocol, serverFilter)
126 self.factory = ThrottlingFactory(self.factory, writeLimit = 30*1024)
129 def render(self, ctx):
130 return http.Response(
132 {'content-type': http_headers.MimeType('text', 'html')},
135 <p>TODO: eventually some stats will be shown here.</body></html>""")
137 def locateChild(self, request, segments):
138 log.msg('Got HTTP request for %s from %s' % (request.uri, request.remoteAddr))
141 if len(segments) != 2:
142 log.msg('Got a malformed request from %s' % request.remoteAddr)
144 hash = unquote_plus(segments[1])
145 files = self.db.lookupHash(hash)
147 log.msg('Sharing %s with %s' % (files[0]['path'].path, request.remoteAddr))
148 return FileUploader(files[0]['path'].path), ()
150 log.msg('Hash could not be found in database: %s' % hash)
152 if request.remoteAddr.host != "127.0.0.1":
153 log.msg('Blocked illegal access to %s from %s' % (request.uri, request.remoteAddr))
157 return FileDownloader(self.directory.path, self.manager), segments[0:]
161 log.msg('Got a malformed request for "%s" from %s' % (request.uri, request.remoteAddr))
164 if __name__ == '__builtin__':
165 # Running from twistd -ny HTTPServer.py
167 # wget -S 'http://localhost:18080/~/whatever'
168 # wget -S 'http://localhost:18080/.xsession-errors'
171 from twisted.python.filepath import FilePath
174 def lookupHash(self, hash):
175 return [{'path': FilePath(os.path.expanduser('~/school/optout'))}]
177 t = TopLevel(FilePath(os.path.expanduser('~')), DB(), None)
178 factory = t.getHTTPFactory()
180 # Standard twisted application Boilerplate
181 from twisted.application import service, strports
182 application = service.Application("demoserver")
183 s = strports.service('tcp:18080', factory)
184 s.setServiceParent(application)