requesthelper.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381
  1. # Copyright (c) Twisted Matrix Laboratories.
  2. # See LICENSE for details.
  3. """
  4. Helpers related to HTTP requests, used by tests.
  5. """
  6. from __future__ import division, absolute_import
  7. __all__ = ['DummyChannel', 'DummyRequest']
  8. from io import BytesIO
  9. from zope.interface import implementer
  10. from twisted.python.compat import intToBytes
  11. from twisted.python.deprecate import deprecated
  12. from incremental import Version
  13. from twisted.internet.defer import Deferred
  14. from twisted.internet.address import IPv4Address
  15. from twisted.internet.interfaces import ISSLTransport
  16. from twisted.web.http_headers import Headers
  17. from twisted.web.resource import Resource
  18. from twisted.web.server import NOT_DONE_YET, Session, Site
  19. from twisted.web._responses import FOUND
  20. class DummyChannel:
  21. class TCP:
  22. port = 80
  23. disconnected = False
  24. def __init__(self):
  25. self.written = BytesIO()
  26. self.producers = []
  27. def getPeer(self):
  28. return IPv4Address("TCP", '192.168.1.1', 12344)
  29. def write(self, data):
  30. if not isinstance(data, bytes):
  31. raise TypeError("Can only write bytes to a transport, not %r" % (data,))
  32. self.written.write(data)
  33. def writeSequence(self, iovec):
  34. for data in iovec:
  35. self.write(data)
  36. def getHost(self):
  37. return IPv4Address("TCP", '10.0.0.1', self.port)
  38. def registerProducer(self, producer, streaming):
  39. self.producers.append((producer, streaming))
  40. def unregisterProducer(self):
  41. pass
  42. def loseConnection(self):
  43. self.disconnected = True
  44. @implementer(ISSLTransport)
  45. class SSL(TCP):
  46. pass
  47. site = Site(Resource())
  48. def __init__(self):
  49. self.transport = self.TCP()
  50. def requestDone(self, request):
  51. pass
  52. def writeHeaders(self, version, code, reason, headers):
  53. response_line = version + b" " + code + b" " + reason + b"\r\n"
  54. headerSequence = [response_line]
  55. headerSequence.extend(
  56. name + b': ' + value + b"\r\n" for name, value in headers
  57. )
  58. headerSequence.append(b"\r\n")
  59. self.transport.writeSequence(headerSequence)
  60. def getPeer(self):
  61. return self.transport.getPeer()
  62. def getHost(self):
  63. return self.transport.getHost()
  64. def registerProducer(self, producer, streaming):
  65. self.transport.registerProducer(producer, streaming)
  66. def unregisterProducer(self):
  67. self.transport.unregisterProducer()
  68. def write(self, data):
  69. self.transport.write(data)
  70. def writeSequence(self, iovec):
  71. self.transport.writeSequence(iovec)
  72. def loseConnection(self):
  73. self.transport.loseConnection()
  74. def endRequest(self):
  75. pass
  76. def isSecure(self):
  77. return isinstance(self.transport, self.SSL)
  78. class DummyRequest(object):
  79. """
  80. Represents a dummy or fake request. See L{twisted.web.server.Request}.
  81. @ivar _finishedDeferreds: L{None} or a C{list} of L{Deferreds} which will
  82. be called back with L{None} when C{finish} is called or which will be
  83. errbacked if C{processingFailed} is called.
  84. @type requestheaders: C{Headers}
  85. @ivar requestheaders: A Headers instance that stores values for all request
  86. headers.
  87. @type responseHeaders: C{Headers}
  88. @ivar responseHeaders: A Headers instance that stores values for all
  89. response headers.
  90. @type responseCode: C{int}
  91. @ivar responseCode: The response code which was passed to
  92. C{setResponseCode}.
  93. @type written: C{list} of C{bytes}
  94. @ivar written: The bytes which have been written to the request.
  95. """
  96. uri = b'http://dummy/'
  97. method = b'GET'
  98. client = None
  99. def registerProducer(self, prod,s):
  100. self.go = 1
  101. while self.go:
  102. prod.resumeProducing()
  103. def unregisterProducer(self):
  104. self.go = 0
  105. def __init__(self, postpath, session=None):
  106. self.sitepath = []
  107. self.written = []
  108. self.finished = 0
  109. self.postpath = postpath
  110. self.prepath = []
  111. self.session = None
  112. self.protoSession = session or Session(0, self)
  113. self.args = {}
  114. self.requestHeaders = Headers()
  115. self.responseHeaders = Headers()
  116. self.responseCode = None
  117. self._finishedDeferreds = []
  118. self._serverName = b"dummy"
  119. self.clientproto = b"HTTP/1.0"
  120. def getAllHeaders(self):
  121. """
  122. Return dictionary mapping the names of all received headers to the last
  123. value received for each.
  124. Since this method does not return all header information,
  125. C{self.requestHeaders.getAllRawHeaders()} may be preferred.
  126. NOTE: This function is a direct copy of
  127. C{twisted.web.http.Request.getAllRawHeaders}.
  128. """
  129. headers = {}
  130. for k, v in self.requestHeaders.getAllRawHeaders():
  131. headers[k.lower()] = v[-1]
  132. return headers
  133. def getHeader(self, name):
  134. """
  135. Retrieve the value of a request header.
  136. @type name: C{bytes}
  137. @param name: The name of the request header for which to retrieve the
  138. value. Header names are compared case-insensitively.
  139. @rtype: C{bytes} or L{None}
  140. @return: The value of the specified request header.
  141. """
  142. return self.requestHeaders.getRawHeaders(name.lower(), [None])[0]
  143. def setHeader(self, name, value):
  144. """TODO: make this assert on write() if the header is content-length
  145. """
  146. self.responseHeaders.addRawHeader(name, value)
  147. def getSession(self):
  148. if self.session:
  149. return self.session
  150. assert not self.written, "Session cannot be requested after data has been written."
  151. self.session = self.protoSession
  152. return self.session
  153. def render(self, resource):
  154. """
  155. Render the given resource as a response to this request.
  156. This implementation only handles a few of the most common behaviors of
  157. resources. It can handle a render method that returns a string or
  158. C{NOT_DONE_YET}. It doesn't know anything about the semantics of
  159. request methods (eg HEAD) nor how to set any particular headers.
  160. Basically, it's largely broken, but sufficient for some tests at least.
  161. It should B{not} be expanded to do all the same stuff L{Request} does.
  162. Instead, L{DummyRequest} should be phased out and L{Request} (or some
  163. other real code factored in a different way) used.
  164. """
  165. result = resource.render(self)
  166. if result is NOT_DONE_YET:
  167. return
  168. self.write(result)
  169. self.finish()
  170. def write(self, data):
  171. if not isinstance(data, bytes):
  172. raise TypeError("write() only accepts bytes")
  173. self.written.append(data)
  174. def notifyFinish(self):
  175. """
  176. Return a L{Deferred} which is called back with L{None} when the request
  177. is finished. This will probably only work if you haven't called
  178. C{finish} yet.
  179. """
  180. finished = Deferred()
  181. self._finishedDeferreds.append(finished)
  182. return finished
  183. def finish(self):
  184. """
  185. Record that the request is finished and callback and L{Deferred}s
  186. waiting for notification of this.
  187. """
  188. self.finished = self.finished + 1
  189. if self._finishedDeferreds is not None:
  190. observers = self._finishedDeferreds
  191. self._finishedDeferreds = None
  192. for obs in observers:
  193. obs.callback(None)
  194. def processingFailed(self, reason):
  195. """
  196. Errback and L{Deferreds} waiting for finish notification.
  197. """
  198. if self._finishedDeferreds is not None:
  199. observers = self._finishedDeferreds
  200. self._finishedDeferreds = None
  201. for obs in observers:
  202. obs.errback(reason)
  203. def addArg(self, name, value):
  204. self.args[name] = [value]
  205. def setResponseCode(self, code, message=None):
  206. """
  207. Set the HTTP status response code, but takes care that this is called
  208. before any data is written.
  209. """
  210. assert not self.written, "Response code cannot be set after data has been written: %s." % "@@@@".join(self.written)
  211. self.responseCode = code
  212. self.responseMessage = message
  213. def setLastModified(self, when):
  214. assert not self.written, "Last-Modified cannot be set after data has been written: %s." % "@@@@".join(self.written)
  215. def setETag(self, tag):
  216. assert not self.written, "ETag cannot be set after data has been written: %s." % "@@@@".join(self.written)
  217. def getClientIP(self):
  218. """
  219. Return the IPv4 address of the client which made this request, if there
  220. is one, otherwise L{None}.
  221. """
  222. if isinstance(self.client, IPv4Address):
  223. return self.client.host
  224. return None
  225. def getRequestHostname(self):
  226. """
  227. Get a dummy hostname associated to the HTTP request.
  228. @rtype: C{bytes}
  229. @returns: a dummy hostname
  230. """
  231. return self._serverName
  232. def getHost(self):
  233. """
  234. Get a dummy transport's host.
  235. @rtype: C{IPv4Address}
  236. @returns: a dummy transport's host
  237. """
  238. return IPv4Address('TCP', '127.0.0.1', 80)
  239. def setHost(self, host, port, ssl=0):
  240. """
  241. Change the host and port the request thinks it's using.
  242. @type host: C{bytes}
  243. @param host: The value to which to change the host header.
  244. @type ssl: C{bool}
  245. @param ssl: A flag which, if C{True}, indicates that the request is
  246. considered secure (if C{True}, L{isSecure} will return C{True}).
  247. """
  248. self._forceSSL = ssl # set first so isSecure will work
  249. if self.isSecure():
  250. default = 443
  251. else:
  252. default = 80
  253. if port == default:
  254. hostHeader = host
  255. else:
  256. hostHeader = host + b":" + intToBytes(port)
  257. self.requestHeaders.addRawHeader(b"host", hostHeader)
  258. def getClient(self):
  259. """
  260. Get the client's IP address, if it has one.
  261. @return: The same value as C{getClientIP}.
  262. @rtype: L{bytes}
  263. """
  264. return self.getClientIP()
  265. def redirect(self, url):
  266. """
  267. Utility function that does a redirect.
  268. The request should have finish() called after this.
  269. """
  270. self.setResponseCode(FOUND)
  271. self.setHeader(b"location", url)
  272. DummyRequest.getClient = deprecated(
  273. Version("Twisted", 15, 0, 0),
  274. "Twisted Names to resolve hostnames")(DummyRequest.getClient)