123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828 |
- # -*- test-case-name: twisted.web.test -*-
- # Copyright (c) Twisted Matrix Laboratories.
- # See LICENSE for details.
-
- """
- Interface definitions for L{twisted.web}.
-
- @var UNKNOWN_LENGTH: An opaque object which may be used as the value of
- L{IBodyProducer.length} to indicate that the length of the entity
- body is not known in advance.
- """
-
- from zope.interface import Interface, Attribute
-
- from twisted.internet.interfaces import IPushProducer
- from twisted.cred.credentials import IUsernameDigestHash
-
-
- class IRequest(Interface):
- """
- An HTTP request.
-
- @since: 9.0
- """
-
- method = Attribute("A L{bytes} giving the HTTP method that was used.")
- uri = Attribute(
- "A L{bytes} giving the full encoded URI which was requested (including"
- " query arguments).")
- path = Attribute(
- "A L{bytes} giving the encoded query path of the request URI (not "
- "including query arguments).")
- args = Attribute(
- "A mapping of decoded query argument names as L{bytes} to "
- "corresponding query argument values as L{list}s of L{bytes}. "
- "For example, for a URI with C{foo=bar&foo=baz&quux=spam} "
- "for its query part, C{args} will be C{{b'foo': [b'bar', b'baz'], "
- "b'quux': [b'spam']}}.")
-
- prepath = Attribute(
- "The URL path segments which have been processed during resource "
- "traversal, as a list of {bytes}.")
-
- postpath = Attribute(
- "The URL path segments which have not (yet) been processed "
- "during resource traversal, as a list of L{bytes}.")
-
- requestHeaders = Attribute(
- "A L{http_headers.Headers} instance giving all received HTTP request "
- "headers.")
-
- content = Attribute(
- "A file-like object giving the request body. This may be a file on "
- "disk, an L{io.BytesIO}, or some other type. The implementation is "
- "free to decide on a per-request basis.")
-
- responseHeaders = Attribute(
- "A L{http_headers.Headers} instance holding all HTTP response "
- "headers to be sent.")
-
- def getHeader(key):
- """
- Get an HTTP request header.
-
- @type key: L{bytes} or L{str}
- @param key: The name of the header to get the value of.
-
- @rtype: L{bytes} or L{str} or L{None}
- @return: The value of the specified header, or L{None} if that header
- was not present in the request. The string type of the result
- matches the type of C{key}.
- """
-
-
- def getCookie(key):
- """
- Get a cookie that was sent from the network.
-
- @type key: L{bytes}
- @param key: The name of the cookie to get.
-
- @rtype: L{bytes} or L{None}
- @returns: The value of the specified cookie, or L{None} if that cookie
- was not present in the request.
- """
-
-
- def getAllHeaders():
- """
- Return dictionary mapping the names of all received headers to the last
- value received for each.
-
- Since this method does not return all header information,
- C{requestHeaders.getAllRawHeaders()} may be preferred.
- """
-
-
- def getRequestHostname():
- """
- Get the hostname that the user passed in to the request.
-
- This will either use the Host: header (if it is available) or the
- host we are listening on if the header is unavailable.
-
- @returns: the requested hostname
- @rtype: L{str}
- """
-
-
- def getHost():
- """
- Get my originally requesting transport's host.
-
- @return: An L{IAddress<twisted.internet.interfaces.IAddress>}.
- """
-
-
- def getClientAddress():
- """
- Return the address of the client who submitted this request.
-
- The address may not be a network address. Callers must check
- its type before using it.
-
- @since: 18.4
-
- @return: the client's address.
- @rtype: an L{IAddress} provider.
- """
-
-
- def getClientIP():
- """
- Return the IP address of the client who submitted this request.
-
- This method is B{deprecated}. See L{getClientAddress} instead.
-
- @returns: the client IP address or L{None} if the request was submitted
- over a transport where IP addresses do not make sense.
- @rtype: L{str} or L{None}
- """
-
-
- def getUser():
- """
- Return the HTTP user sent with this request, if any.
-
- If no user was supplied, return the empty string.
-
- @returns: the HTTP user, if any
- @rtype: L{str}
- """
-
-
- def getPassword():
- """
- Return the HTTP password sent with this request, if any.
-
- If no password was supplied, return the empty string.
-
- @returns: the HTTP password, if any
- @rtype: L{str}
- """
-
-
- def isSecure():
- """
- Return True if this request is using a secure transport.
-
- Normally this method returns True if this request's HTTPChannel
- instance is using a transport that implements ISSLTransport.
-
- This will also return True if setHost() has been called
- with ssl=True.
-
- @returns: True if this request is secure
- @rtype: C{bool}
- """
-
-
- def getSession(sessionInterface=None):
- """
- Look up the session associated with this request or create a new one if
- there is not one.
-
- @return: The L{Session} instance identified by the session cookie in
- the request, or the C{sessionInterface} component of that session
- if C{sessionInterface} is specified.
- """
-
-
- def URLPath():
- """
- @return: A L{URLPath<twisted.python.urlpath.URLPath>} instance
- which identifies the URL for which this request is.
- """
-
-
- def prePathURL():
- """
- At any time during resource traversal or resource rendering,
- returns an absolute URL to the most nested resource which has
- yet been reached.
-
- @see: {twisted.web.server.Request.prepath}
-
- @return: An absolute URL.
- @type: L{bytes}
- """
-
-
- def rememberRootURL():
- """
- Remember the currently-processed part of the URL for later
- recalling.
- """
-
-
- def getRootURL():
- """
- Get a previously-remembered URL.
-
- @return: An absolute URL.
- @type: L{bytes}
- """
-
-
- # Methods for outgoing response
- def finish():
- """
- Indicate that the response to this request is complete.
- """
-
-
- def write(data):
- """
- Write some data to the body of the response to this request. Response
- headers are written the first time this method is called, after which
- new response headers may not be added.
-
- @param data: Bytes of the response body.
- @type data: L{bytes}
- """
-
-
- def addCookie(k, v, expires=None, domain=None, path=None, max_age=None, comment=None, secure=None):
- """
- Set an outgoing HTTP cookie.
-
- In general, you should consider using sessions instead of cookies, see
- L{twisted.web.server.Request.getSession} and the
- L{twisted.web.server.Session} class for details.
- """
-
-
- def setResponseCode(code, message=None):
- """
- Set the HTTP response code.
-
- @type code: L{int}
- @type message: L{bytes}
- """
-
-
- def setHeader(k, v):
- """
- Set an HTTP response header. Overrides any previously set values for
- this header.
-
- @type k: L{bytes} or L{str}
- @param k: The name of the header for which to set the value.
-
- @type v: L{bytes} or L{str}
- @param v: The value to set for the named header. A L{str} will be
- UTF-8 encoded, which may not interoperable with other
- implementations. Avoid passing non-ASCII characters if possible.
- """
-
-
- def redirect(url):
- """
- Utility function that does a redirect.
-
- The request should have finish() called after this.
- """
-
-
- def setLastModified(when):
- """
- Set the C{Last-Modified} time for the response to this request.
-
- If I am called more than once, I ignore attempts to set Last-Modified
- earlier, only replacing the Last-Modified time if it is to a later
- value.
-
- If I am a conditional request, I may modify my response code to
- L{NOT_MODIFIED<http.NOT_MODIFIED>} if appropriate for the time given.
-
- @param when: The last time the resource being returned was modified, in
- seconds since the epoch.
- @type when: L{int}, L{long} or L{float}
-
- @return: If I am a C{If-Modified-Since} conditional request and the time
- given is not newer than the condition, I return
- L{CACHED<http.CACHED>} to indicate that you should write no body.
- Otherwise, I return a false value.
- """
-
-
- def setETag(etag):
- """
- Set an C{entity tag} for the outgoing response.
-
- That's "entity tag" as in the HTTP/1.1 I{ETag} header, "used for
- comparing two or more entities from the same requested resource."
-
- If I am a conditional request, I may modify my response code to
- L{NOT_MODIFIED<http.NOT_MODIFIED>} or
- L{PRECONDITION_FAILED<http.PRECONDITION_FAILED>}, if appropriate for the
- tag given.
-
- @param etag: The entity tag for the resource being returned.
- @type etag: L{str}
-
- @return: If I am a C{If-None-Match} conditional request and the tag
- matches one in the request, I return L{CACHED<http.CACHED>} to
- indicate that you should write no body. Otherwise, I return a
- false value.
- """
-
-
- def setHost(host, port, ssl=0):
- """
- Change the host and port the request thinks it's using.
-
- This method is useful for working with reverse HTTP proxies (e.g. both
- Squid and Apache's mod_proxy can do this), when the address the HTTP
- client is using is different than the one we're listening on.
-
- For example, Apache may be listening on https://www.example.com, and
- then forwarding requests to http://localhost:8080, but we don't want
- HTML produced by Twisted to say 'http://localhost:8080', they should
- say 'https://www.example.com', so we do::
-
- request.setHost('www.example.com', 443, ssl=1)
- """
-
-
-
- class INonQueuedRequestFactory(Interface):
- """
- A factory of L{IRequest} objects that does not take a ``queued`` parameter.
- """
- def __call__(channel):
- """
- Create an L{IRequest} that is operating on the given channel. There
- must only be one L{IRequest} object processing at any given time on a
- channel.
-
- @param channel: A L{twisted.web.http.HTTPChannel} object.
- @type channel: L{twisted.web.http.HTTPChannel}
-
- @return: A request object.
- @rtype: L{IRequest}
- """
-
-
-
- class IAccessLogFormatter(Interface):
- """
- An object which can represent an HTTP request as a line of text for
- inclusion in an access log file.
- """
- def __call__(timestamp, request):
- """
- Generate a line for the access log.
-
- @param timestamp: The time at which the request was completed in the
- standard format for access logs.
- @type timestamp: L{unicode}
-
- @param request: The request object about which to log.
- @type request: L{twisted.web.server.Request}
-
- @return: One line describing the request without a trailing newline.
- @rtype: L{unicode}
- """
-
-
-
- class ICredentialFactory(Interface):
- """
- A credential factory defines a way to generate a particular kind of
- authentication challenge and a way to interpret the responses to these
- challenges. It creates
- L{ICredentials<twisted.cred.credentials.ICredentials>} providers from
- responses. These objects will be used with L{twisted.cred} to authenticate
- an authorize requests.
- """
- scheme = Attribute(
- "A L{str} giving the name of the authentication scheme with which "
- "this factory is associated. For example, C{'basic'} or C{'digest'}.")
-
-
- def getChallenge(request):
- """
- Generate a new challenge to be sent to a client.
-
- @type peer: L{twisted.web.http.Request}
- @param peer: The request the response to which this challenge will be
- included.
-
- @rtype: L{dict}
- @return: A mapping from L{str} challenge fields to associated L{str}
- values.
- """
-
-
- def decode(response, request):
- """
- Create a credentials object from the given response.
-
- @type response: L{str}
- @param response: scheme specific response string
-
- @type request: L{twisted.web.http.Request}
- @param request: The request being processed (from which the response
- was taken).
-
- @raise twisted.cred.error.LoginFailed: If the response is invalid.
-
- @rtype: L{twisted.cred.credentials.ICredentials} provider
- @return: The credentials represented by the given response.
- """
-
-
-
- class IBodyProducer(IPushProducer):
- """
- Objects which provide L{IBodyProducer} write bytes to an object which
- provides L{IConsumer<twisted.internet.interfaces.IConsumer>} by calling its
- C{write} method repeatedly.
-
- L{IBodyProducer} providers may start producing as soon as they have an
- L{IConsumer<twisted.internet.interfaces.IConsumer>} provider. That is, they
- should not wait for a C{resumeProducing} call to begin writing data.
-
- L{IConsumer.unregisterProducer<twisted.internet.interfaces.IConsumer.unregisterProducer>}
- must not be called. Instead, the
- L{Deferred<twisted.internet.defer.Deferred>} returned from C{startProducing}
- must be fired when all bytes have been written.
-
- L{IConsumer.write<twisted.internet.interfaces.IConsumer.write>} may
- synchronously invoke any of C{pauseProducing}, C{resumeProducing}, or
- C{stopProducing}. These methods must be implemented with this in mind.
-
- @since: 9.0
- """
-
- # Despite the restrictions above and the additional requirements of
- # stopProducing documented below, this interface still needs to be an
- # IPushProducer subclass. Providers of it will be passed to IConsumer
- # providers which only know about IPushProducer and IPullProducer, not
- # about this interface. This interface needs to remain close enough to one
- # of those interfaces for consumers to work with it.
-
- length = Attribute(
- """
- C{length} is a L{int} indicating how many bytes in total this
- L{IBodyProducer} will write to the consumer or L{UNKNOWN_LENGTH}
- if this is not known in advance.
- """)
-
- def startProducing(consumer):
- """
- Start producing to the given
- L{IConsumer<twisted.internet.interfaces.IConsumer>} provider.
-
- @return: A L{Deferred<twisted.internet.defer.Deferred>} which stops
- production of data when L{Deferred.cancel} is called, and which
- fires with L{None} when all bytes have been produced or with a
- L{Failure<twisted.python.failure.Failure>} if there is any problem
- before all bytes have been produced.
- """
-
-
- def stopProducing():
- """
- In addition to the standard behavior of
- L{IProducer.stopProducing<twisted.internet.interfaces.IProducer.stopProducing>}
- (stop producing data), make sure the
- L{Deferred<twisted.internet.defer.Deferred>} returned by
- C{startProducing} is never fired.
- """
-
-
-
- class IRenderable(Interface):
- """
- An L{IRenderable} is an object that may be rendered by the
- L{twisted.web.template} templating system.
- """
-
- def lookupRenderMethod(name):
- """
- Look up and return the render method associated with the given name.
-
- @type name: L{str}
- @param name: The value of a render directive encountered in the
- document returned by a call to L{IRenderable.render}.
-
- @return: A two-argument callable which will be invoked with the request
- being responded to and the tag object on which the render directive
- was encountered.
- """
-
-
- def render(request):
- """
- Get the document for this L{IRenderable}.
-
- @type request: L{IRequest} provider or L{None}
- @param request: The request in response to which this method is being
- invoked.
-
- @return: An object which can be flattened.
- """
-
-
-
- class ITemplateLoader(Interface):
- """
- A loader for templates; something usable as a value for
- L{twisted.web.template.Element}'s C{loader} attribute.
- """
-
- def load():
- """
- Load a template suitable for rendering.
-
- @return: a L{list} of L{list}s, L{unicode} objects, C{Element}s and
- other L{IRenderable} providers.
- """
-
-
-
- class IResponse(Interface):
- """
- An object representing an HTTP response received from an HTTP server.
-
- @since: 11.1
- """
-
- version = Attribute(
- "A three-tuple describing the protocol and protocol version "
- "of the response. The first element is of type L{str}, the second "
- "and third are of type L{int}. For example, C{(b'HTTP', 1, 1)}.")
-
-
- code = Attribute("The HTTP status code of this response, as a L{int}.")
-
-
- phrase = Attribute(
- "The HTTP reason phrase of this response, as a L{str}.")
-
-
- headers = Attribute("The HTTP response L{Headers} of this response.")
-
-
- length = Attribute(
- "The L{int} number of bytes expected to be in the body of this "
- "response or L{UNKNOWN_LENGTH} if the server did not indicate how "
- "many bytes to expect. For I{HEAD} responses, this will be 0; if "
- "the response includes a I{Content-Length} header, it will be "
- "available in C{headers}.")
-
-
- request = Attribute(
- "The L{IClientRequest} that resulted in this response.")
-
-
- previousResponse = Attribute(
- "The previous L{IResponse} from a redirect, or L{None} if there was no "
- "previous response. This can be used to walk the response or request "
- "history for redirections.")
-
-
- def deliverBody(protocol):
- """
- Register an L{IProtocol<twisted.internet.interfaces.IProtocol>} provider
- to receive the response body.
-
- The protocol will be connected to a transport which provides
- L{IPushProducer}. The protocol's C{connectionLost} method will be
- called with:
-
- - ResponseDone, which indicates that all bytes from the response
- have been successfully delivered.
-
- - PotentialDataLoss, which indicates that it cannot be determined
- if the entire response body has been delivered. This only occurs
- when making requests to HTTP servers which do not set
- I{Content-Length} or a I{Transfer-Encoding} in the response.
-
- - ResponseFailed, which indicates that some bytes from the response
- were lost. The C{reasons} attribute of the exception may provide
- more specific indications as to why.
- """
-
-
- def setPreviousResponse(response):
- """
- Set the reference to the previous L{IResponse}.
-
- The value of the previous response can be read via
- L{IResponse.previousResponse}.
- """
-
-
-
- class _IRequestEncoder(Interface):
- """
- An object encoding data passed to L{IRequest.write}, for example for
- compression purpose.
-
- @since: 12.3
- """
-
- def encode(data):
- """
- Encode the data given and return the result.
-
- @param data: The content to encode.
- @type data: L{str}
-
- @return: The encoded data.
- @rtype: L{str}
- """
-
-
- def finish():
- """
- Callback called when the request is closing.
-
- @return: If necessary, the pending data accumulated from previous
- C{encode} calls.
- @rtype: L{str}
- """
-
-
-
- class _IRequestEncoderFactory(Interface):
- """
- A factory for returing L{_IRequestEncoder} instances.
-
- @since: 12.3
- """
-
- def encoderForRequest(request):
- """
- If applicable, returns a L{_IRequestEncoder} instance which will encode
- the request.
- """
-
-
-
- class IClientRequest(Interface):
- """
- An object representing an HTTP request to make to an HTTP server.
-
- @since: 13.1
- """
- method = Attribute(
- "The HTTP method for this request, as L{bytes}. For example: "
- "C{b'GET'}, C{b'HEAD'}, C{b'POST'}, etc.")
-
-
- absoluteURI = Attribute(
- "The absolute URI of the requested resource, as L{bytes}; or L{None} "
- "if the absolute URI cannot be determined.")
-
-
- headers = Attribute(
- "Headers to be sent to the server, as "
- "a L{twisted.web.http_headers.Headers} instance.")
-
-
-
- class IAgent(Interface):
- """
- An agent makes HTTP requests.
-
- The way in which requests are issued is left up to each implementation.
- Some may issue them directly to the server indicated by the net location
- portion of the request URL. Others may use a proxy specified by system
- configuration.
-
- Processing of responses is also left very widely specified. An
- implementation may perform no special handling of responses, or it may
- implement redirect following or content negotiation, it may implement a
- cookie store or automatically respond to authentication challenges. It may
- implement many other unforeseen behaviors as well.
-
- It is also intended that L{IAgent} implementations be composable. An
- implementation which provides cookie handling features should re-use an
- implementation that provides connection pooling and this combination could
- be used by an implementation which adds content negotiation functionality.
- Some implementations will be completely self-contained, such as those which
- actually perform the network operations to send and receive requests, but
- most or all other implementations should implement a small number of new
- features (perhaps one new feature) and delegate the rest of the
- request/response machinery to another implementation.
-
- This allows for great flexibility in the behavior an L{IAgent} will
- provide. For example, an L{IAgent} with web browser-like behavior could be
- obtained by combining a number of (hypothetical) implementations::
-
- baseAgent = Agent(reactor)
- redirect = BrowserLikeRedirectAgent(baseAgent, limit=10)
- authenticate = AuthenticateAgent(
- redirect, [diskStore.credentials, GtkAuthInterface()])
- cookie = CookieAgent(authenticate, diskStore.cookie)
- decode = ContentDecoderAgent(cookie, [(b"gzip", GzipDecoder())])
- cache = CacheAgent(decode, diskStore.cache)
-
- doSomeRequests(cache)
- """
- def request(method, uri, headers=None, bodyProducer=None):
- """
- Request the resource at the given location.
-
- @param method: The request method to use, such as C{"GET"}, C{"HEAD"},
- C{"PUT"}, C{"POST"}, etc.
- @type method: L{bytes}
-
- @param uri: The location of the resource to request. This should be an
- absolute URI but some implementations may support relative URIs
- (with absolute or relative paths). I{HTTP} and I{HTTPS} are the
- schemes most likely to be supported but others may be as well.
- @type uri: L{bytes}
-
- @param headers: The headers to send with the request (or L{None} to
- send no extra headers). An implementation may add its own headers
- to this (for example for client identification or content
- negotiation).
- @type headers: L{Headers} or L{None}
-
- @param bodyProducer: An object which can generate bytes to make up the
- body of this request (for example, the properly encoded contents of
- a file for a file upload). Or, L{None} if the request is to have
- no body.
- @type bodyProducer: L{IBodyProducer} provider
-
- @return: A L{Deferred} that fires with an L{IResponse} provider when
- the header of the response has been received (regardless of the
- response status code) or with a L{Failure} if there is any problem
- which prevents that response from being received (including
- problems that prevent the request from being sent).
- @rtype: L{Deferred}
- """
-
-
- class IPolicyForHTTPS(Interface):
- """
- An L{IPolicyForHTTPS} provides a policy for verifying the certificates of
- HTTPS connections, in the form of a L{client connection creator
- <twisted.internet.interfaces.IOpenSSLClientConnectionCreator>} per network
- location.
-
- @since: 14.0
- """
-
- def creatorForNetloc(hostname, port):
- """
- Create a L{client connection creator
- <twisted.internet.interfaces.IOpenSSLClientConnectionCreator>}
- appropriate for the given URL "netloc"; i.e. hostname and port number
- pair.
-
- @param hostname: The name of the requested remote host.
- @type hostname: L{bytes}
-
- @param port: The number of the requested remote port.
- @type port: L{int}
-
- @return: A client connection creator expressing the security
- requirements for the given remote host.
- @rtype: L{client connection creator
- <twisted.internet.interfaces.IOpenSSLClientConnectionCreator>}
- """
-
-
-
- class IAgentEndpointFactory(Interface):
- """
- An L{IAgentEndpointFactory} provides a way of constructing an endpoint
- used for outgoing Agent requests. This is useful in the case of needing to
- proxy outgoing connections, or to otherwise vary the transport used.
-
- @since: 15.0
- """
-
- def endpointForURI(uri):
- """
- Construct and return an L{IStreamClientEndpoint} for the outgoing
- request's connection.
-
- @param uri: The URI of the request.
- @type uri: L{twisted.web.client.URI}
-
- @return: An endpoint which will have its C{connect} method called to
- issue the request.
- @rtype: an L{IStreamClientEndpoint} provider
-
- @raises twisted.internet.error.SchemeNotSupported: If the given
- URI's scheme cannot be handled by this factory.
- """
-
-
-
- UNKNOWN_LENGTH = u"twisted.web.iweb.UNKNOWN_LENGTH"
-
- __all__ = [
- "IUsernameDigestHash", "ICredentialFactory", "IRequest",
- "IBodyProducer", "IRenderable", "IResponse", "_IRequestEncoder",
- "_IRequestEncoderFactory", "IClientRequest",
-
- "UNKNOWN_LENGTH"]
|