|
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699 |
- from __future__ import unicode_literals
-
- import json
- import mimetypes
- import os
- import re
- import sys
- from copy import copy
- from importlib import import_module
- from io import BytesIO
-
- from django.apps import apps
- from django.conf import settings
- from django.core import urlresolvers
- from django.core.handlers.base import BaseHandler
- from django.core.handlers.wsgi import ISO_8859_1, UTF_8, WSGIRequest
- from django.core.signals import (
- got_request_exception, request_finished, request_started,
- )
- from django.db import close_old_connections
- from django.http import HttpRequest, QueryDict, SimpleCookie
- from django.template import TemplateDoesNotExist
- from django.test import signals
- from django.test.utils import ContextList
- from django.utils import six
- from django.utils.encoding import force_bytes, force_str, uri_to_iri
- from django.utils.functional import SimpleLazyObject, curry
- from django.utils.http import urlencode
- from django.utils.itercompat import is_iterable
- from django.utils.six.moves.urllib.parse import urljoin, urlparse, urlsplit
-
- __all__ = ('Client', 'RedirectCycleError', 'RequestFactory', 'encode_file', 'encode_multipart')
-
-
- BOUNDARY = 'BoUnDaRyStRiNg'
- MULTIPART_CONTENT = 'multipart/form-data; boundary=%s' % BOUNDARY
- CONTENT_TYPE_RE = re.compile('.*; charset=([\w\d-]+);?')
-
-
- class RedirectCycleError(Exception):
- """
- The test client has been asked to follow a redirect loop.
- """
- def __init__(self, message, last_response):
- super(RedirectCycleError, self).__init__(message)
- self.last_response = last_response
- self.redirect_chain = last_response.redirect_chain
-
-
- class FakePayload(object):
- """
- A wrapper around BytesIO that restricts what can be read since data from
- the network can't be seeked and cannot be read outside of its content
- length. This makes sure that views can't do anything under the test client
- that wouldn't work in Real Life.
- """
- def __init__(self, content=None):
- self.__content = BytesIO()
- self.__len = 0
- self.read_started = False
- if content is not None:
- self.write(content)
-
- def __len__(self):
- return self.__len
-
- def read(self, num_bytes=None):
- if not self.read_started:
- self.__content.seek(0)
- self.read_started = True
- if num_bytes is None:
- num_bytes = self.__len or 0
- assert self.__len >= num_bytes, "Cannot read more than the available bytes from the HTTP incoming data."
- content = self.__content.read(num_bytes)
- self.__len -= num_bytes
- return content
-
- def write(self, content):
- if self.read_started:
- raise ValueError("Unable to write a payload after he's been read")
- content = force_bytes(content)
- self.__content.write(content)
- self.__len += len(content)
-
-
- def closing_iterator_wrapper(iterable, close):
- try:
- for item in iterable:
- yield item
- finally:
- request_finished.disconnect(close_old_connections)
- close() # will fire request_finished
- request_finished.connect(close_old_connections)
-
-
- class ClientHandler(BaseHandler):
- """
- A HTTP Handler that can be used for testing purposes. Uses the WSGI
- interface to compose requests, but returns the raw HttpResponse object with
- the originating WSGIRequest attached to its ``wsgi_request`` attribute.
- """
- def __init__(self, enforce_csrf_checks=True, *args, **kwargs):
- self.enforce_csrf_checks = enforce_csrf_checks
- super(ClientHandler, self).__init__(*args, **kwargs)
-
- def __call__(self, environ):
- # Set up middleware if needed. We couldn't do this earlier, because
- # settings weren't available.
- if self._request_middleware is None:
- self.load_middleware()
-
- request_started.disconnect(close_old_connections)
- request_started.send(sender=self.__class__, environ=environ)
- request_started.connect(close_old_connections)
- request = WSGIRequest(environ)
- # sneaky little hack so that we can easily get round
- # CsrfViewMiddleware. This makes life easier, and is probably
- # required for backwards compatibility with external tests against
- # admin views.
- request._dont_enforce_csrf_checks = not self.enforce_csrf_checks
-
- # Request goes through middleware.
- response = self.get_response(request)
- # Attach the originating request to the response so that it could be
- # later retrieved.
- response.wsgi_request = request
-
- # We're emulating a WSGI server; we must call the close method
- # on completion.
- if response.streaming:
- response.streaming_content = closing_iterator_wrapper(
- response.streaming_content, response.close)
- else:
- request_finished.disconnect(close_old_connections)
- response.close() # will fire request_finished
- request_finished.connect(close_old_connections)
-
- return response
-
-
- def store_rendered_templates(store, signal, sender, template, context, **kwargs):
- """
- Stores templates and contexts that are rendered.
-
- The context is copied so that it is an accurate representation at the time
- of rendering.
- """
- store.setdefault('templates', []).append(template)
- store.setdefault('context', ContextList()).append(copy(context))
-
-
- def encode_multipart(boundary, data):
- """
- Encodes multipart POST data from a dictionary of form values.
-
- The key will be used as the form data name; the value will be transmitted
- as content. If the value is a file, the contents of the file will be sent
- as an application/octet-stream; otherwise, str(value) will be sent.
- """
- lines = []
- to_bytes = lambda s: force_bytes(s, settings.DEFAULT_CHARSET)
-
- # Not by any means perfect, but good enough for our purposes.
- is_file = lambda thing: hasattr(thing, "read") and callable(thing.read)
-
- # Each bit of the multipart form data could be either a form value or a
- # file, or a *list* of form values and/or files. Remember that HTTP field
- # names can be duplicated!
- for (key, value) in data.items():
- if is_file(value):
- lines.extend(encode_file(boundary, key, value))
- elif not isinstance(value, six.string_types) and is_iterable(value):
- for item in value:
- if is_file(item):
- lines.extend(encode_file(boundary, key, item))
- else:
- lines.extend(to_bytes(val) for val in [
- '--%s' % boundary,
- 'Content-Disposition: form-data; name="%s"' % key,
- '',
- item
- ])
- else:
- lines.extend(to_bytes(val) for val in [
- '--%s' % boundary,
- 'Content-Disposition: form-data; name="%s"' % key,
- '',
- value
- ])
-
- lines.extend([
- to_bytes('--%s--' % boundary),
- b'',
- ])
- return b'\r\n'.join(lines)
-
-
- def encode_file(boundary, key, file):
- to_bytes = lambda s: force_bytes(s, settings.DEFAULT_CHARSET)
- filename = os.path.basename(file.name) if hasattr(file, 'name') else ''
- if hasattr(file, 'content_type'):
- content_type = file.content_type
- elif filename:
- content_type = mimetypes.guess_type(filename)[0]
- else:
- content_type = None
-
- if content_type is None:
- content_type = 'application/octet-stream'
- if not filename:
- filename = key
- return [
- to_bytes('--%s' % boundary),
- to_bytes('Content-Disposition: form-data; name="%s"; filename="%s"'
- % (key, filename)),
- to_bytes('Content-Type: %s' % content_type),
- b'',
- to_bytes(file.read())
- ]
-
-
- class RequestFactory(object):
- """
- Class that lets you create mock Request objects for use in testing.
-
- Usage:
-
- rf = RequestFactory()
- get_request = rf.get('/hello/')
- post_request = rf.post('/submit/', {'foo': 'bar'})
-
- Once you have a request object you can pass it to any view function,
- just as if that view had been hooked up using a URLconf.
- """
- def __init__(self, **defaults):
- self.defaults = defaults
- self.cookies = SimpleCookie()
- self.errors = BytesIO()
-
- def _base_environ(self, **request):
- """
- The base environment for a request.
- """
- # This is a minimal valid WSGI environ dictionary, plus:
- # - HTTP_COOKIE: for cookie support,
- # - REMOTE_ADDR: often useful, see #8551.
- # See http://www.python.org/dev/peps/pep-3333/#environ-variables
- environ = {
- 'HTTP_COOKIE': self.cookies.output(header='', sep='; '),
- 'PATH_INFO': str('/'),
- 'REMOTE_ADDR': str('127.0.0.1'),
- 'REQUEST_METHOD': str('GET'),
- 'SCRIPT_NAME': str(''),
- 'SERVER_NAME': str('testserver'),
- 'SERVER_PORT': str('80'),
- 'SERVER_PROTOCOL': str('HTTP/1.1'),
- 'wsgi.version': (1, 0),
- 'wsgi.url_scheme': str('http'),
- 'wsgi.input': FakePayload(b''),
- 'wsgi.errors': self.errors,
- 'wsgi.multiprocess': True,
- 'wsgi.multithread': False,
- 'wsgi.run_once': False,
- }
- environ.update(self.defaults)
- environ.update(request)
- return environ
-
- def request(self, **request):
- "Construct a generic request object."
- return WSGIRequest(self._base_environ(**request))
-
- def _encode_data(self, data, content_type):
- if content_type is MULTIPART_CONTENT:
- return encode_multipart(BOUNDARY, data)
- else:
- # Encode the content so that the byte representation is correct.
- match = CONTENT_TYPE_RE.match(content_type)
- if match:
- charset = match.group(1)
- else:
- charset = settings.DEFAULT_CHARSET
- return force_bytes(data, encoding=charset)
-
- def _get_path(self, parsed):
- path = force_str(parsed[2])
- # If there are parameters, add them
- if parsed[3]:
- path += str(";") + force_str(parsed[3])
- path = uri_to_iri(path).encode(UTF_8)
- # Under Python 3, non-ASCII values in the WSGI environ are arbitrarily
- # decoded with ISO-8859-1. We replicate this behavior here.
- # Refs comment in `get_bytes_from_wsgi()`.
- return path.decode(ISO_8859_1) if six.PY3 else path
-
- def get(self, path, data=None, secure=False, **extra):
- "Construct a GET request."
-
- data = {} if data is None else data
- r = {
- 'QUERY_STRING': urlencode(data, doseq=True),
- }
- r.update(extra)
- return self.generic('GET', path, secure=secure, **r)
-
- def post(self, path, data=None, content_type=MULTIPART_CONTENT,
- secure=False, **extra):
- "Construct a POST request."
-
- data = {} if data is None else data
- post_data = self._encode_data(data, content_type)
-
- return self.generic('POST', path, post_data, content_type,
- secure=secure, **extra)
-
- def head(self, path, data=None, secure=False, **extra):
- "Construct a HEAD request."
-
- data = {} if data is None else data
- r = {
- 'QUERY_STRING': urlencode(data, doseq=True),
- }
- r.update(extra)
- return self.generic('HEAD', path, secure=secure, **r)
-
- def trace(self, path, secure=False, **extra):
- "Construct a TRACE request."
- return self.generic('TRACE', path, secure=secure, **extra)
-
- def options(self, path, data='', content_type='application/octet-stream',
- secure=False, **extra):
- "Construct an OPTIONS request."
- return self.generic('OPTIONS', path, data, content_type,
- secure=secure, **extra)
-
- def put(self, path, data='', content_type='application/octet-stream',
- secure=False, **extra):
- "Construct a PUT request."
- return self.generic('PUT', path, data, content_type,
- secure=secure, **extra)
-
- def patch(self, path, data='', content_type='application/octet-stream',
- secure=False, **extra):
- "Construct a PATCH request."
- return self.generic('PATCH', path, data, content_type,
- secure=secure, **extra)
-
- def delete(self, path, data='', content_type='application/octet-stream',
- secure=False, **extra):
- "Construct a DELETE request."
- return self.generic('DELETE', path, data, content_type,
- secure=secure, **extra)
-
- def generic(self, method, path, data='',
- content_type='application/octet-stream', secure=False,
- **extra):
- """Constructs an arbitrary HTTP request."""
- parsed = urlparse(force_str(path))
- data = force_bytes(data, settings.DEFAULT_CHARSET)
- r = {
- 'PATH_INFO': self._get_path(parsed),
- 'REQUEST_METHOD': str(method),
- 'SERVER_PORT': str('443') if secure else str('80'),
- 'wsgi.url_scheme': str('https') if secure else str('http'),
- }
- if data:
- r.update({
- 'CONTENT_LENGTH': len(data),
- 'CONTENT_TYPE': str(content_type),
- 'wsgi.input': FakePayload(data),
- })
- r.update(extra)
- # If QUERY_STRING is absent or empty, we want to extract it from the URL.
- if not r.get('QUERY_STRING'):
- query_string = force_bytes(parsed[4])
- # WSGI requires latin-1 encoded strings. See get_path_info().
- if six.PY3:
- query_string = query_string.decode('iso-8859-1')
- r['QUERY_STRING'] = query_string
- return self.request(**r)
-
-
- class Client(RequestFactory):
- """
- A class that can act as a client for testing purposes.
-
- It allows the user to compose GET and POST requests, and
- obtain the response that the server gave to those requests.
- The server Response objects are annotated with the details
- of the contexts and templates that were rendered during the
- process of serving the request.
-
- Client objects are stateful - they will retain cookie (and
- thus session) details for the lifetime of the Client instance.
-
- This is not intended as a replacement for Twill/Selenium or
- the like - it is here to allow testing against the
- contexts and templates produced by a view, rather than the
- HTML rendered to the end-user.
- """
- def __init__(self, enforce_csrf_checks=False, **defaults):
- super(Client, self).__init__(**defaults)
- self.handler = ClientHandler(enforce_csrf_checks)
- self.exc_info = None
-
- def store_exc_info(self, **kwargs):
- """
- Stores exceptions when they are generated by a view.
- """
- self.exc_info = sys.exc_info()
-
- def _session(self):
- """
- Obtains the current session variables.
- """
- if apps.is_installed('django.contrib.sessions'):
- engine = import_module(settings.SESSION_ENGINE)
- cookie = self.cookies.get(settings.SESSION_COOKIE_NAME)
- if cookie:
- return engine.SessionStore(cookie.value)
- else:
- s = engine.SessionStore()
- s.save()
- self.cookies[settings.SESSION_COOKIE_NAME] = s.session_key
- return s
- return {}
- session = property(_session)
-
- def request(self, **request):
- """
- The master request method. Composes the environment dictionary
- and passes to the handler, returning the result of the handler.
- Assumes defaults for the query environment, which can be overridden
- using the arguments to the request.
- """
- environ = self._base_environ(**request)
-
- # Curry a data dictionary into an instance of the template renderer
- # callback function.
- data = {}
- on_template_render = curry(store_rendered_templates, data)
- signal_uid = "template-render-%s" % id(request)
- signals.template_rendered.connect(on_template_render, dispatch_uid=signal_uid)
- # Capture exceptions created by the handler.
- exception_uid = "request-exception-%s" % id(request)
- got_request_exception.connect(self.store_exc_info, dispatch_uid=exception_uid)
- try:
- try:
- response = self.handler(environ)
- except TemplateDoesNotExist as e:
- # If the view raises an exception, Django will attempt to show
- # the 500.html template. If that template is not available,
- # we should ignore the error in favor of re-raising the
- # underlying exception that caused the 500 error. Any other
- # template found to be missing during view error handling
- # should be reported as-is.
- if e.args != ('500.html',):
- raise
-
- # Look for a signalled exception, clear the current context
- # exception data, then re-raise the signalled exception.
- # Also make sure that the signalled exception is cleared from
- # the local cache!
- if self.exc_info:
- exc_info = self.exc_info
- self.exc_info = None
- six.reraise(*exc_info)
-
- # Save the client and request that stimulated the response.
- response.client = self
- response.request = request
-
- # Add any rendered template detail to the response.
- response.templates = data.get("templates", [])
- response.context = data.get("context")
-
- response.json = curry(self._parse_json, response)
-
- # Attach the ResolverMatch instance to the response
- response.resolver_match = SimpleLazyObject(
- lambda: urlresolvers.resolve(request['PATH_INFO']))
-
- # Flatten a single context. Not really necessary anymore thanks to
- # the __getattr__ flattening in ContextList, but has some edge-case
- # backwards-compatibility implications.
- if response.context and len(response.context) == 1:
- response.context = response.context[0]
-
- # Update persistent cookie data.
- if response.cookies:
- self.cookies.update(response.cookies)
-
- return response
- finally:
- signals.template_rendered.disconnect(dispatch_uid=signal_uid)
- got_request_exception.disconnect(dispatch_uid=exception_uid)
-
- def get(self, path, data=None, follow=False, secure=False, **extra):
- """
- Requests a response from the server using GET.
- """
- response = super(Client, self).get(path, data=data, secure=secure,
- **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def post(self, path, data=None, content_type=MULTIPART_CONTENT,
- follow=False, secure=False, **extra):
- """
- Requests a response from the server using POST.
- """
- response = super(Client, self).post(path, data=data,
- content_type=content_type,
- secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def head(self, path, data=None, follow=False, secure=False, **extra):
- """
- Request a response from the server using HEAD.
- """
- response = super(Client, self).head(path, data=data, secure=secure,
- **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def options(self, path, data='', content_type='application/octet-stream',
- follow=False, secure=False, **extra):
- """
- Request a response from the server using OPTIONS.
- """
- response = super(Client, self).options(path, data=data,
- content_type=content_type,
- secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def put(self, path, data='', content_type='application/octet-stream',
- follow=False, secure=False, **extra):
- """
- Send a resource to the server using PUT.
- """
- response = super(Client, self).put(path, data=data,
- content_type=content_type,
- secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def patch(self, path, data='', content_type='application/octet-stream',
- follow=False, secure=False, **extra):
- """
- Send a resource to the server using PATCH.
- """
- response = super(Client, self).patch(path, data=data,
- content_type=content_type,
- secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def delete(self, path, data='', content_type='application/octet-stream',
- follow=False, secure=False, **extra):
- """
- Send a DELETE request to the server.
- """
- response = super(Client, self).delete(path, data=data,
- content_type=content_type,
- secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def trace(self, path, data='', follow=False, secure=False, **extra):
- """
- Send a TRACE request to the server.
- """
- response = super(Client, self).trace(path, data=data, secure=secure, **extra)
- if follow:
- response = self._handle_redirects(response, **extra)
- return response
-
- def login(self, **credentials):
- """
- Sets the Factory to appear as if it has successfully logged into a site.
-
- Returns True if login is possible; False if the provided credentials
- are incorrect, or the user is inactive, or if the sessions framework is
- not available.
- """
- from django.contrib.auth import authenticate
- user = authenticate(**credentials)
- if (user and user.is_active and
- apps.is_installed('django.contrib.sessions')):
- self._login(user)
- return True
- else:
- return False
-
- def force_login(self, user, backend=None):
- if backend is None:
- backend = settings.AUTHENTICATION_BACKENDS[0]
- user.backend = backend
- self._login(user)
-
- def _login(self, user):
- from django.contrib.auth import login
- engine = import_module(settings.SESSION_ENGINE)
-
- # Create a fake request to store login details.
- request = HttpRequest()
-
- if self.session:
- request.session = self.session
- else:
- request.session = engine.SessionStore()
- login(request, user)
-
- # Save the session values.
- request.session.save()
-
- # Set the cookie to represent the session.
- session_cookie = settings.SESSION_COOKIE_NAME
- self.cookies[session_cookie] = request.session.session_key
- cookie_data = {
- 'max-age': None,
- 'path': '/',
- 'domain': settings.SESSION_COOKIE_DOMAIN,
- 'secure': settings.SESSION_COOKIE_SECURE or None,
- 'expires': None,
- }
- self.cookies[session_cookie].update(cookie_data)
-
- def logout(self):
- """
- Removes the authenticated user's cookies and session object.
-
- Causes the authenticated user to be logged out.
- """
- from django.contrib.auth import get_user, logout
-
- request = HttpRequest()
- engine = import_module(settings.SESSION_ENGINE)
- if self.session:
- request.session = self.session
- request.user = get_user(request)
- else:
- request.session = engine.SessionStore()
- logout(request)
- self.cookies = SimpleCookie()
-
- def _parse_json(self, response, **extra):
- if 'application/json' not in response.get('Content-Type'):
- raise ValueError(
- 'Content-Type header is "{0}", not "application/json"'
- .format(response.get('Content-Type'))
- )
- return json.loads(response.content.decode(), **extra)
-
- def _handle_redirects(self, response, **extra):
- "Follows any redirects by requesting responses from the server using GET."
-
- response.redirect_chain = []
- while response.status_code in (301, 302, 303, 307):
- response_url = response.url
- redirect_chain = response.redirect_chain
- redirect_chain.append((response_url, response.status_code))
-
- url = urlsplit(response_url)
- if url.scheme:
- extra['wsgi.url_scheme'] = url.scheme
- if url.hostname:
- extra['SERVER_NAME'] = url.hostname
- if url.port:
- extra['SERVER_PORT'] = str(url.port)
-
- # Prepend the request path to handle relative path redirects
- path = url.path
- if not path.startswith('/'):
- path = urljoin(response.request['PATH_INFO'], path)
-
- response = self.get(path, QueryDict(url.query), follow=False, **extra)
- response.redirect_chain = redirect_chain
-
- if redirect_chain[-1] in redirect_chain[:-1]:
- # Check that we're not redirecting to somewhere we've already
- # been to, to prevent loops.
- raise RedirectCycleError("Redirect loop detected.", last_response=response)
- if len(redirect_chain) > 20:
- # Such a lengthy chain likely also means a loop, but one with
- # a growing path, changing view, or changing query argument;
- # 20 is the value of "network.http.redirection-limit" from Firefox.
- raise RedirectCycleError("Too many redirects.", last_response=response)
-
- return response
|