如何使用中间件在Django中记录我的所有请求和响应（标题和正文）？ 我将Django 2.2与Django rest框架一起使用，因此有时请求和响应是原始Django类型，有时是drf。 该应用程序是在gunicorn后面提供的。 我已经开发了中间件，但是主要的问题是我无法两次读取请求的正文，因为它给了我错误。
答案 0 :(得分：2)
我做了类似的事情：
由于您可以同时访问request和response变量，因此可以轻松添加更多字段。
您可能必须将request.user分配包装在try / except中，因为如果没有用户登录，它将抛出异常。
models.py
class Request(models.Model):
endpoint = models.CharField(max_length=100, null=True)
user = models.ForeignKey(User, on_delete=models.SET_NULL, null=True)
response_code = models.PositiveSmallIntegerField()
method = models.CharField(max_length=10, null=True)
remote_address = models.CharField(max_length=20, null=True)
exec_time = models.IntegerField(null=True)
date = models.DateTimeField(auto_now=True)
body_response = models.TextField()
body_request = models.TextField()
middleware.py
class SaveRequest:
def __init__(self, get_response):
self.get_response = get_response
self.prefixs = [
'/url/prefixes/that/should/be/logged',
'/example/'
]
def __call__(self, request):
_t = time.time()
response = self.get_response(request)
_t = int((time.time() - _t)*1000)
if not list(filter(request.get_full_path().startswith, self.prefixs)):
return response
try:
Request(
user=request.user,
endpoint=request.get_full_path(),
response_code=response.status_code,
method=request.method,
remote_address=self.get_client_ip(request),
exec_time=_t,
body_response=str(response.content),
body_request=str(request.body)
).save()
except (ValueError, AttributeError):
pass
return response
def get_client_ip(self, request):
x_forwarded_for = request.META.get('HTTP_X_FORWARDED_FOR')
if x_forwarded_for:
_ip = x_forwarded_for.split(',')[0]
else:
_ip = request.META.get('REMOTE_ADDR')
return _ip
答案 1 :(得分：0)
我最初尝试做类似request = copy.copy(request)的事情，但是显然这是一个错误，因为浅表复制不会复制嵌套的对象。因此正确的方法是（__call__是中间件的类实例方法）：
def __call__(self, request):
request_body = copy.copy(request.body)
# Here goes more code for further processing
# and now I can safely use request_body before or after
# the view code runs
按照 FelixEklöf的建议，您还可以使用str(request.body)，而python将处理复制正文内容，因为字符串在python中是不可变的。 （我想它也具有更好的可读性）。
答案 2 :(得分：0)
以前，我有同样的问题。 request和response的正文已被覆盖。下面的示例是我在上一个项目中使用mongodb （使用mongolog模块）配置的。
您还可以删除
mongolog（mongodb）配置以使用默认文件记录器。我选择mongoDB来轻松跟踪request，response正文或url。
1。 middleware.py
import json
import logging
import traceback
from django.http import Http404
from django.http.request import RawPostDataException
from django.utils.deprecation import MiddlewareMixin
# if you want to track it
# from sentry_sdk import capture_exception
def get_client_ip(request):
"""
get client ip address
used in:
- apps/models_helper/visitor.py
"""
ip_address = request.META.get('HTTP_X_FORWARDED_FOR', None)
if ip_address:
ip_address = ip_address.split(', ')[0]
else:
ip_address = request.META.get('REMOTE_ADDR', '')
return ip_address
class SessionLogMiddleware(MiddlewareMixin):
"""
this middleware to create a log
by current user
"""
def save_mongodb_logging(self, request, response=None, exception=None, status_code=None):
"""
{
"_id" : ObjectId("5d2d7200b2b76e29fc94080f"),
"module" : "middleware",
"line" : 94,
"thread" : NumberLong(140471566464768),
"created" : ISODate("2019-07-16T13:43:12.820Z"),
"level" : "INFO",
"path" : "/home/projectname/envs/env-projectname/projectname-django/apps/utils/middleware.py",
"msg" : {
"REQUEST_DATA" : {
"start_time" : "2019-07-04 16:38:01",
"finish_time" : "2019-07-04 16:39:22",
"quiz_choices_id" : [5, 30, 1, 3, 9]
},
"METHOD" : "POST",
"URL" : "http://localhost:8000/api/quiz",
"RESPONSE_DATA" : {
"message" : "Answer successfully created!",
"customer_quiz" : {
"customer_quiz_id" : 34,
"created_at" : "2019-07-16T13:43:12.538089",
"total_correct_answers" : 3,
"customer" : 1,
"start_time" : "2019-07-16T13:43:12.538062",
"total_incorrect_answers" : 2,
"deleted_at" : null,
"finish_time" : "2019-07-04T16:39:22",
"updated_at" : "2019-07-16T13:43:12.538098"
},
"action" : true
},
"HEADERS" : {
"Cache-Control" : "no-cache",
"Accept-Encoding" : "gzip, deflate",
"User-Agent" : "PostmanRuntime/7.6.1",
"Connection" : "keep-alive",
"Content-Type" : "application/json",
"Cookie" : "sessionid=ugs3iaw9ltqtdrh65rhfbpo2ct6uq83o",
"Accept" : "*/*",
"Content-Length" : "116",
"Host" : "localhost:8000",
"Authorization" : "Token 5dace55366d8f36102c04c7b9fbdbdd7352f2ffc",
"Postman-Token" : "61873e1e-0c1b-43f0-b048-a84bbd87ca4f"
},
"USER" : {
"ip_address": "186.291.22.5",
"email" : "user@gmail.com",
"phone_number" : "0821xxxxx",
"username" : "si-fulan",
"model": "Customer",
"id" : 1
},
"ERROR_MESSAGE": null,
"STATUS_CODE": 200
},
"func" : "save_mongodb_logging",
"dates" : [
ISODate("2019-07-16T13:43:12.820Z")
],
"name" : "logger:mongolog",
"counter" : 1,
"uuid" : "ebe40b9a7bfb598ab3ec1c473fb93e31",
"process" : 26388,
"filename" : "middleware.py"
}
"""
# this `user` usage for models.User or models.Customer
user = request._cached_user if hasattr(request, '_cached_user') else request.user
if hasattr(request, 'auth') and request.auth:
if hasattr(request.auth, 'customer'):
user = request.auth.customer or user
headers = eval(str(request.headers))
response_data = None
request_data = None
def clean_text(text):
if isinstance(text, bytes):
try:
return text.decode('utf-8')\
.replace('\\n', '')\
.replace('\\t', '')\
.replace('\\r', '')
except Exception:
pass
return str(text)
try:
request_data = json.loads(clean_text(request.body))
except RawPostDataException:
response_data = "RawPostDataException: You cannot access body after reading from request's data stream"
except Exception:
try:
request_data = clean_text(request.body)
except Exception:
pass
if not headers.get('Content-Type') == 'application/x-www-form-urlencoded':
try:
response_data = json.loads(clean_text(response.content))
except RawPostDataException:
response_data = "RawPostDataException: You cannot access body after reading from request's data stream"
except Exception:
try:
response_data = clean_text(response.content)
except Exception:
pass
log_data = {
'HEADERS': headers,
'METHOD': request.method,
'USER': {
'id': user.pk if hasattr(user, 'pk') else None,
'username': user.username if hasattr(user, 'username') else None,
'phone_number': user.phone_number if hasattr(user, 'phone_number') else None,
'email': user.email if hasattr(user, 'email') else None,
'model': 'User' if hasattr(user, 'is_superuser') else 'Customer',
'ip_address': get_client_ip(request)
},
'URL': request.build_absolute_uri(),
'REQUEST_DATA': request_data,
'RESPONSE_DATA': response_data,
'ERROR_MESSAGE': exception,
'STATUS_CODE': status_code
}
log = logging.getLogger('logger:mongolog')
log.error(log_data) if exception else log.debug(log_data)
def process_exception(self, request, exception):
# print(type(exception), exception) # just for debug
status_code = 404 if isinstance(exception, Http404) else 500
try:
self.save_mongodb_logging(request,
exception=exception,
status_code=status_code)
except Exception:
# error = traceback.format_exc()
# capture_exception(error)
print(error)
return # no return anything
def process_response(self, request, response):
if not response.status_code >= 400:
try:
response_data = {'request': request,
'response': response,
'status_code': response.status_code}
self.save_mongodb_logging(**response_data)
except Exception:
pass
return response
2。 logger.py
import datetime
from django.conf import settings
MONGODB_CONNECTION_URL = getattr(settings, 'MONGODB_CONNECTION_URL', None)
# All logging handlers configurations.
# 'propagate': False = mean is the error logs ins't duplicates to another file logs.
NOW = datetime.datetime.now()
DAY_NAME = NOW.strftime('%A').lower()
MAXIMUM_FILE_LOGS = 1024 * 1024 * 10 # 10 MB
BACKUP_COUNT = 5
LOGGING = {
'version': 1,
'disable_existing_loggers': False,
'formatters': {
'standard': {
'format': '[%(levelname)s] %(asctime)s %(name)s: %(message)s'
},
},
'handlers': {
'default': {
'level': 'DEBUG',
'class': 'logging.handlers.RotatingFileHandler',
'filename': 'logs/default.log',
'maxBytes': MAXIMUM_FILE_LOGS,
'backupCount': BACKUP_COUNT,
'formatter': 'standard',
},
'mongolog': {
'level': 'DEBUG',
'class': 'mongolog.SimpleMongoLogHandler',
# Set the connection string to the mongo instance.
# mongodb://[username]:[password]@[host]:[port]/[database]
'connection': MONGODB_CONNECTION_URL,
# define mongo collection the log handler should use. Default is mongolog
# This is useful if you want different handlers to use different collections
'collection': 'mongolog',
'formatter': 'standard',
},
'request_debug_handler': {
'level': 'DEBUG',
'class': 'logging.handlers.RotatingFileHandler',
'filename': 'logs/request_debug.log',
'maxBytes': MAXIMUM_FILE_LOGS,
'backupCount': BACKUP_COUNT,
'formatter': 'standard',
},
'request_error_handler': {
'level': 'ERROR',
'class': 'logging.handlers.RotatingFileHandler',
'filename': 'logs/request_error.log',
'maxBytes': MAXIMUM_FILE_LOGS,
'backupCount': BACKUP_COUNT,
'formatter': 'standard',
},
'mail_admins_handler': {
'level': 'ERROR',
'class': 'django.utils.log.AdminEmailHandler',
'email_backend': 'django.core.mail.backends.smtp.EmailBackend'
},
},
'root': {
'handlers': ['default', 'mongolog'],
'level': 'DEBUG'
},
'loggers': {
'django.request': {
'handlers': [
'mongolog',
'request_debug_handler',
'request_error_handler',
'mail_admins_handler'
],
'level': 'DEBUG',
'propagate': False
},
}
}
3。 settings.py
LOGGING = LOGGING # from the `logger.py` file.
MONGODB_CONNECTION_URL = 'mongodb://db_user:db_password@127.0.0.1:27017/mongolog'
MIDDLEWARE = [
....
'path.to.middleware.SessionLogMiddleware',
]