2017-10-09 13:50:57 +01:00
|
|
|
import logging
|
2020-03-26 04:42:46 +00:00
|
|
|
import os
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
import sys
|
2019-04-23 22:44:42 +01:00
|
|
|
import uuid
|
2017-10-09 13:50:57 +01:00
|
|
|
|
2017-07-24 11:21:15 +01:00
|
|
|
from importlib import reload
|
2019-04-23 22:44:42 +01:00
|
|
|
from io import StringIO
|
2021-08-02 10:41:47 +01:00
|
|
|
from unittest.mock import Mock
|
2017-07-24 11:21:15 +01:00
|
|
|
|
2017-10-09 13:50:57 +01:00
|
|
|
import pytest
|
|
|
|
|
2021-01-19 13:54:20 +00:00
|
|
|
from sanic_testing.testing import SanicTestClient
|
|
|
|
|
2017-10-09 13:50:57 +01:00
|
|
|
import sanic
|
2019-04-23 22:44:42 +01:00
|
|
|
|
2016-12-23 05:00:57 +00:00
|
|
|
from sanic import Sanic
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
from sanic.compat import OS_IS_WINDOWS
|
2019-04-23 22:44:42 +01:00
|
|
|
from sanic.log import LOGGING_CONFIG_DEFAULTS, logger
|
|
|
|
from sanic.response import text
|
2017-10-09 13:50:57 +01:00
|
|
|
|
2016-12-23 05:00:57 +00:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
logging_format = """module: %(module)s; \
|
2016-12-23 05:00:57 +00:00
|
|
|
function: %(funcName)s(); \
|
2018-12-30 11:18:06 +00:00
|
|
|
message: %(message)s"""
|
2016-12-23 05:00:57 +00:00
|
|
|
|
2017-01-28 01:34:21 +00:00
|
|
|
|
2017-07-24 11:21:15 +01:00
|
|
|
def reset_logging():
|
|
|
|
logging.shutdown()
|
|
|
|
reload(logging)
|
|
|
|
|
|
|
|
|
2018-08-26 15:43:14 +01:00
|
|
|
def test_log(app):
|
2016-12-23 05:00:57 +00:00
|
|
|
log_stream = StringIO()
|
|
|
|
for handler in logging.root.handlers[:]:
|
2017-01-28 01:34:21 +00:00
|
|
|
logging.root.removeHandler(handler)
|
2016-12-23 05:00:57 +00:00
|
|
|
logging.basicConfig(
|
2018-12-30 11:18:06 +00:00
|
|
|
format=logging_format, level=logging.DEBUG, stream=log_stream
|
2016-12-23 05:00:57 +00:00
|
|
|
)
|
2021-01-25 00:14:48 +00:00
|
|
|
logging.getLogger("asyncio").setLevel(logging.WARNING)
|
2016-12-23 05:00:57 +00:00
|
|
|
log = logging.getLogger()
|
2017-01-28 01:34:21 +00:00
|
|
|
rand_string = str(uuid.uuid4())
|
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
@app.route("/")
|
2016-12-23 05:00:57 +00:00
|
|
|
def handler(request):
|
2017-01-28 01:34:21 +00:00
|
|
|
log.info(rand_string)
|
2018-12-30 11:18:06 +00:00
|
|
|
return text("hello")
|
2016-12-23 05:00:57 +00:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
request, response = app.test_client.get("/")
|
2017-01-28 01:34:21 +00:00
|
|
|
log_text = log_stream.getvalue()
|
|
|
|
assert rand_string in log_text
|
2017-09-13 07:42:42 +01:00
|
|
|
|
|
|
|
|
|
|
|
def test_logging_defaults():
|
2018-11-06 13:27:01 +00:00
|
|
|
# reset_logging()
|
2021-08-02 10:41:47 +01:00
|
|
|
Sanic("test_logging")
|
2017-09-13 07:42:42 +01:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
for fmt in [h.formatter for h in logging.getLogger("sanic.root").handlers]:
|
|
|
|
assert (
|
|
|
|
fmt._fmt
|
|
|
|
== LOGGING_CONFIG_DEFAULTS["formatters"]["generic"]["format"]
|
|
|
|
)
|
|
|
|
|
|
|
|
for fmt in [
|
|
|
|
h.formatter for h in logging.getLogger("sanic.error").handlers
|
|
|
|
]:
|
|
|
|
assert (
|
|
|
|
fmt._fmt
|
|
|
|
== LOGGING_CONFIG_DEFAULTS["formatters"]["generic"]["format"]
|
|
|
|
)
|
|
|
|
|
|
|
|
for fmt in [
|
|
|
|
h.formatter for h in logging.getLogger("sanic.access").handlers
|
|
|
|
]:
|
|
|
|
assert (
|
|
|
|
fmt._fmt
|
|
|
|
== LOGGING_CONFIG_DEFAULTS["formatters"]["access"]["format"]
|
|
|
|
)
|
2017-09-13 07:42:42 +01:00
|
|
|
|
|
|
|
|
|
|
|
def test_logging_pass_customer_logconfig():
|
2018-11-06 13:27:01 +00:00
|
|
|
# reset_logging()
|
2017-09-13 07:42:42 +01:00
|
|
|
|
|
|
|
modified_config = LOGGING_CONFIG_DEFAULTS
|
2018-12-30 11:18:06 +00:00
|
|
|
modified_config["formatters"]["generic"][
|
|
|
|
"format"
|
|
|
|
] = "%(asctime)s - (%(name)s)[%(levelname)s]: %(message)s"
|
|
|
|
modified_config["formatters"]["access"][
|
|
|
|
"format"
|
|
|
|
] = "%(asctime)s - (%(name)s)[%(levelname)s]: %(message)s"
|
2017-09-13 07:42:42 +01:00
|
|
|
|
2021-08-02 10:41:47 +01:00
|
|
|
Sanic("test_logging", log_config=modified_config)
|
2017-09-13 07:42:42 +01:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
for fmt in [h.formatter for h in logging.getLogger("sanic.root").handlers]:
|
|
|
|
assert fmt._fmt == modified_config["formatters"]["generic"]["format"]
|
2017-09-13 07:42:42 +01:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
for fmt in [
|
|
|
|
h.formatter for h in logging.getLogger("sanic.error").handlers
|
|
|
|
]:
|
|
|
|
assert fmt._fmt == modified_config["formatters"]["generic"]["format"]
|
2017-09-13 07:42:42 +01:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
for fmt in [
|
|
|
|
h.formatter for h in logging.getLogger("sanic.access").handlers
|
|
|
|
]:
|
|
|
|
assert fmt._fmt == modified_config["formatters"]["access"]["format"]
|
2017-10-09 13:50:57 +01:00
|
|
|
|
|
|
|
|
2021-02-08 10:18:29 +00:00
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"debug",
|
|
|
|
(
|
|
|
|
True,
|
|
|
|
False,
|
|
|
|
),
|
|
|
|
)
|
2018-08-26 15:43:14 +01:00
|
|
|
def test_log_connection_lost(app, debug, monkeypatch):
|
2021-07-08 07:12:56 +01:00
|
|
|
"""Should not log Connection lost exception on non debug"""
|
2017-10-09 13:50:57 +01:00
|
|
|
stream = StringIO()
|
2021-04-10 19:35:53 +01:00
|
|
|
error = logging.getLogger("sanic.error")
|
|
|
|
error.addHandler(logging.StreamHandler(stream))
|
|
|
|
monkeypatch.setattr(sanic.server, "error_logger", error)
|
2017-10-09 13:50:57 +01:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
@app.route("/conn_lost")
|
2017-10-09 13:50:57 +01:00
|
|
|
async def conn_lost(request):
|
2018-12-30 11:18:06 +00:00
|
|
|
response = text("Ok")
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
request.transport.close()
|
2017-10-09 13:50:57 +01:00
|
|
|
return response
|
|
|
|
|
2021-02-08 10:18:29 +00:00
|
|
|
req, res = app.test_client.get("/conn_lost", debug=debug, allow_none=True)
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
assert res is None
|
2017-10-09 13:50:57 +01:00
|
|
|
|
|
|
|
log = stream.getvalue()
|
|
|
|
|
|
|
|
if debug:
|
2018-12-30 11:18:06 +00:00
|
|
|
assert "Connection lost before response written @" in log
|
2017-10-09 13:50:57 +01:00
|
|
|
else:
|
2018-12-30 11:18:06 +00:00
|
|
|
assert "Connection lost before response written @" not in log
|
2018-11-06 13:27:01 +00:00
|
|
|
|
|
|
|
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
@pytest.mark.asyncio
|
|
|
|
async def test_logger(caplog):
|
2018-11-06 13:27:01 +00:00
|
|
|
rand_string = str(uuid.uuid4())
|
|
|
|
|
2020-03-26 04:42:46 +00:00
|
|
|
app = Sanic(name=__name__)
|
2018-11-06 13:27:01 +00:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
@app.get("/")
|
2018-11-06 13:27:01 +00:00
|
|
|
def log_info(request):
|
|
|
|
logger.info(rand_string)
|
2018-12-30 11:18:06 +00:00
|
|
|
return text("hello")
|
2018-11-06 13:27:01 +00:00
|
|
|
|
|
|
|
with caplog.at_level(logging.INFO):
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
_ = await app.asgi_client.get("/")
|
|
|
|
|
|
|
|
record = ("sanic.root", logging.INFO, rand_string)
|
|
|
|
assert record in caplog.record_tuples
|
2020-03-26 04:42:46 +00:00
|
|
|
|
|
|
|
|
Streaming Server (#1876)
* Streaming request by async for.
* Make all requests streaming and preload body for non-streaming handlers.
* Cleanup of code and avoid mixing streaming responses.
* Async http protocol loop.
* Change of test: don't require early bad request error but only after CRLF-CRLF.
* Add back streaming requests.
* Rewritten request body parser.
* Misc. cleanup, down to 4 failing tests.
* All tests OK.
* Entirely remove request body queue.
* Let black f*ckup the layout
* Better testing error messages on protocol errors.
* Remove StreamBuffer tests because the type is about to be removed.
* Remove tests using the deprecated get_headers function that can no longer be supported. Chunked mode is now autodetected, so do not put content-length header if chunked mode is preferred.
* Major refactoring of HTTP protocol handling (new module http.py added), all requests made streaming. A few compatibility issues and a lot of cleanup to be done remain, 16 tests failing.
* Terminate check_timeouts once connection_task finishes.
* Code cleanup, 14 tests failing.
* Much cleanup, 12 failing...
* Even more cleanup and error checking, 8 failing tests.
* Remove keep-alive header from responses. First of all, it should say timeout=<value> which wasn't the case with existing implementation, and secondly none of the other web servers I tried include this header.
* Everything but CustomServer OK.
* Linter
* Disable custom protocol test
* Remove unnecessary variables, optimise performance.
* A test was missing that body_init/body_push/body_finish are never called. Rewritten using receive_body and case switching to make it fail if bypassed.
* Minor fixes.
* Remove unused code.
* Py 3.8 check for deprecated loop argument.
* Fix a middleware cancellation handling test with py38.
* Linter 'n fixes
* Typing
* Stricter handling of request header size
* More specific error messages on Payload Too Large.
* Init http.response = None
* Messages further tuned.
* Always try to consume request body, plus minor cleanup.
* Add a missing check in case of close_if_idle on a dead connection.
* Avoid error messages on PayloadTooLarge.
* Add test for new API.
* json takes str, not bytes
* Default to no maximum request size for streaming handlers.
* Fix chunked mode crash.
* Header values should be strictly ASCII but both UTF-8 and Latin-1 exist. Use UTF-8B to
cope with all.
* Refactoring and cleanup.
* Unify response header processing of ASGI and asyncio modes.
* Avoid special handling of StreamingHTTPResponse.
* 35 % speedup in HTTP/1.1 response formatting (not so much overall effect).
* Duplicate set-cookie headers were being produced.
* Cleanup processed_headers some more.
* Linting
* Import ordering
* Response middleware ran by async request.respond().
* Need to check if transport is closing to avoid getting stuck in sending loops after peer has disconnected.
* Middleware and error handling refactoring.
* Linter
* Fix tracking of HTTP stage when writing to transport fails.
* Add clarifying comment
* Add a check for request body functions and a test for NotImplementedError.
* Linter and typing
* These must be tuples + hack mypy warnings away.
* New streaming test and minor fixes.
* Constant receive buffer size.
* 256 KiB send and receive buffers.
* Revert "256 KiB send and receive buffers."
This reverts commit abc1e3edb21a5e6925fa4c856657559608a8d65b.
* app.handle_exception already sends the response.
* Improved handling of errors during request.
* An odd hack to avoid an httpx limitation that causes test failures.
* Limit request header size to 8 KiB at most.
* Remove unnecessary use of format string.
* Cleanup tests
* Remove artifact
* Fix type checking
* Mark test for skipping
* Cleanup some edge cases
* Add ignore_body flag to safe methods
* Add unit tests for timeout logic
* Add unit tests for timeout logic
* Fix Mock usage in timeout test
* Change logging test to only logger in handler
* Windows py3.8 logging issue with current testing client
* Add test_header_size_exceeded
* Resolve merge conflicts
* Add request middleware to hard exception handling
* Add request middleware to hard exception handling
* Request middleware on exception handlers
* Linting
* Cleanup deprecations
Co-authored-by: L. Kärkkäinen <tronic@users.noreply.github.com>
Co-authored-by: Adam Hopkins <admhpkns@gmail.com>
2021-01-10 22:45:36 +00:00
|
|
|
@pytest.mark.skipif(
|
|
|
|
OS_IS_WINDOWS and sys.version_info >= (3, 8),
|
|
|
|
reason="Not testable with current client",
|
|
|
|
)
|
2020-03-26 04:42:46 +00:00
|
|
|
def test_logger_static_and_secure(caplog):
|
|
|
|
# Same as test_logger, except for more coverage:
|
|
|
|
# - test_client initialised separately for static port
|
|
|
|
# - using ssl
|
|
|
|
rand_string = str(uuid.uuid4())
|
|
|
|
|
|
|
|
app = Sanic(name=__name__)
|
|
|
|
|
|
|
|
@app.get("/")
|
|
|
|
def log_info(request):
|
|
|
|
logger.info(rand_string)
|
|
|
|
return text("hello")
|
|
|
|
|
|
|
|
current_dir = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
ssl_cert = os.path.join(current_dir, "certs/selfsigned.cert")
|
|
|
|
ssl_key = os.path.join(current_dir, "certs/selfsigned.key")
|
|
|
|
|
|
|
|
ssl_dict = {"cert": ssl_cert, "key": ssl_key}
|
|
|
|
|
|
|
|
test_client = SanicTestClient(app, port=42101)
|
|
|
|
with caplog.at_level(logging.INFO):
|
|
|
|
request, response = test_client.get(
|
|
|
|
f"https://127.0.0.1:{test_client.port}/",
|
|
|
|
server_kwargs=dict(ssl=ssl_dict),
|
|
|
|
)
|
|
|
|
|
|
|
|
port = test_client.port
|
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
assert caplog.record_tuples[0] == (
|
|
|
|
"sanic.root",
|
|
|
|
logging.INFO,
|
2020-03-26 04:42:46 +00:00
|
|
|
f"Goin' Fast @ https://127.0.0.1:{port}",
|
2018-12-30 11:18:06 +00:00
|
|
|
)
|
|
|
|
assert caplog.record_tuples[1] == (
|
|
|
|
"sanic.root",
|
|
|
|
logging.INFO,
|
2020-03-26 04:42:46 +00:00
|
|
|
f"https://127.0.0.1:{port}/",
|
2018-12-30 11:18:06 +00:00
|
|
|
)
|
|
|
|
assert caplog.record_tuples[2] == ("sanic.root", logging.INFO, rand_string)
|
|
|
|
assert caplog.record_tuples[-1] == (
|
|
|
|
"sanic.root",
|
|
|
|
logging.INFO,
|
|
|
|
"Server Stopped",
|
|
|
|
)
|
2018-11-06 13:27:01 +00:00
|
|
|
|
2018-11-12 01:53:44 +00:00
|
|
|
|
2018-11-06 14:39:38 +00:00
|
|
|
def test_logging_modified_root_logger_config():
|
2018-12-22 15:21:45 +00:00
|
|
|
# reset_logging()
|
2018-11-06 14:39:38 +00:00
|
|
|
|
|
|
|
modified_config = LOGGING_CONFIG_DEFAULTS
|
2018-12-30 11:18:06 +00:00
|
|
|
modified_config["loggers"]["sanic.root"]["level"] = "DEBUG"
|
2018-11-06 14:39:38 +00:00
|
|
|
|
2021-08-02 10:41:47 +01:00
|
|
|
Sanic("test_logging", log_config=modified_config)
|
2018-11-06 14:39:38 +00:00
|
|
|
|
2018-12-30 11:18:06 +00:00
|
|
|
assert logging.getLogger("sanic.root").getEffectiveLevel() == logging.DEBUG
|
2021-08-02 10:41:47 +01:00
|
|
|
|
|
|
|
|
|
|
|
def test_access_log_client_ip_remote_addr(monkeypatch):
|
|
|
|
access = Mock()
|
|
|
|
monkeypatch.setattr(sanic.http, "access_logger", access)
|
|
|
|
|
|
|
|
app = Sanic("test_logging")
|
|
|
|
app.config.PROXIES_COUNT = 2
|
|
|
|
|
|
|
|
@app.route("/")
|
|
|
|
async def handler(request):
|
|
|
|
return text(request.remote_addr)
|
|
|
|
|
|
|
|
headers = {"X-Forwarded-For": "1.1.1.1, 2.2.2.2"}
|
|
|
|
|
|
|
|
request, response = app.test_client.get("/", headers=headers)
|
|
|
|
|
|
|
|
assert request.remote_addr == "1.1.1.1"
|
|
|
|
access.info.assert_called_with(
|
|
|
|
"",
|
|
|
|
extra={
|
|
|
|
"status": 200,
|
|
|
|
"byte": len(response.content),
|
|
|
|
"host": f"{request.remote_addr}:{request.port}",
|
|
|
|
"request": f"GET {request.scheme}://{request.host}/",
|
|
|
|
},
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
def test_access_log_client_ip_reqip(monkeypatch):
|
|
|
|
access = Mock()
|
|
|
|
monkeypatch.setattr(sanic.http, "access_logger", access)
|
|
|
|
|
|
|
|
app = Sanic("test_logging")
|
|
|
|
|
|
|
|
@app.route("/")
|
|
|
|
async def handler(request):
|
|
|
|
return text(request.ip)
|
|
|
|
|
|
|
|
request, response = app.test_client.get("/")
|
|
|
|
|
|
|
|
access.info.assert_called_with(
|
|
|
|
"",
|
|
|
|
extra={
|
|
|
|
"status": 200,
|
|
|
|
"byte": len(response.content),
|
|
|
|
"host": f"{request.ip}:{request.port}",
|
|
|
|
"request": f"GET {request.scheme}://{request.host}/",
|
|
|
|
},
|
|
|
|
)
|