import json from sentry_sdk.hub import Hub, _should_send_default_pii from sentry_sdk.utils import AnnotatedValue from sentry_sdk._compat import text_type, iteritems from sentry_sdk._types import MYPY if MYPY: import sentry_sdk from typing import Any from typing import Dict from typing import Optional from typing import Union SENSITIVE_ENV_KEYS = ( "REMOTE_ADDR", "HTTP_X_FORWARDED_FOR", "HTTP_SET_COOKIE", "HTTP_COOKIE", "HTTP_AUTHORIZATION", "HTTP_X_FORWARDED_FOR", "HTTP_X_REAL_IP", ) SENSITIVE_HEADERS = tuple( x[len("HTTP_") :] for x in SENSITIVE_ENV_KEYS if x.startswith("HTTP_") ) def request_body_within_bounds(client, content_length): # type: (Optional[sentry_sdk.Client], int) -> bool if client is None: return False bodies = client.options["request_bodies"] return not ( bodies == "never" or (bodies == "small" and content_length > 10 ** 3) or (bodies == "medium" and content_length > 10 ** 4) ) class RequestExtractor(object): def __init__(self, request): # type: (Any) -> None self.request = request def extract_into_event(self, event): # type: (Dict[str, Any]) -> None client = Hub.current.client if client is None: return data = None # type: Optional[Union[AnnotatedValue, Dict[str, Any]]] content_length = self.content_length() request_info = event.get("request", {}) if _should_send_default_pii(): request_info["cookies"] = dict(self.cookies()) if not request_body_within_bounds(client, content_length): data = AnnotatedValue( "", {"rem": [["!config", "x", 0, content_length]], "len": content_length}, ) else: parsed_body = self.parsed_body() if parsed_body is not None: data = parsed_body elif self.raw_data(): data = AnnotatedValue( "", {"rem": [["!raw", "x", 0, content_length]], "len": content_length}, ) else: data = None if data is not None: request_info["data"] = data event["request"] = request_info def content_length(self): # type: () -> int try: return int(self.env().get("CONTENT_LENGTH", 0)) except ValueError: return 0 def cookies(self): # type: () -> Dict[str, Any] raise NotImplementedError() def raw_data(self): # type: () -> Optional[Union[str, bytes]] raise NotImplementedError() def form(self): # type: () -> Optional[Dict[str, Any]] raise NotImplementedError() def parsed_body(self): # type: () -> Optional[Dict[str, Any]] form = self.form() files = self.files() if form or files: data = dict(iteritems(form)) for k, v in iteritems(files): size = self.size_of_file(v) data[k] = AnnotatedValue( "", {"len": size, "rem": [["!raw", "x", 0, size]]} ) return data return self.json() def is_json(self): # type: () -> bool return _is_json_content_type(self.env().get("CONTENT_TYPE")) def json(self): # type: () -> Optional[Any] try: if not self.is_json(): return None raw_data = self.raw_data() if raw_data is None: return None if isinstance(raw_data, text_type): return json.loads(raw_data) else: return json.loads(raw_data.decode("utf-8")) except ValueError: pass return None def files(self): # type: () -> Optional[Dict[str, Any]] raise NotImplementedError() def size_of_file(self, file): # type: (Any) -> int raise NotImplementedError() def env(self): # type: () -> Dict[str, Any] raise NotImplementedError() def _is_json_content_type(ct): # type: (Optional[str]) -> bool mt = (ct or "").split(";", 1)[0] return ( mt == "application/json" or (mt.startswith("application/")) and mt.endswith("+json") ) def _filter_headers(headers): # type: (Dict[str, str]) -> Dict[str, str] if _should_send_default_pii(): return headers return { k: ( v if k.upper().replace("-", "_") not in SENSITIVE_HEADERS else AnnotatedValue("", {"rem": [["!config", "x", 0, len(v)]]}) ) for k, v in iteritems(headers) }
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
__pycache__ | Folder | 0755 |
|
|
django | Folder | 0755 |
|
|
spark | Folder | 0755 |
|
|
__init__.py | File | 6.36 KB | 0644 |
|
_wsgi_common.py | File | 4.65 KB | 0644 |
|
aiohttp.py | File | 7.77 KB | 0644 |
|
argv.py | File | 945 B | 0644 |
|
asgi.py | File | 8.17 KB | 0644 |
|
atexit.py | File | 1.79 KB | 0644 |
|
aws_lambda.py | File | 12.64 KB | 0644 |
|
beam.py | File | 5.53 KB | 0644 |
|
boto3.py | File | 3.64 KB | 0644 |
|
bottle.py | File | 6.04 KB | 0644 |
|
celery.py | File | 8.91 KB | 0644 |
|
chalice.py | File | 4.47 KB | 0644 |
|
dedupe.py | File | 1.14 KB | 0644 |
|
excepthook.py | File | 2.14 KB | 0644 |
|
executing.py | File | 1.98 KB | 0644 |
|
falcon.py | File | 6.64 KB | 0644 |
|
flask.py | File | 7.25 KB | 0644 |
|
gcp.py | File | 7.21 KB | 0644 |
|
gnu_backtrace.py | File | 2.84 KB | 0644 |
|
logging.py | File | 7.4 KB | 0644 |
|
modules.py | File | 1.36 KB | 0644 |
|
pure_eval.py | File | 4.41 KB | 0644 |
|
pyramid.py | File | 6.91 KB | 0644 |
|
redis.py | File | 3 KB | 0644 |
|
rq.py | File | 4.68 KB | 0644 |
|
sanic.py | File | 7.53 KB | 0644 |
|
serverless.py | File | 1.92 KB | 0644 |
|
sqlalchemy.py | File | 2.87 KB | 0644 |
|
stdlib.py | File | 7.18 KB | 0644 |
|
threading.py | File | 2.79 KB | 0644 |
|
tornado.py | File | 6.84 KB | 0644 |
|
trytond.py | File | 1.69 KB | 0644 |
|
wsgi.py | File | 10.13 KB | 0644 |
|