from io import BytesIO class CallbackFileWrapper(object): """ Small wrapper around a fp object which will tee everything read into a buffer, and when that file is closed it will execute a callback with the contents of that buffer. All attributes are proxied to the underlying file object. This class uses members with a double underscore (__) leading prefix so as not to accidentally shadow an attribute. """ def __init__(self, fp, callback): self.__buf = BytesIO() self.__fp = fp self.__callback = callback def __getattr__(self, name): # The vaguaries of garbage collection means that self.__fp is # not always set. By using __getattribute__ and the private # name[0] allows looking up the attribute value and raising an # AttributeError when it doesn't exist. This stop thigns from # infinitely recursing calls to getattr in the case where # self.__fp hasn't been set. # # [0] https://docs.python.org/2/reference/expressions.html#atom-identifiers fp = self.__getattribute__("_CallbackFileWrapper__fp") return getattr(fp, name) def __is_fp_closed(self): try: return self.__fp.fp is None except AttributeError: pass try: return self.__fp.closed except AttributeError: pass # We just don't cache it then. # TODO: Add some logging here... return False def _close(self): if self.__callback: self.__callback(self.__buf.getvalue()) # We assign this to None here, because otherwise we can get into # really tricky problems where the CPython interpreter dead locks # because the callback is holding a reference to something which # has a __del__ method. Setting this to None breaks the cycle # and allows the garbage collector to do it's thing normally. self.__callback = None def read(self, amt=None): data = self.__fp.read(amt) self.__buf.write(data) if self.__is_fp_closed(): self._close() return data def _safe_read(self, amt): data = self.__fp._safe_read(amt) if amt == 2 and data == b"\r\n": # urllib executes this read to toss the CRLF at the end # of the chunk. return data self.__buf.write(data) if self.__is_fp_closed(): self._close() return data
Name | Type | Size | Permission | Actions |
---|---|---|---|---|
__pycache__ | Folder | 0755 |
|
|
caches | Folder | 0755 |
|
|
.__init__.pyo.40009 | File | 596 B | 0644 |
|
._cmd.pyo.40009 | File | 2.07 KB | 0644 |
|
.adapter.pyo.40009 | File | 3.73 KB | 0644 |
|
.cache.pyo.40009 | File | 2.49 KB | 0644 |
|
.compat.pyo.40009 | File | 815 B | 0644 |
|
.controller.pyo.40009 | File | 9.6 KB | 0644 |
|
.filewrapper.pyo.40009 | File | 2.71 KB | 0644 |
|
.heuristics.pyo.40009 | File | 5.99 KB | 0644 |
|
.serialize.pyo.40009 | File | 5.75 KB | 0644 |
|
.wrapper.pyo.40009 | File | 855 B | 0644 |
|
__init__.py | File | 302 B | 0644 |
|
__init__.pyc | File | 596 B | 0644 |
|
__init__.pyo | File | 596 B | 0644 |
|
_cmd.py | File | 1.26 KB | 0644 |
|
_cmd.pyc | File | 2.07 KB | 0644 |
|
_cmd.pyo | File | 2.07 KB | 0644 |
|
adapter.py | File | 4.77 KB | 0644 |
|
adapter.pyc | File | 3.73 KB | 0644 |
|
adapter.pyo | File | 3.73 KB | 0644 |
|
cache.py | File | 805 B | 0644 |
|
cache.pyc | File | 2.49 KB | 0644 |
|
cache.pyo | File | 2.49 KB | 0644 |
|
compat.py | File | 695 B | 0644 |
|
compat.pyc | File | 815 B | 0644 |
|
compat.pyo | File | 815 B | 0644 |
|
controller.py | File | 13.82 KB | 0644 |
|
controller.pyc | File | 9.6 KB | 0644 |
|
controller.pyo | File | 9.6 KB | 0644 |
|
filewrapper.py | File | 2.47 KB | 0644 |
|
filewrapper.pyc | File | 2.71 KB | 0644 |
|
filewrapper.pyo | File | 2.71 KB | 0644 |
|
heuristics.py | File | 3.97 KB | 0644 |
|
heuristics.pyc | File | 5.99 KB | 0644 |
|
heuristics.pyo | File | 5.99 KB | 0644 |
|
serialize.py | File | 6.92 KB | 0644 |
|
serialize.pyc | File | 5.75 KB | 0644 |
|
serialize.pyo | File | 5.75 KB | 0644 |
|
wrapper.py | File | 690 B | 0644 |
|
wrapper.pyc | File | 855 B | 0644 |
|
wrapper.pyo | File | 855 B | 0644 |
|