Python zlib.MAX_WBITS Examples
The following are 30 code examples for showing how to use zlib.MAX_WBITS(). These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example.
You may check out the related API usage on the sidebar.
You may also want to check out all available functions/classes of the module
zlib
, or try the search function
.
Example 1
Project: wechat-alfred-workflow Author: TKkk-iOSer File: web.py License: MIT License | 7 votes |
def content(self): """Raw content of response (i.e. bytes). :returns: Body of HTTP response :rtype: str """ if not self._content: # Decompress gzipped content if self._gzipped: decoder = zlib.decompressobj(16 + zlib.MAX_WBITS) self._content = decoder.decompress(self.raw.read()) else: self._content = self.raw.read() self._content_loaded = True return self._content
Example 2
Project: jawfish Author: war-and-code File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 3
Project: gist-alfred Author: danielecook File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 4
Project: gist-alfred Author: danielecook File: response.py License: MIT License | 6 votes |
def decompress(self, data): ret = bytearray() if self._state == GzipDecoderState.SWALLOW_DATA or not data: return bytes(ret) while True: try: ret += self._obj.decompress(data) except zlib.error: previous_state = self._state # Ignore data after the first error self._state = GzipDecoderState.SWALLOW_DATA if previous_state == GzipDecoderState.OTHER_MEMBERS: # Allow trailing garbage acceptable in other gzip clients return bytes(ret) raise data = self._obj.unused_data if not data: return bytes(ret) self._state = GzipDecoderState.OTHER_MEMBERS self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example 5
Project: gist-alfred Author: danielecook File: web.py License: MIT License | 6 votes |
def content(self): """Raw content of response (i.e. bytes). :returns: Body of HTTP response :rtype: str """ if not self._content: # Decompress gzipped content if self._gzipped: decoder = zlib.decompressobj(16 + zlib.MAX_WBITS) self._content = decoder.decompress(self.raw.read()) else: self._content = self.raw.read() self._content_loaded = True return self._content
Example 6
Project: misp42splunk Author: remg427 File: response.py License: GNU Lesser General Public License v3.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 7
Project: misp42splunk Author: remg427 File: response.py License: GNU Lesser General Public License v3.0 | 6 votes |
def decompress(self, data): ret = bytearray() if self._state == GzipDecoderState.SWALLOW_DATA or not data: return bytes(ret) while True: try: ret += self._obj.decompress(data) except zlib.error: previous_state = self._state # Ignore data after the first error self._state = GzipDecoderState.SWALLOW_DATA if previous_state == GzipDecoderState.OTHER_MEMBERS: # Allow trailing garbage acceptable in other gzip clients return bytes(ret) raise data = self._obj.unused_data if not data: return bytes(ret) self._state = GzipDecoderState.OTHER_MEMBERS self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example 8
Project: misp42splunk Author: remg427 File: __init__.py License: GNU Lesser General Public License v3.0 | 6 votes |
def _decompressContent(response, new_content): content = new_content try: encoding = response.get("content-encoding", None) if encoding in ["gzip", "deflate"]: if encoding == "gzip": content = gzip.GzipFile(fileobj=io.BytesIO(new_content)).read() if encoding == "deflate": content = zlib.decompress(content, -zlib.MAX_WBITS) response["content-length"] = str(len(content)) # Record the historical presence of the encoding in a way the won't interfere. response["-content-encoding"] = response["content-encoding"] del response["content-encoding"] except (IOError, zlib.error): content = "" raise FailedToDecompressContent( _("Content purported to be compressed with %s but failed to decompress.") % response.get("content-encoding"), response, content, ) return content
Example 9
Project: misp42splunk Author: remg427 File: response.py License: GNU Lesser General Public License v3.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 10
Project: misp42splunk Author: remg427 File: response.py License: GNU Lesser General Public License v3.0 | 6 votes |
def decompress(self, data): ret = bytearray() if self._state == GzipDecoderState.SWALLOW_DATA or not data: return bytes(ret) while True: try: ret += self._obj.decompress(data) except zlib.error: previous_state = self._state # Ignore data after the first error self._state = GzipDecoderState.SWALLOW_DATA if previous_state == GzipDecoderState.OTHER_MEMBERS: # Allow trailing garbage acceptable in other gzip clients return bytes(ret) raise data = self._obj.unused_data if not data: return bytes(ret) self._state = GzipDecoderState.OTHER_MEMBERS self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example 11
Project: misp42splunk Author: remg427 File: __init__.py License: GNU Lesser General Public License v3.0 | 6 votes |
def _decompressContent(response, new_content): content = new_content try: encoding = response.get("content-encoding", None) if encoding in ["gzip", "deflate"]: if encoding == "gzip": content = gzip.GzipFile(fileobj=StringIO.StringIO(new_content)).read() if encoding == "deflate": content = zlib.decompress(content, -zlib.MAX_WBITS) response["content-length"] = str(len(content)) # Record the historical presence of the encoding in a way the won't interfere. response["-content-encoding"] = response["content-encoding"] del response["content-encoding"] except (IOError, zlib.error): content = "" raise FailedToDecompressContent( _("Content purported to be compressed with %s but failed to decompress.") % response.get("content-encoding"), response, content, ) return content
Example 12
Project: snowflake-connector-python Author: snowflakedb File: gzip_decoder.py License: Apache License 2.0 | 6 votes |
def decompress_raw_data_to_unicode_stream(raw_data_fd: IO): """Decompresses a raw data in file like object and yields a Unicode string. Args: raw_data_fd: File descriptor object. Yields: A string of the decompressed file in chunks. """ obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS) yield '[' d = raw_data_fd.read(CHUNK_SIZE) while d: yield obj.decompress(d).decode('utf-8') while obj.unused_data != b'': unused_data = obj.unused_data obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS) yield obj.decompress(unused_data).decode('utf-8') d = raw_data_fd.read(CHUNK_SIZE) yield obj.flush().decode('utf-8') + ']'
Example 13
Project: core Author: getavalon File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 14
Project: Quiver-alfred Author: danielecook File: web.py License: MIT License | 6 votes |
def content(self): """Raw content of response (i.e. bytes). :returns: Body of HTTP response :rtype: :class:`str` """ if not self._content: # Decompress gzipped content if self._gzipped: decoder = zlib.decompressobj(16 + zlib.MAX_WBITS) self._content = decoder.decompress(self.raw.read()) else: self._content = self.raw.read() self._content_loaded = True return self._content
Example 15
Project: genomeview Author: nspies File: conftest.py License: MIT License | 6 votes |
def reference_path(): # download chr4 from ucsc if needed reference_path = "data/chr4.fa" if not os.path.exists(reference_path): import urllib.request import zlib url = "http://hgdownload.cse.ucsc.edu/goldenPath/hg19/chromosomes/chr4.fa.gz" resource = urllib.request.urlopen(url) with open(reference_path, "w") as outf: data = zlib.decompress(resource.read(), 16+zlib.MAX_WBITS).decode("utf-8") outf.write(data) return reference_path
Example 16
Project: ServerlessCrawler-VancouverRealState Author: MarcelloLins File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 17
Project: ServerlessCrawler-VancouverRealState Author: MarcelloLins File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 18
Project: ServerlessCrawler-VancouverRealState Author: MarcelloLins File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 19
Project: plugin.video.emby Author: MediaBrowser File: response.py License: GNU General Public License v3.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 20
Project: vulscan Author: vulscanteam File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 21
Project: recruit Author: Frank-qlu File: response.py License: Apache License 2.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 22
Project: jbox Author: jpush File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 23
Project: jbox Author: jpush File: response.py License: MIT License | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 24
Project: NEIE-Assistant Author: LiangYuxuan File: response.py License: GNU General Public License v3.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 25
Project: pledgeservice Author: MayOneUS File: response.py License: Apache License 2.0 | 6 votes |
def gzip_app_iter(app_iter): size = 0 crc = zlib.crc32(b"") & 0xffffffff compress = zlib.compressobj(9, zlib.DEFLATED, -zlib.MAX_WBITS, zlib.DEF_MEM_LEVEL, 0) yield _gzip_header for item in app_iter: size += len(item) crc = zlib.crc32(item, crc) & 0xffffffff # The compress function may return zero length bytes if the input is # small enough; it buffers the input for the next iteration or for a # flush. result = compress.compress(item) if result: yield result # Similarly, flush may also not yield a value. result = compress.flush() if result: yield result yield struct.pack("<2L", crc, size & 0xffffffff)
Example 26
Project: lambda-chef-node-cleanup Author: awslabs File: response.py License: Apache License 2.0 | 6 votes |
def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
Example 27
Project: opendevops Author: opendevops-cn File: websocket.py License: GNU General Public License v3.0 | 6 votes |
def __init__( self, persistent: bool, max_wbits: Optional[int], max_message_size: int, compression_options: Dict[str, Any] = None, ) -> None: self._max_message_size = max_message_size if max_wbits is None: max_wbits = zlib.MAX_WBITS if not (8 <= max_wbits <= zlib.MAX_WBITS): raise ValueError( "Invalid max_wbits value %r; allowed range 8-%d", max_wbits, zlib.MAX_WBITS, ) self._max_wbits = max_wbits if persistent: self._decompressor = ( self._create_decompressor() ) # type: Optional[_Decompressor] else: self._decompressor = None
Example 28
Project: opendevops Author: opendevops-cn File: websocket.py License: GNU General Public License v3.0 | 6 votes |
def _get_compressor_options( self, side: str, agreed_parameters: Dict[str, Any], compression_options: Dict[str, Any] = None, ) -> Dict[str, Any]: """Converts a websocket agreed_parameters set to keyword arguments for our compressor objects. """ options = dict( persistent=(side + "_no_context_takeover") not in agreed_parameters ) # type: Dict[str, Any] wbits_header = agreed_parameters.get(side + "_max_window_bits", None) if wbits_header is None: options["max_wbits"] = zlib.MAX_WBITS else: options["max_wbits"] = int(wbits_header) options["compression_options"] = compression_options return options
Example 29
Project: cherrypy Author: cherrypy File: encoding.py License: BSD 3-Clause "New" or "Revised" License | 5 votes |
def compress(body, compress_level): """Compress 'body' at the given compress_level.""" import zlib # See http://www.gzip.org/zlib/rfc-gzip.html yield b'\x1f\x8b' # ID1 and ID2: gzip marker yield b'\x08' # CM: compression method yield b'\x00' # FLG: none set # MTIME: 4 bytes yield struct.pack('<L', int(time.time()) & int('FFFFFFFF', 16)) yield b'\x02' # XFL: max compression, slowest algo yield b'\xff' # OS: unknown crc = zlib.crc32(b'') size = 0 zobj = zlib.compressobj(compress_level, zlib.DEFLATED, -zlib.MAX_WBITS, zlib.DEF_MEM_LEVEL, 0) for line in body: size += len(line) crc = zlib.crc32(line, crc) yield zobj.compress(line) yield zobj.flush() # CRC32: 4 bytes yield struct.pack('<L', crc & int('FFFFFFFF', 16)) # ISIZE: 4 bytes yield struct.pack('<L', size & int('FFFFFFFF', 16))
Example 30
Project: cutout Author: jojoin File: cutout.py License: MIT License | 5 votes |
def undeflate(s): import zlib return zlib.decompress(s, -zlib.MAX_WBITS)