176 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			176 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
"""Msgpack parser with typed arrays"""
 | 
						|
 | 
						|
# Based on u-msgpack-python v2.4.1 - v at sergeev.io
 | 
						|
# https://github.com/vsergeev/u-msgpack-python
 | 
						|
#
 | 
						|
# Permission is hereby granted, free of charge, to any person obtaining a copy
 | 
						|
# of this software and associated documentation files (the "Software"), to deal
 | 
						|
# in the Software without restriction, including without limitation the rights
 | 
						|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 | 
						|
# copies of the Software, and to permit persons to whom the Software is
 | 
						|
# furnished to do so, subject to the following conditions:
 | 
						|
#
 | 
						|
# The above copyright notice and this permission notice shall be included in
 | 
						|
# all copies or substantial portions of the Software.
 | 
						|
#
 | 
						|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 | 
						|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 | 
						|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 | 
						|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 | 
						|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 | 
						|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 | 
						|
# THE SOFTWARE.
 | 
						|
#
 | 
						|
import io
 | 
						|
import struct
 | 
						|
import numpy as np
 | 
						|
 | 
						|
 | 
						|
def _pack_integer(obj, fp):
 | 
						|
    if obj < 0:
 | 
						|
        if obj >= -32:
 | 
						|
            fp.write(struct.pack("b", obj))
 | 
						|
        elif obj >= -(2 ** (8 - 1)):
 | 
						|
            fp.write(b"\xd0" + struct.pack("b", obj))
 | 
						|
        elif obj >= -(2 ** (16 - 1)):
 | 
						|
            fp.write(b"\xd1" + struct.pack("<h", obj))
 | 
						|
        elif obj >= -(2 ** (32 - 1)):
 | 
						|
            fp.write(b"\xd2" + struct.pack("<i", obj))
 | 
						|
        elif obj >= -(2 ** (64 - 1)):
 | 
						|
            fp.write(b"\xd3" + struct.pack("<q", obj))
 | 
						|
        else:
 | 
						|
            raise Exception("huge signed int")
 | 
						|
    else:
 | 
						|
        if obj <= 127:
 | 
						|
            fp.write(struct.pack("B", obj))
 | 
						|
        elif obj <= 2**8 - 1:
 | 
						|
            fp.write(b"\xcc" + struct.pack("B", obj))
 | 
						|
        elif obj <= 2**16 - 1:
 | 
						|
            fp.write(b"\xcd" + struct.pack("<H", obj))
 | 
						|
        elif obj <= 2**32 - 1:
 | 
						|
            fp.write(b"\xce" + struct.pack("<I", obj))
 | 
						|
        elif obj <= 2**64 - 1:
 | 
						|
            fp.write(b"\xcf" + struct.pack("<Q", obj))
 | 
						|
        else:
 | 
						|
            raise Exception("huge unsigned int")
 | 
						|
 | 
						|
 | 
						|
def _pack_nil(obj, fp):
 | 
						|
    fp.write(b"\xc0")
 | 
						|
 | 
						|
 | 
						|
def _pack_boolean(obj, fp):
 | 
						|
    fp.write(b"\xc3" if obj else b"\xc2")
 | 
						|
 | 
						|
 | 
						|
def _pack_float(obj, fp):
 | 
						|
    # NOTE: forced 32-bit floats for Leenkx
 | 
						|
    # fp.write(b"\xcb" + struct.pack("<d", obj)) # Double
 | 
						|
    fp.write(b"\xca" + struct.pack("<f", obj))
 | 
						|
 | 
						|
 | 
						|
def _pack_string(obj, fp):
 | 
						|
    obj = obj.encode("utf-8")
 | 
						|
    if len(obj) <= 31:
 | 
						|
        fp.write(struct.pack("B", 0xA0 | len(obj)) + obj)
 | 
						|
    elif len(obj) <= 2**8 - 1:
 | 
						|
        fp.write(b"\xd9" + struct.pack("B", len(obj)) + obj)
 | 
						|
    elif len(obj) <= 2**16 - 1:
 | 
						|
        fp.write(b"\xda" + struct.pack("<H", len(obj)) + obj)
 | 
						|
    elif len(obj) <= 2**32 - 1:
 | 
						|
        fp.write(b"\xdb" + struct.pack("<I", len(obj)) + obj)
 | 
						|
    else:
 | 
						|
        raise Exception("huge string")
 | 
						|
 | 
						|
 | 
						|
def _pack_binary(obj, fp):
 | 
						|
    if len(obj) <= 2**8 - 1:
 | 
						|
        fp.write(b"\xc4" + struct.pack("B", len(obj)) + obj)
 | 
						|
    elif len(obj) <= 2**16 - 1:
 | 
						|
        fp.write(b"\xc5" + struct.pack("<H", len(obj)) + obj)
 | 
						|
    elif len(obj) <= 2**32 - 1:
 | 
						|
        fp.write(b"\xc6" + struct.pack("<I", len(obj)) + obj)
 | 
						|
    else:
 | 
						|
        raise Exception("huge binary string")
 | 
						|
 | 
						|
 | 
						|
def _pack_array(obj, fp):
 | 
						|
    if len(obj) <= 15:
 | 
						|
        fp.write(struct.pack("B", 0x90 | len(obj)))
 | 
						|
    elif len(obj) <= 2**16 - 1:
 | 
						|
        fp.write(b"\xdc" + struct.pack("<H", len(obj)))
 | 
						|
    elif len(obj) <= 2**32 - 1:
 | 
						|
        fp.write(b"\xdd" + struct.pack("<I", len(obj)))
 | 
						|
    else:
 | 
						|
        raise Exception("huge array")
 | 
						|
 | 
						|
    if len(obj) > 0 and isinstance(obj[0], float):
 | 
						|
        fp.write(b"\xca")
 | 
						|
        for e in obj:
 | 
						|
            fp.write(struct.pack("<f", e))
 | 
						|
    elif len(obj) > 0 and isinstance(obj[0], bool):
 | 
						|
        for e in obj:
 | 
						|
            pack(e, fp)
 | 
						|
    elif len(obj) > 0 and isinstance(obj[0], int):
 | 
						|
        fp.write(b"\xd2")
 | 
						|
        for e in obj:
 | 
						|
            fp.write(struct.pack("<i", e))
 | 
						|
    # Float32
 | 
						|
    elif len(obj) > 0 and isinstance(obj[0], np.float32):
 | 
						|
        fp.write(b"\xca")
 | 
						|
        fp.write(obj.tobytes())
 | 
						|
    # Int32
 | 
						|
    elif len(obj) > 0 and isinstance(obj[0], np.int32):
 | 
						|
        fp.write(b"\xd2")
 | 
						|
        fp.write(obj.tobytes())
 | 
						|
    # Int16
 | 
						|
    elif len(obj) > 0 and isinstance(obj[0], np.int16):
 | 
						|
        fp.write(b"\xd1")
 | 
						|
        fp.write(obj.tobytes())
 | 
						|
    # Regular
 | 
						|
    else:
 | 
						|
        for e in obj:
 | 
						|
            pack(e, fp)
 | 
						|
 | 
						|
 | 
						|
def _pack_map(obj, fp):
 | 
						|
    if len(obj) <= 15:
 | 
						|
        fp.write(struct.pack("B", 0x80 | len(obj)))
 | 
						|
    elif len(obj) <= 2**16 - 1:
 | 
						|
        fp.write(b"\xde" + struct.pack("<H", len(obj)))
 | 
						|
    elif len(obj) <= 2**32 - 1:
 | 
						|
        fp.write(b"\xdf" + struct.pack("<I", len(obj)))
 | 
						|
    else:
 | 
						|
        raise Exception("huge array")
 | 
						|
 | 
						|
    for k, v in obj.items():
 | 
						|
        pack(k, fp)
 | 
						|
        pack(v, fp)
 | 
						|
 | 
						|
 | 
						|
def pack(obj, fp):
 | 
						|
    if obj is None:
 | 
						|
        _pack_nil(obj, fp)
 | 
						|
    elif isinstance(obj, bool):
 | 
						|
        _pack_boolean(obj, fp)
 | 
						|
    elif isinstance(obj, int):
 | 
						|
        _pack_integer(obj, fp)
 | 
						|
    elif isinstance(obj, float):
 | 
						|
        _pack_float(obj, fp)
 | 
						|
    elif isinstance(obj, str):
 | 
						|
        _pack_string(obj, fp)
 | 
						|
    elif isinstance(obj, bytes):
 | 
						|
        _pack_binary(obj, fp)
 | 
						|
    elif isinstance(obj, (list, np.ndarray, tuple)):
 | 
						|
        _pack_array(obj, fp)
 | 
						|
    elif isinstance(obj, dict):
 | 
						|
        _pack_map(obj, fp)
 | 
						|
    else:
 | 
						|
        raise Exception(f"unsupported type: {str(type(obj))}")
 | 
						|
 | 
						|
 | 
						|
def packb(obj):
 | 
						|
    fp = io.BytesIO()
 | 
						|
    pack(obj, fp)
 | 
						|
    return fp.getvalue()
 |