176 lines
5.5 KiB
Python
176 lines
5.5 KiB
Python
"""Msgpack parser with typed arrays"""
|
|
|
|
# Based on u-msgpack-python v2.4.1 - v at sergeev.io
|
|
# https://github.com/vsergeev/u-msgpack-python
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
# THE SOFTWARE.
|
|
#
|
|
import io
|
|
import struct
|
|
import numpy as np
|
|
|
|
|
|
def _pack_integer(obj, fp):
|
|
if obj < 0:
|
|
if obj >= -32:
|
|
fp.write(struct.pack("b", obj))
|
|
elif obj >= -(2 ** (8 - 1)):
|
|
fp.write(b"\xd0" + struct.pack("b", obj))
|
|
elif obj >= -(2 ** (16 - 1)):
|
|
fp.write(b"\xd1" + struct.pack("<h", obj))
|
|
elif obj >= -(2 ** (32 - 1)):
|
|
fp.write(b"\xd2" + struct.pack("<i", obj))
|
|
elif obj >= -(2 ** (64 - 1)):
|
|
fp.write(b"\xd3" + struct.pack("<q", obj))
|
|
else:
|
|
raise Exception("huge signed int")
|
|
else:
|
|
if obj <= 127:
|
|
fp.write(struct.pack("B", obj))
|
|
elif obj <= 2**8 - 1:
|
|
fp.write(b"\xcc" + struct.pack("B", obj))
|
|
elif obj <= 2**16 - 1:
|
|
fp.write(b"\xcd" + struct.pack("<H", obj))
|
|
elif obj <= 2**32 - 1:
|
|
fp.write(b"\xce" + struct.pack("<I", obj))
|
|
elif obj <= 2**64 - 1:
|
|
fp.write(b"\xcf" + struct.pack("<Q", obj))
|
|
else:
|
|
raise Exception("huge unsigned int")
|
|
|
|
|
|
def _pack_nil(obj, fp):
|
|
fp.write(b"\xc0")
|
|
|
|
|
|
def _pack_boolean(obj, fp):
|
|
fp.write(b"\xc3" if obj else b"\xc2")
|
|
|
|
|
|
def _pack_float(obj, fp):
|
|
# NOTE: forced 32-bit floats for Leenkx
|
|
# fp.write(b"\xcb" + struct.pack("<d", obj)) # Double
|
|
fp.write(b"\xca" + struct.pack("<f", obj))
|
|
|
|
|
|
def _pack_string(obj, fp):
|
|
obj = obj.encode("utf-8")
|
|
if len(obj) <= 31:
|
|
fp.write(struct.pack("B", 0xA0 | len(obj)) + obj)
|
|
elif len(obj) <= 2**8 - 1:
|
|
fp.write(b"\xd9" + struct.pack("B", len(obj)) + obj)
|
|
elif len(obj) <= 2**16 - 1:
|
|
fp.write(b"\xda" + struct.pack("<H", len(obj)) + obj)
|
|
elif len(obj) <= 2**32 - 1:
|
|
fp.write(b"\xdb" + struct.pack("<I", len(obj)) + obj)
|
|
else:
|
|
raise Exception("huge string")
|
|
|
|
|
|
def _pack_binary(obj, fp):
|
|
if len(obj) <= 2**8 - 1:
|
|
fp.write(b"\xc4" + struct.pack("B", len(obj)) + obj)
|
|
elif len(obj) <= 2**16 - 1:
|
|
fp.write(b"\xc5" + struct.pack("<H", len(obj)) + obj)
|
|
elif len(obj) <= 2**32 - 1:
|
|
fp.write(b"\xc6" + struct.pack("<I", len(obj)) + obj)
|
|
else:
|
|
raise Exception("huge binary string")
|
|
|
|
|
|
def _pack_array(obj, fp):
|
|
if len(obj) <= 15:
|
|
fp.write(struct.pack("B", 0x90 | len(obj)))
|
|
elif len(obj) <= 2**16 - 1:
|
|
fp.write(b"\xdc" + struct.pack("<H", len(obj)))
|
|
elif len(obj) <= 2**32 - 1:
|
|
fp.write(b"\xdd" + struct.pack("<I", len(obj)))
|
|
else:
|
|
raise Exception("huge array")
|
|
|
|
if len(obj) > 0 and isinstance(obj[0], float):
|
|
fp.write(b"\xca")
|
|
for e in obj:
|
|
fp.write(struct.pack("<f", e))
|
|
elif len(obj) > 0 and isinstance(obj[0], bool):
|
|
for e in obj:
|
|
pack(e, fp)
|
|
elif len(obj) > 0 and isinstance(obj[0], int):
|
|
fp.write(b"\xd2")
|
|
for e in obj:
|
|
fp.write(struct.pack("<i", e))
|
|
# Float32
|
|
elif len(obj) > 0 and isinstance(obj[0], np.float32):
|
|
fp.write(b"\xca")
|
|
fp.write(obj.tobytes())
|
|
# Int32
|
|
elif len(obj) > 0 and isinstance(obj[0], np.int32):
|
|
fp.write(b"\xd2")
|
|
fp.write(obj.tobytes())
|
|
# Int16
|
|
elif len(obj) > 0 and isinstance(obj[0], np.int16):
|
|
fp.write(b"\xd1")
|
|
fp.write(obj.tobytes())
|
|
# Regular
|
|
else:
|
|
for e in obj:
|
|
pack(e, fp)
|
|
|
|
|
|
def _pack_map(obj, fp):
|
|
if len(obj) <= 15:
|
|
fp.write(struct.pack("B", 0x80 | len(obj)))
|
|
elif len(obj) <= 2**16 - 1:
|
|
fp.write(b"\xde" + struct.pack("<H", len(obj)))
|
|
elif len(obj) <= 2**32 - 1:
|
|
fp.write(b"\xdf" + struct.pack("<I", len(obj)))
|
|
else:
|
|
raise Exception("huge array")
|
|
|
|
for k, v in obj.items():
|
|
pack(k, fp)
|
|
pack(v, fp)
|
|
|
|
|
|
def pack(obj, fp):
|
|
if obj is None:
|
|
_pack_nil(obj, fp)
|
|
elif isinstance(obj, bool):
|
|
_pack_boolean(obj, fp)
|
|
elif isinstance(obj, int):
|
|
_pack_integer(obj, fp)
|
|
elif isinstance(obj, float):
|
|
_pack_float(obj, fp)
|
|
elif isinstance(obj, str):
|
|
_pack_string(obj, fp)
|
|
elif isinstance(obj, bytes):
|
|
_pack_binary(obj, fp)
|
|
elif isinstance(obj, (list, np.ndarray, tuple)):
|
|
_pack_array(obj, fp)
|
|
elif isinstance(obj, dict):
|
|
_pack_map(obj, fp)
|
|
else:
|
|
raise Exception(f"unsupported type: {str(type(obj))}")
|
|
|
|
|
|
def packb(obj):
|
|
fp = io.BytesIO()
|
|
pack(obj, fp)
|
|
return fp.getvalue()
|