pyssb/ssb/packet_stream.py

279 lines
7.2 KiB
Python
Raw Normal View History

"""Packet streams"""
2017-07-30 12:08:18 +00:00
from asyncio import Event, Queue
2017-05-25 10:47:01 +00:00
from enum import Enum
import logging
from math import ceil
import struct
from time import time
from typing import Any, AsyncIterator, Dict, Optional, Tuple, Union
2017-05-25 10:47:01 +00:00
from secret_handshake.network import SHSDuplexStream
2017-05-25 10:47:01 +00:00
import simplejson
from typing_extensions import Self
PSHandler = Union["PSRequestHandler", "PSStreamHandler"]
PSMessageData = Union[bytes, bool, Dict[str, Any], str]
logger = logging.getLogger("packet_stream")
2017-05-25 10:47:01 +00:00
class PSMessageType(Enum):
"""Available message types"""
2017-05-25 10:47:01 +00:00
BUFFER = 0
TEXT = 1
JSON = 2
class PSStreamHandler:
"""Packet stream handler"""
2023-11-02 09:50:42 +00:00
def __init__(self, req: int):
self.req = req
2023-11-02 09:50:42 +00:00
self.queue: Queue[Optional["PSMessage"]] = Queue()
async def process(self, msg: "PSMessage") -> None:
"""Process a pending message"""
await self.queue.put(msg)
async def stop(self) -> None:
"""Stop a pending request"""
await self.queue.put(None)
2023-11-02 09:50:42 +00:00
def __aiter__(self) -> AsyncIterator[Optional["PSMessage"]]:
return self
async def __anext__(self) -> Optional["PSMessage"]:
elem = await self.queue.get()
if not elem:
raise StopAsyncIteration()
return elem
class PSRequestHandler:
"""Packet stream request handler"""
2023-11-02 09:50:42 +00:00
def __init__(self, req: int):
self.req = req
2017-07-30 12:08:18 +00:00
self.event = Event()
self._msg: Optional[PSMessage] = None
async def process(self, msg: "PSMessage") -> None:
"""Process a message request"""
self._msg = msg
2017-07-30 12:08:18 +00:00
self.event.set()
async def stop(self) -> None:
"""Stop a pending event request"""
2017-07-30 12:08:18 +00:00
if not self.event.is_set():
self.event.set()
2023-11-02 09:50:42 +00:00
def __aiter__(self):
return self
async def __anext__(self) -> Optional["PSMessage"]:
2017-07-30 12:08:18 +00:00
# wait until 'process' is called
await self.event.wait()
return self._msg
class PSMessage:
"""Packet Stream message"""
@classmethod
def from_header_body(cls, flags: int, req: int, body: bytes) -> Self:
"""Parse a raw message"""
type_ = PSMessageType(flags & 0x03)
if type_ == PSMessageType.TEXT:
body_s = body.decode("utf-8")
elif type_ == PSMessageType.JSON:
body_s = simplejson.loads(body)
return cls(type_, body_s, bool(flags & 0x08), bool(flags & 0x04), req=req)
2017-05-25 10:47:01 +00:00
@property
def data(self) -> bytes:
"""The raw message data"""
2017-05-25 10:47:01 +00:00
if self.type == PSMessageType.TEXT:
assert isinstance(self.body, str)
return self.body.encode("utf-8")
if self.type == PSMessageType.JSON:
return simplejson.dumps(self.body).encode("utf-8")
assert isinstance(self.body, bytes)
return self.body
def __init__(
self, type_: PSMessageType, body: Any, stream: bool, end_err: bool, req: Optional[int] = None
): # pylint: disable=too-many-arguments
self.stream = stream
self.end_err = end_err
self.type = type_
self.body = body
self.req = req
2017-05-25 10:47:01 +00:00
def __repr__(self) -> str:
2017-07-30 09:51:11 +00:00
if self.type == PSMessageType.BUFFER:
body = f"{len(self.body)} bytes"
2017-07-30 09:51:11 +00:00
else:
body = self.body
req = "" if self.req is None else f" [{self.req}]"
is_stream = "~" if self.stream else ""
err = "!" if self.end_err else ""
return f"<PSMessage ({self.type.name}): {body}{req} {is_stream}{err}>"
class PacketStream:
"""SSB Packet stream"""
2017-05-25 10:47:01 +00:00
def __init__(self, connection: SHSDuplexStream):
self.connection = connection
self.req_counter = 1
self._event_map: Dict[int, Tuple[float, PSHandler]] = {}
self._connected = False
2017-07-30 12:08:18 +00:00
def register_handler(self, handler: PSHandler) -> None:
"""Register an RPC handler"""
self._event_map[handler.req] = (time(), handler)
2017-07-30 12:08:18 +00:00
@property
def is_connected(self) -> bool:
"""Check if the stream is connected"""
return self.connection.is_connected
def __aiter__(self) -> AsyncIterator[Optional[PSMessage]]:
return self
async def __anext__(self) -> Optional[PSMessage]:
msg = await self.read()
if not msg:
raise StopAsyncIteration()
if msg.req is not None and msg.req >= 0:
return msg
return None
async def __await__(self) -> None:
async for data in self:
logger.info("RECV: %r", data)
if data is None:
return
2017-05-25 10:47:01 +00:00
async def _read(self) -> Optional[PSMessage]:
try:
header = await self.connection.read()
if not header or header == b"\x00" * 9:
return None
flags, length, req = struct.unpack(">BIi", header)
2017-07-30 09:51:11 +00:00
n_packets = ceil(length / 4096)
2017-07-30 09:51:11 +00:00
body = b""
for _ in range(n_packets):
read_data = await self.connection.read()
if read_data is not None:
body += read_data
2017-07-30 09:51:11 +00:00
logger.debug("READ %s %s", header, len(body))
2017-07-30 09:51:11 +00:00
return PSMessage.from_header_body(flags, req, body)
except StopAsyncIteration:
logger.debug("DISCONNECT")
self.connection.disconnect()
return None
async def read(self) -> Optional[PSMessage]:
"""Read data from the packet stream"""
msg = await self._read()
if not msg:
return None
# check whether it's a reply and handle accordingly
if msg.req is not None and msg.req < 0:
_, handler = self._event_map[-msg.req]
await handler.process(msg)
logger.info("RESPONSE [%d]: %r", -msg.req, msg)
if msg.end_err:
await handler.stop()
del self._event_map[-msg.req]
logger.info("RESPONSE [%d]: EOS", -msg.req)
return msg
def _write(self, msg: PSMessage) -> None:
logger.info("SEND [%d]: %r", msg.req, msg)
header = struct.pack(
">BIi", (int(msg.stream) << 3) | (int(msg.end_err) << 2) | msg.type.value, len(msg.data), msg.req
)
self.connection.write(header)
self.connection.write(msg.data)
logger.debug("WRITE HDR: %s", header)
logger.debug("WRITE DATA: %s", msg.data)
def send( # pylint: disable=too-many-arguments
self,
data: Any,
msg_type: PSMessageType = PSMessageType.JSON,
stream: bool = False,
end_err: bool = False,
req: Optional[int] = None,
) -> PSHandler:
"""Send data through the packet stream"""
update_counter = False
if req is None:
update_counter = True
req = self.req_counter
msg = PSMessage(msg_type, data, stream=stream, end_err=end_err, req=req)
# send request
self._write(msg)
if stream:
handler: PSHandler = PSStreamHandler(self.req_counter)
else:
handler = PSRequestHandler(self.req_counter)
self.register_handler(handler)
if update_counter:
self.req_counter += 1
return handler
2017-05-25 10:47:01 +00:00
def disconnect(self) -> None:
"""Disconnect the stream"""
2017-07-30 12:08:18 +00:00
self._connected = False
self.connection.disconnect()