Edit

[EDIT] FILE: buffer.py

class LineBufferOverflow(Exception):
    pass

class LineBuffer(object):
    """
    Allows to accumulate data, and than iterate over it getting tokens
    split by line breaks '\n'. If at the end there is no line break,
    the data will sit in the line buffer until more data with line
    break comes in.
    """

MAX_SIZE = 16 * 1024 * 1024

def __init__(self):
        self.buf = ""

def append(self, data):
        if len(self.buf) + len(data) > self.MAX_SIZE:
            self.buf = ""
            raise LineBufferOverflow(
                "LineBuffer exceeded maximum size of {} bytes".format(
                    self.MAX_SIZE
                )
            )
        self.buf += data

def __iter__(self):
        return self

def __next__(self):
        pos = self.buf.find("\n")
        if pos != -1:
            result = self.buf[0:pos]
            self.buf = self.buf[pos + 1 :]
            return result
        raise StopIteration

def clean(self):
        self.buf = ""

class SizeBufferOverflow(Exception):
    pass

class SizeBuffer:
    MAX_SIZE = 16 * 1024 * 1024

def __init__(self, size_len=2):
        self._buf = b""
        self._size_len = size_len

def append(self, data):
        if len(self._buf) + len(data) > self.MAX_SIZE:
            self._buf = b""
            raise SizeBufferOverflow(
                "SizeBuffer exceeded maximum size of {} bytes".format(
                    self.MAX_SIZE
                )
            )
        self._buf += data

def __iter__(self):
        return self

def __next__(self):
        if not self._buf:
            raise StopIteration
        size = int.from_bytes(self._buf[: self._size_len], "big")
        if len(self._buf[self._size_len :]) >= size:
            data = self._buf[self._size_len : self._size_len + size]
            self._buf = self._buf[self._size_len + size :]
            return data
        raise StopIteration

CANCEL