m/market labResearch, with a record.
Source on GitHub ↗

network_sender.py

1#!/usr/bin/env python32"""Bounded local MoldUDP64 unicast simulator. Synthetic data; no Nasdaq connection."""3import argparse4import socket5import struct6import time7from pathlib import Path8910def endpoint(text):11    host, port = text.rsplit(":", 1)12    socket.inet_aton(host)13    port = int(port)14    if not 1 <= port <= 65535:15        raise ValueError("invalid port")16    return host, port171819def synthetic():20    def common(kind, stamp):21        return kind + struct.pack(">HH", 7, 0) + stamp.to_bytes(6, "big")2223    name = b"TEST    "24    directory = (25        common(b"R", 1)26        + name27        + b"QN"28        + struct.pack(">I", 100)29        + b"NC  PNN1N"30        + struct.pack(">I", 1)31        + b"N"32    )3334    def add(order, shares, stamp):35        return (36            common(b"A", stamp)37            + struct.pack(">QcI", order, b"B", shares)38            + name39            + struct.pack(">I", 1000000)40        )4142    return [43        directory,44        add(1, 100, 2),45        add(2, 200, 3),46        common(b"X", 4) + struct.pack(">QI", 1, 20),47        common(b"D", 5) + struct.pack(">Q", 2),48        common(b"D", 6) + struct.pack(">Q", 1),49    ]505152def packet(session, sequence, messages=(), count=None):53    body = b"".join(struct.pack(">H", len(m)) + m for m in messages)54    wire = session + struct.pack(">QH", sequence, len(messages) if count is None else count) + body55    if len(wire) > 65507:56        raise ValueError("datagram exceeds IPv4 UDP payload limit")57    return wire585960def load(path, limit):61    if path is None:62        return synthetic()63    messages = []64    with Path(path).open("rb") as feed:65        while True:66            prefix = feed.read(2)67            if len(prefix) != 2:68                raise ValueError("fixture needs a BinaryFILE end marker")69            length = int.from_bytes(prefix, "big")70            if not length:71                if feed.read(1):72                    raise ValueError("bytes after end marker")73                break74            if len(messages) >= limit:75                raise ValueError("fixture exceeds --max-frames; use a finite prefix fixture")76            payload = feed.read(length)77            if len(payload) != length:78                raise ValueError("truncated fixture")79            if length + 22 > 65507:80                raise ValueError("fixture message too large for UDP")81            messages.append(payload)82    return messages838485def main():86    parser = argparse.ArgumentParser(description=__doc__)87    parser.add_argument("--destination", default="127.0.0.1:19000")88    parser.add_argument("--source", default="127.0.0.1:19001")89    parser.add_argument("--recovery", default="127.0.0.1:19002")90    parser.add_argument("--session", default="SIM0000001")91    parser.add_argument("--input")92    parser.add_argument(93        "--write-fixture", help="write the same messages as BinaryFILE for offline comparison"94    )95    parser.add_argument(96        "--scenario", choices=["clean", "recover", "no-recovery"], default="recover"97    )98    parser.add_argument("--max-frames", type=int, default=100000)99    parser.add_argument("--serve-seconds", type=float, default=5)100    args = parser.parse_args()101    session = args.session.encode("ascii")102    if len(session) != 10 or args.max_frames <= 0 or not 0 < args.serve_seconds <= 3600:103        parser.error("session must be 10 ASCII bytes, limits must be positive (serve <= 3600s)")104    destination = endpoint(args.destination)105    messages = load(args.input, args.max_frames)106    if args.write_fixture:107        if args.input and Path(args.input).resolve() == Path(args.write_fixture).resolve():108            parser.error("fixture output must differ from input")109        with Path(args.write_fixture).open("wb") as out:110            for message in messages:111                out.write(struct.pack(">H", len(message)) + message)112            out.write(b"\0\0")113    with (114        socket.socket(socket.AF_INET, socket.SOCK_DGRAM) as source,115        socket.socket(socket.AF_INET, socket.SOCK_DGRAM) as recovery,116    ):117        source.bind(endpoint(args.source))118        recovery.bind(endpoint(args.recovery))119        recovery.settimeout(0.05)120        print(121            f"simulator_ready session={args.session} messages={len(messages)} scenario={args.scenario}",122            flush=True,123        )124        order = list(range(1, len(messages) + 1))125        if args.scenario != "clean" and len(messages) >= 2:126            order = [1] + list(range(len(messages), 2, -1))  # omit 2 and reverse the tail127        for seq in order:128            source.sendto(packet(session, seq, [messages[seq - 1]]), destination)129            time.sleep(0.001)130        if order:131            source.sendto(packet(session, order[-1], [messages[order[-1] - 1]]), destination)132        end = packet(session, len(messages) + 1, count=65535)133        source.sendto(end, destination)134        deadline = time.monotonic() + args.serve_seconds135        next_end = time.monotonic() + 0.1136        requests = 0137        while time.monotonic() < deadline:138            if time.monotonic() >= next_end:139                source.sendto(end, destination)140                next_end = time.monotonic() + 0.1141            try:142                request, client = recovery.recvfrom(65536)143            except socket.timeout:144                continue145            if len(request) != 20 or request[:10] != session or client != destination:146                continue147            first, count = struct.unpack(">QH", request[10:])148            if not count or first < 1 or first > len(messages):149                continue150            requests += 1151            print(f"request sequence={first} count={count}", flush=True)152            if args.scenario == "no-recovery":153                continue154            # Deliberately partial responses exercise repeated range requests.155            for seq in range(first, min(first + count, first + 2, len(messages) + 1)):156                recovery.sendto(packet(session, seq, [messages[seq - 1]]), client)157        print(f"simulator_complete requests={requests}", flush=True)158159160if __name__ == "__main__":161    main()