network_sender.py
1#!/usr/bin/env python32"""Bounded local MoldUDP64 unicast simulator. Synthetic data; no Nasdaq connection."""3import argparse4import socket5import struct6import time7from pathlib import Path8910def endpoint(text):11 host, port = text.rsplit(":", 1)12 socket.inet_aton(host)13 port = int(port)14 if not 1 <= port <= 65535:15 raise ValueError("invalid port")16 return host, port171819def synthetic():20 def common(kind, stamp):21 return kind + struct.pack(">HH", 7, 0) + stamp.to_bytes(6, "big")2223 name = b"TEST "24 directory = (25 common(b"R", 1)26 + name27 + b"QN"28 + struct.pack(">I", 100)29 + b"NC PNN1N"30 + struct.pack(">I", 1)31 + b"N"32 )3334 def add(order, shares, stamp):35 return (36 common(b"A", stamp)37 + struct.pack(">QcI", order, b"B", shares)38 + name39 + struct.pack(">I", 1000000)40 )4142 return [43 directory,44 add(1, 100, 2),45 add(2, 200, 3),46 common(b"X", 4) + struct.pack(">QI", 1, 20),47 common(b"D", 5) + struct.pack(">Q", 2),48 common(b"D", 6) + struct.pack(">Q", 1),49 ]505152def packet(session, sequence, messages=(), count=None):53 body = b"".join(struct.pack(">H", len(m)) + m for m in messages)54 wire = session + struct.pack(">QH", sequence, len(messages) if count is None else count) + body55 if len(wire) > 65507:56 raise ValueError("datagram exceeds IPv4 UDP payload limit")57 return wire585960def load(path, limit):61 if path is None:62 return synthetic()63 messages = []64 with Path(path).open("rb") as feed:65 while True:66 prefix = feed.read(2)67 if len(prefix) != 2:68 raise ValueError("fixture needs a BinaryFILE end marker")69 length = int.from_bytes(prefix, "big")70 if not length:71 if feed.read(1):72 raise ValueError("bytes after end marker")73 break74 if len(messages) >= limit:75 raise ValueError("fixture exceeds --max-frames; use a finite prefix fixture")76 payload = feed.read(length)77 if len(payload) != length:78 raise ValueError("truncated fixture")79 if length + 22 > 65507:80 raise ValueError("fixture message too large for UDP")81 messages.append(payload)82 return messages838485def main():86 parser = argparse.ArgumentParser(description=__doc__)87 parser.add_argument("--destination", default="127.0.0.1:19000")88 parser.add_argument("--source", default="127.0.0.1:19001")89 parser.add_argument("--recovery", default="127.0.0.1:19002")90 parser.add_argument("--session", default="SIM0000001")91 parser.add_argument("--input")92 parser.add_argument(93 "--write-fixture", help="write the same messages as BinaryFILE for offline comparison"94 )95 parser.add_argument(96 "--scenario", choices=["clean", "recover", "no-recovery"], default="recover"97 )98 parser.add_argument("--max-frames", type=int, default=100000)99 parser.add_argument("--serve-seconds", type=float, default=5)100 args = parser.parse_args()101 session = args.session.encode("ascii")102 if len(session) != 10 or args.max_frames <= 0 or not 0 < args.serve_seconds <= 3600:103 parser.error("session must be 10 ASCII bytes, limits must be positive (serve <= 3600s)")104 destination = endpoint(args.destination)105 messages = load(args.input, args.max_frames)106 if args.write_fixture:107 if args.input and Path(args.input).resolve() == Path(args.write_fixture).resolve():108 parser.error("fixture output must differ from input")109 with Path(args.write_fixture).open("wb") as out:110 for message in messages:111 out.write(struct.pack(">H", len(message)) + message)112 out.write(b"\0\0")113 with (114 socket.socket(socket.AF_INET, socket.SOCK_DGRAM) as source,115 socket.socket(socket.AF_INET, socket.SOCK_DGRAM) as recovery,116 ):117 source.bind(endpoint(args.source))118 recovery.bind(endpoint(args.recovery))119 recovery.settimeout(0.05)120 print(121 f"simulator_ready session={args.session} messages={len(messages)} scenario={args.scenario}",122 flush=True,123 )124 order = list(range(1, len(messages) + 1))125 if args.scenario != "clean" and len(messages) >= 2:126 order = [1] + list(range(len(messages), 2, -1)) # omit 2 and reverse the tail127 for seq in order:128 source.sendto(packet(session, seq, [messages[seq - 1]]), destination)129 time.sleep(0.001)130 if order:131 source.sendto(packet(session, order[-1], [messages[order[-1] - 1]]), destination)132 end = packet(session, len(messages) + 1, count=65535)133 source.sendto(end, destination)134 deadline = time.monotonic() + args.serve_seconds135 next_end = time.monotonic() + 0.1136 requests = 0137 while time.monotonic() < deadline:138 if time.monotonic() >= next_end:139 source.sendto(end, destination)140 next_end = time.monotonic() + 0.1141 try:142 request, client = recovery.recvfrom(65536)143 except socket.timeout:144 continue145 if len(request) != 20 or request[:10] != session or client != destination:146 continue147 first, count = struct.unpack(">QH", request[10:])148 if not count or first < 1 or first > len(messages):149 continue150 requests += 1151 print(f"request sequence={first} count={count}", flush=True)152 if args.scenario == "no-recovery":153 continue154 # Deliberately partial responses exercise repeated range requests.155 for seq in range(first, min(first + count, first + 2, len(messages) + 1)):156 recovery.sendto(packet(session, seq, [messages[seq - 1]]), client)157 print(f"simulator_complete requests={requests}", flush=True)158159160if __name__ == "__main__":161 main()