Files
MeshTerm/meshterm/services/trace_runner.py
T
Jean-Pierre MartineauandClaude Opus 4.8 5e8190d3b6 Time machine: add our own node, a self stats page, and a sortable picker
Add our own node to the subject picker — first in the Nodes list, always,
matching the Nodes screen's own-node-first order — and give it a full activity
page built from the outbound record, the one subject reception history can't
describe since we never overhear ourselves: Activity (traces + messages sent),
Reach (trace bottleneck SNR), Rhythm (by local time of day), and a Ledger.
Backed by three new repository reads (self_transmissions, self_trace_reach,
self_activity_ledger) and a SelfActivity model.

Make the picker sortable and filterable: Ctrl+left/right pick the column
(name / heard / packets / hash), Ctrl+up/down force direction, a two-colour
header lighting the active sort. Supported by letting a Separator title be a
Rich Text and mapping Ctrl+Up/Down to actions.

Anchor the columns to the left: size the name lane to its content, not the
terminal, so the columns stay put as the window widens, and flex the hash lane
to fill the freed width — showing a heard node's full public key when a contact
holds it (new make_key_resolver) instead of the stored 12-hex prefix. Truncate
hashes on a byte boundary (even digit count) in the shared highlighted_hash
widget, floor the picker hash lane at 8 cells.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-07-18 01:17:39 -04:00

319 lines
13 KiB
Python

"""Repeated-trace execution with duty-cycle pacing, plus trace parsing helpers.
:func:`run_traces` is the measurement primitive the TX optimizer and the path probe
build on: run a trace N times with pacing, optionally reporting progress, persisting
every individual trace. The ``trace`` tool itself deliberately does *not* loop — it
transmits exactly one trace per invocation, because repeaters penalize (and can
blacklist) nodes that burst traffic — but it shares this module's path parsing and
node-name resolution.
"""
from __future__ import annotations
import asyncio
from typing import Awaitable, Callable, Optional
from ..core.connection import Device
from ..core.models import Contact, TraceResult
ProgressCallback = Callable[[int, int, TraceResult], None]
#: Maps a trace hop's key-prefix hash to a display label (a contact name, or the
#: hash itself when unknown). ``None`` passes through (our own device).
NodeResolver = Callable[[Optional[str]], Optional[str]]
_HEX_DIGITS = frozenset("0123456789abcdef")
def make_node_resolver(
contacts: Optional[list[Contact]],
stored_names: Optional[dict[str, str]] = None,
) -> NodeResolver:
"""Build a resolver that names a trace hop from its key-prefix hash.
Trace replies identify each repeater only by a short hash — a leading slice of
its public key. This maps that hash to the contact's friendly name when we know
the node, so results read as names instead of opaque hex, and falls back to the
raw hash for unknown nodes. ``stored_names`` widens the net beyond the device's
contact list to names the recorder has *ever* overheard (the repository's
latest advertised name per node), so a node the companion never befriended — or
has since forgotten — still resolves; contacts are listed first, so they win.
Args:
contacts: Known contacts to resolve against.
stored_names: Fallback names keyed by stored node id (a hex key prefix).
Returns:
A callable taking a hop label and returning a contact name when the hash
matches a known contact, otherwise the label unchanged (``None`` = our
device, passed through untouched).
"""
# (name, public_key, key_prefix), all lowercased for case-insensitive prefixing.
entries: list[tuple[str, str, str]] = []
for c in contacts or []:
pub = (c.public_key or "").lower().removeprefix("0x")
prefix = (c.key_prefix or "").lower().removeprefix("0x")
if c.name and (pub or prefix):
entries.append((c.name, pub, prefix))
for node, name in (stored_names or {}).items():
ident = node.lower().removeprefix("0x")
if name and ident:
entries.append((name, "", ident))
def resolve(label: Optional[str]) -> Optional[str]:
if not label:
return label
needle = label.lower().removeprefix("0x")
for name, pub, prefix in entries:
# The hash is a prefix of the node's key; match either against the full
# public key or the (possibly shorter) stored prefix, in either direction.
if pub and pub.startswith(needle):
return name
if prefix and (prefix.startswith(needle) or needle.startswith(prefix)):
return name
return label
return resolve
def make_node_type_resolver(
contacts: Optional[list[Contact]],
) -> Callable[[Optional[str]], Optional[int]]:
"""Build a resolver that names a hop's *node type* from its key-prefix hash.
The type counterpart to :func:`make_node_resolver`: it maps a trace/relay hash to the
contact's advertised node type (a ``NODE_TYPE_*`` constant), so a route graph can mark
a repeater with its own glyph rather than a generic dot. Matches the hash against each
contact's key the same prefix-either-way way the name resolver does; a hash we can't
place, or a contact with no type, resolves to ``None``.
Args:
contacts: Known contacts to resolve against.
Returns:
A callable taking a hop hash and returning its node type, or ``None`` when unknown.
"""
entries: list[tuple[str, int]] = []
for c in contacts or []:
ident = (c.public_key or c.key_prefix or "").lower().removeprefix("0x")
if ident and c.node_type is not None:
entries.append((ident, c.node_type))
def type_of(label: Optional[str]) -> Optional[int]:
if not label:
return None
needle = label.lower().removeprefix("0x")
for ident, node_type in entries:
if ident.startswith(needle) or needle.startswith(ident):
return node_type
return None
return type_of
def make_key_resolver(contacts: Optional[list[Contact]]) -> NodeResolver:
"""Build a resolver that expands a node's stored key-prefix hash to its full public key.
The recorder's observations identify a node only by a short key-prefix hash — the slice
heard on the air — but a contact the device holds carries the node's whole public key.
This maps that stored prefix back to the full key, so a display can show as much of the
key as fits rather than stopping at the twelve stored hex digits. A prefix no contact's
key begins with resolves to itself, leaving the stored hash to stand.
Args:
contacts: Known contacts to resolve against.
Returns:
A callable taking a stored key prefix and returning the full public key of the
contact whose key begins with it, or the prefix unchanged when none matches.
"""
keys = [
pub
for c in contacts or []
if (pub := (c.public_key or "").lower().removeprefix("0x"))
]
def resolve(label: Optional[str]) -> Optional[str]:
if not label:
return label
needle = label.lower().removeprefix("0x")
for pub in keys:
if pub.startswith(needle):
return pub
return label
return resolve
def parse_trace_path(spec: str, contacts: Optional[list[Contact]] = None) -> str:
"""Parse a user path spec into the hex path string ``send_trace`` expects.
The MeshCore trace protocol forces a route through a list of repeaters, each
addressed by a leading slice of its public key (the "path hash"). This mirrors
the comma-separated path field in the MeshCore mobile apps, e.g. ``"3d,f2,3d"``.
Each comma-separated token may be either a contact name (resolved to its key
prefix, case-insensitively) or a raw hex key prefix; the two may be mixed in a
single spec. The path-hash *width* is taken from the hex tokens you type (every
hop uses the same width); contact names are truncated to that width. With only
contact names and no hex token, each name's full key prefix is used.
Args:
spec: Comma-separated path, e.g. ``"3d5f7a,Alice,f2a1b3"``.
contacts: Known contacts used to resolve names to key prefixes.
Returns:
A comma-separated hex string of uniform-width prefixes, e.g. ``"3d5f7a,d4e5f6,f2a1b3"``.
Raises:
ValueError: If a token is neither a known contact nor valid hex, if the hex
tokens disagree on width, or if the spec contains no usable hops.
"""
by_name = {c.name.casefold(): c.key_prefix for c in (contacts or [])}
# (hex_text, is_name) per hop; names keep their full prefix until width is known.
tokens: list[tuple[str, bool]] = []
for raw in spec.split(","):
token = raw.strip()
if not token:
continue
key = token.casefold()
if key in by_name:
tokens.append((by_name[key].lower().removeprefix("0x"), True))
else:
tokens.append((token.lower().removeprefix("0x"), False))
if not tokens:
raise ValueError("path is empty")
# The width is dictated by explicit hex tokens; names are truncated to match.
# With names only, fall back to the (uniform) length of the resolved prefixes.
hex_widths = {len(text) for text, is_name in tokens if not is_name}
if len(hex_widths) > 1:
raise ValueError("all hops must use the same number of hex digits")
width = hex_widths.pop() if hex_widths else max(len(text) for text, _ in tokens)
if width == 0 or width % 2:
raise ValueError("hex key prefixes must have an even number of digits")
hops: list[str] = []
for text, is_name in tokens:
hop = text[:width] if is_name else text
if len(hop) != width or any(ch not in _HEX_DIGITS for ch in hop):
raise ValueError(
f"{text!r} is not a known contact or a {width // 2}-byte hex prefix"
)
hops.append(hop)
return ",".join(hops)
def path_hash_flags(width_bytes: int) -> Optional[int]:
"""Return the trace ``flags`` value that encodes a per-hop path-hash width.
The trace subsystem encodes the hash size as ``1 << (flags & 3)`` on both the
send and receive sides (``send_trace`` and the ``TRACE_DATA`` reader), so only
widths of 1, 2, 4, or 8 bytes are representable. This is independent of, and
differs from, the ``mode = size - 1`` encoding used for *contact routing*
(``out_path_hash_mode``).
Args:
width_bytes: Path-hash width in bytes.
Returns:
The flags value (the exponent ``s``), or ``None`` if the width is not a
representable power of two.
"""
for s in range(4):
if (1 << s) == width_bytes:
return s
return None
#: Fixed overhead in a trace's reply-wait budget, in seconds: our own transmit, the far
#: endpoint's turnaround, and our receive-side decode — the cost that doesn't grow with
#: the route.
TRACE_TIMEOUT_BASE_S = 4.0
#: Per-hop allowance added to the budget, in seconds. Each entry in the walked path is one
#: relay transmission, and this covers its packet airtime, the repeater's processing, and
#: the randomised transmit backoff MeshCore adds so relays don't collide.
TRACE_TIMEOUT_PER_HOP_S = 1.6
#: Upper bound on the reply-wait, in seconds, so a route that never comes home still
#: surrenders the trace (and the session) in bounded time rather than scaling without end.
TRACE_TIMEOUT_CEILING_S = 30.0
#: Fallback budget, in seconds, when the hop count can't be known ahead of the send — a
#: path-less flood to a contact we hold no route for. This is the historical flat value,
#: kept for exactly the case where we can't size the walk.
TRACE_TIMEOUT_FLOOD_S = 10.0
def trace_timeout(hop_count: int) -> float:
"""Return the reply-wait budget, in seconds, for a trace walking ``hop_count`` hops.
A trace is a *single* packet that has to travel the whole path — out to the far hop
and back over the mirrored return leg — before its reply reaches us, so the wait has
to grow with the route. A flat budget sized for a neighbour cuts a long walk off
mid-flight: the packet completes the circuit on the mesh, but our wait has already
expired, so we log a phantom "no reply" for a route that actually worked. The budget
is a fixed base (:data:`TRACE_TIMEOUT_BASE_S`) plus a per-hop allowance
(:data:`TRACE_TIMEOUT_PER_HOP_S`) for each relay transmission, capped at
:data:`TRACE_TIMEOUT_CEILING_S`.
``hop_count`` is the number of hops in the *transmitted* path, which already includes
the mirrored return leg (see :meth:`~meshterm.core.connection.MeshCoreDevice._trace_path_to_contact`),
so it maps one-to-one onto relay transmissions and must not be doubled here.
Args:
hop_count: Hops in the walked path (return leg included). ``0`` (or less) means the
count is unknown — a path-less flood — and yields :data:`TRACE_TIMEOUT_FLOOD_S`.
Returns:
The number of seconds to wait for the trace reply.
"""
if hop_count <= 0:
return TRACE_TIMEOUT_FLOOD_S
budget = TRACE_TIMEOUT_BASE_S + TRACE_TIMEOUT_PER_HOP_S * hop_count
return min(budget, TRACE_TIMEOUT_CEILING_S)
async def run_traces(
device: Device,
target: str,
*,
samples: int = 5,
path: Optional[str] = None,
cooldown_s: float = 1.0,
timeout: Optional[float] = None,
on_result: Optional[ProgressCallback] = None,
persist: Optional[Callable[[TraceResult], Awaitable[None] | None]] = None,
) -> list[TraceResult]:
"""Run ``samples`` traces to ``target`` with pacing between transmissions.
Args:
device: The connected device to trace through.
target: Destination node name or key prefix.
samples: Number of traces to run.
path: Optional explicit path to force on every trace.
cooldown_s: Delay between traces to respect radio duty cycle.
timeout: Per-trace reply timeout in seconds. ``None`` (the default) lets each
trace size its own wait to the route via :func:`trace_timeout`.
on_result: Optional callback invoked as ``(completed, total, result)`` after
each trace, e.g. to advance a progress bar.
persist: Optional callback to store each trace (sync or async).
Returns:
The list of individual :class:`TraceResult` objects, in order.
"""
results: list[TraceResult] = []
for i in range(samples):
result = await device.run_trace(target, path=path, timeout=timeout)
results.append(result)
if persist is not None:
maybe = persist(result)
if asyncio.iscoroutine(maybe):
await maybe
if on_result is not None:
on_result(i + 1, samples, result)
if i < samples - 1 and cooldown_s > 0:
await asyncio.sleep(cooldown_s)
return results