Router: defer nested local sends to avoid handleReceived re-entrancy (#11191)

Prevents an nRF52 task-stack overflow on config save. Replaces draft #11155.
This commit is contained in:
Thomas Göttgens
2026-07-24 19:30:48 +00:00
committed by GitHub
parent f4f35bca93
commit b46c8c9f80
3 changed files with 310 additions and 7 deletions
+83 -7
View File
@@ -329,7 +329,7 @@ ErrorCode Router::sendLocal(meshtastic_MeshPacket *p, RxSource src)
printPacket("Enqueued local", p);
// Preserve the trusted origin explicitly. Queueing used to erase src and make a local
// phone/module packet indistinguishable from remote already-decoded ingress.
handleReceived(p, src);
deliverLocal(p, src);
return ERRNO_SHOULD_RELEASE;
} else if (!iface) {
// We must be sending to remote nodes also, fail if no interface found
@@ -338,9 +338,10 @@ ErrorCode Router::sendLocal(meshtastic_MeshPacket *p, RxSource src)
return ERRNO_NO_INTERFACES;
} else {
// If we are sending a broadcast, we also treat it as if we just received it ourself
// this allows local apps (and PCs) to see broadcasts sourced locally
// this allows local apps (and PCs) to see broadcasts sourced locally. Only the loopback
// handleReceived is deferred when nested; send(p) below still transmits immediately.
if (isBroadcast(p->to)) {
handleReceived(p, src);
deliverLocal(p, src);
}
// don't override if a channel was requested and no need to set it when PKI is enforced
@@ -1201,19 +1202,94 @@ NodeNum Router::getNodeNum()
return nodeDB->getNodeNum();
}
bool Router::enqueueDeferredLocal(meshtastic_MeshPacket *p, RxSource src)
{
if (deferredLocalCount >= deferredLocalCapacity)
return false;
uint8_t tail = (deferredLocalHead + deferredLocalCount) % deferredLocalCapacity;
deferredLocalQueue[tail].p = p;
deferredLocalQueue[tail].src = src;
deferredLocalCount++;
return true;
}
bool Router::dequeueDeferredLocal(DeferredLocal &out)
{
if (deferredLocalCount == 0)
return false;
out = deferredLocalQueue[deferredLocalHead];
deferredLocalHead = (deferredLocalHead + 1) % deferredLocalCapacity;
deferredLocalCount--;
return true;
}
void Router::deliverLocal(meshtastic_MeshPacket *p, RxSource src)
{
// Top level: handle synchronously, exactly as before the depth guard existed.
if (handleDepth == 0) {
handleReceived(p, src);
return;
}
// Nested: a module sent this from inside callModules(). Defer a copy so the outermost
// handleReceived() drains it once the current dispatch unwinds, instead of stacking another
// handleReceived() frame on top of the module handler (nRF52 stack overflow on config save).
meshtastic_MeshPacket *copy = packetPool.allocCopy(*p);
if (copy && enqueueDeferredLocal(copy, src))
return;
// Pool exhausted or queue full: drop the deferral. Leak-free and degraded but safe - the
// packet still followed its normal non-loopback path (SHOULD_RELEASE, or the TX path for a
// broadcast). Mirrors sendToPhone()'s degrade-on-exhaustion behavior.
if (copy)
packetPool.release(copy);
LOG_WARN("Deferred local queue full/alloc failed, dropping loopback of 0x%08x", p->id);
#ifdef PIO_UNIT_TESTING
deferredLocalDropped++;
#endif
}
/**
* Handle any packet that is received by an interface on this node.
* Note: some packets may merely being passed through this node and will be forwarded elsewhere.
*/
void Router::handleReceived(meshtastic_MeshPacket *p, RxSource src)
{
handleDepth++;
#ifdef PIO_UNIT_TESTING
if (handleDepth > maxHandleDepthObserved)
maxHandleDepthObserved = handleDepth;
#endif
dispatchReceived(p, src);
// Only the outermost frame drains. Deferred packets were produced by modules sending from
// inside dispatchReceived()'s callModules(); process them here, after the triggering frame has
// unwound, so a second handleReceived() never sits on top of a module handler. handleDepth
// stays >= 1 through the drain, so a drained packet whose own modules send more loopback
// packets enqueues them for this same loop rather than recursing: the stack stays flat and
// processing is breadth-first.
if (handleDepth == 1) {
DeferredLocal d;
while (dequeueDeferredLocal(d)) {
dispatchReceived(d.p, d.src);
packetPool.release(d.p);
}
}
handleDepth--;
}
void Router::dispatchReceived(meshtastic_MeshPacket *p, RxSource src)
{
bool skipHandle = false;
// Store a copy of the encrypted packet for MQTT.
// Local, not a class member: handleReceived re-enters itself when a module
// reply broadcast goes through MeshService::sendToMesh -> Router::sendLocal,
// and a member would be silently overwritten without release on the inner
// call. Each invocation now owns its own copy (issue #9632, #10101, #8729).
// Kept as a local (not a class member) so each dispatch owns its own copy. A shared member was
// historically overwritten without release when a module's reply re-entered this path through
// MeshService::sendToMesh -> Router::sendLocal (issues #9632, #10101, #8729). Nested local
// sends are now deferred rather than synchronously re-entrant (see the drain in
// handleReceived()), so this no longer strictly needs to be a local, but it is kept per-call.
DEBUG_HEAP_BEFORE;
meshtastic_MeshPacket *p_encrypted = packetPool.allocCopy(*p);
DEBUG_HEAP_AFTER("Router::handleReceived", p_encrypted);