Reticulum-Go/pkg/link/link.go

3881 lines
110 KiB
Go

// SPDX-License-Identifier: Apache-2.0
// Copyright (c) 2024-2026 Quad4.io
package link
import (
"bytes"
"crypto/aes"
"crypto/cipher"
"crypto/ed25519"
"crypto/hmac"
"crypto/rand"
"crypto/sha256"
"errors"
"fmt"
"hash"
"io"
"sync"
"sync/atomic"
"time"
"quad4/msgpack/v5/pkg/msgpack"
"quad4/reticulum-go/pkg/channel"
"quad4/reticulum-go/pkg/common"
"quad4/reticulum-go/pkg/cryptography"
"quad4/reticulum-go/pkg/debug"
"quad4/reticulum-go/pkg/destination"
"quad4/reticulum-go/pkg/health"
"quad4/reticulum-go/pkg/identity"
"quad4/reticulum-go/pkg/packet"
"quad4/reticulum-go/pkg/pathfinder"
"quad4/reticulum-go/pkg/protect"
"quad4/reticulum-go/pkg/resource"
"quad4/reticulum-go/pkg/securemem"
"quad4/reticulum-go/pkg/transport"
)
func init() {
destination.RegisterIncomingLinkHandler(func(pkt *packet.Packet, dest *destination.Destination, trans any, networkIface common.NetworkInterface) (any, error) {
transportObj, ok := trans.(*transport.Transport)
if !ok {
return nil, errors.New("invalid transport type")
}
return HandleIncomingLinkRequest(pkt, dest, transportObj, networkIface)
})
}
var errHMACVerificationFailed = errors.New("HMAC verification failed")
type Link struct {
mutex sync.RWMutex
destination *destination.Destination
status atomic.Int32
networkInterface common.NetworkInterface
establishedAt time.Time
lastInboundNs atomic.Int64
lastOutboundNs atomic.Int64
lastKeepaliveNs atomic.Int64
lastDataReceivedNs atomic.Int64
lastDataSentNs atomic.Int64
pathFinder *pathfinder.PathFinder
remoteIdentity *identity.Identity
sessionKey *securemem.Buf
aesBlock cipher.Block
hmacSend hash.Hash
hmacRecv hash.Hash
hmacSendMu sync.Mutex
hmacRecvMu sync.Mutex
linkID []byte
rtt float64
establishmentRate float64
establishedCallback func(*Link)
closedCallback func(*Link)
packetCallback func([]byte, *packet.Packet)
packetCbMu sync.RWMutex
identifiedCallback func(*Link, *identity.Identity)
teardownReason byte
hmacKey *securemem.Buf
transport *transport.Transport
rssi float64
snr float64
q float64
resourceCallback func(any) bool
resourceStartedCallback func(any)
resourceConcludedCallback func(any)
resourceStrategy byte
proofStrategy byte
proofCallback func(*packet.Packet) bool
trackPhyStats bool
watchdogLock bool
watchdogActive atomic.Bool
establishmentTimeout time.Duration
keepalive time.Duration
staleTime time.Duration
initiator bool
expectedHops uint8
rebalanced time.Time
prv *securemem.Buf
sigPriv *securemem.Buf
pub []byte
sigPub ed25519.PublicKey
peerPub []byte
peerSigPub ed25519.PublicKey
sharedKey *securemem.Buf
derivedKey *securemem.Buf
mode byte
mtu int
mdu int
requestTime time.Time
requestPacket *packet.Packet
pendingRequests []*RequestReceipt
requestMutex sync.RWMutex
channel *channel.Channel
channelMutex sync.RWMutex
// channelReceipts tracks outstanding Channel.Send envelopes awaiting link proof.
channelReceiptMu sync.Mutex
channelReceipts map[*packet.Packet]*packet.PacketReceipt
incomingMu sync.Mutex
incomingRx *incomingResourceAsm
incomingResourceRequest *RequestReceipt
outgoingMu sync.Mutex
resourceSendMu sync.Mutex
outgoingRes *resource.Resource
outgoingReceiverMinPart int
outgoingResCompleteChan chan struct{}
outgoingDispatchMu sync.Mutex
pendingPlainMu sync.Mutex
pendingPlainData []byte
}
func NewLink(dest *destination.Destination, transport *transport.Transport, networkIface common.NetworkInterface, establishedCallback func(*Link), closedCallback func(*Link)) *Link {
if dest == nil {
debug.Log(debug.DebugError, common.MsgLinkNilDestination)
}
if transport == nil {
debug.Log(debug.DebugError, common.MsgLinkNilTransport)
}
return &Link{
destination: dest,
transport: transport,
networkInterface: networkIface,
establishedCallback: establishedCallback,
closedCallback: closedCallback,
establishedAt: time.Time{},
pathFinder: pathfinder.NewPathFinder(),
watchdogLock: false,
establishmentTimeout: time.Duration(EstablishmentTimeoutPerHop * float64(time.Second)),
keepalive: time.Duration(Keepalive * float64(time.Second)),
staleTime: time.Duration(StaleTime * float64(time.Second)),
initiator: false,
pendingRequests: make([]*RequestReceipt, 0),
}
}
func HandleIncomingLinkRequest(pkt *packet.Packet, dest *destination.Destination, transport *transport.Transport, networkIface common.NetworkInterface) (*Link, error) {
startTime := time.Now()
debug.Log(debug.DebugVerbose, "Creating link for incoming request", "dest_hash", fmt.Sprintf("%x", dest.GetHash()), "interface", networkIface.GetName())
if transport != nil {
if !transport.BeginIncomingHandshake() {
return nil, errors.New("incoming link limit reached")
}
defer transport.EndIncomingHandshake()
}
ifaceName := ""
if networkIface != nil {
ifaceName = networkIface.GetName()
}
d, release := protect.AdmitHandshake(ifaceName)
if !d.Allow {
return nil, errors.New("dos_protection refused handshake")
}
defer release()
l := NewLink(dest, transport, networkIface, nil, nil)
l.status.Store(int32(StatusPending))
l.initiator = false
if dest.GetLinkCallback() != nil {
l.SetEstablishedCallback(func(lnk *Link) {
dest.GetLinkCallback()(lnk)
})
}
ownerIdentity := dest.GetIdentity()
if ownerIdentity == nil {
return nil, errors.New("destination has no identity")
}
if err := l.HandleLinkRequest(pkt, ownerIdentity); err != nil {
debug.Log(debug.DebugError, "Failed to handle link request", "error", err, "elapsed", time.Since(startTime).Seconds())
return nil, err
}
go l.startWatchdog()
debug.Log(debug.DebugInfo, "Link established for incoming request", "link_id", fmt.Sprintf("%x", l.linkID), "elapsed", time.Since(startTime).Seconds())
return l, nil
}
func (l *Link) Establish() error {
l.mutex.Lock()
startTime := time.Now()
if l.status.Load() != int32(StatusPending) {
debug.Log(debug.DebugWarning, common.MsgLinkAlreadySettled,
"status", l.status.Load(),
"hint", "wait for the established or closed callback, do not call Establish again")
l.mutex.Unlock()
return common.ErrLinkAlreadySettled
}
if !l.requestTime.IsZero() {
debug.Log(debug.DebugWarning, common.MsgLinkEstablishBusy,
"hint", "wait for the established callback, do not loop NewLink/Establish")
l.mutex.Unlock()
return common.ErrLinkEstablishBusy
}
if l.destination == nil {
l.mutex.Unlock()
return common.ErrLinkDestinationRequired
}
debug.Log(debug.DebugVerbose, "Establishing link", "dest_hash", fmt.Sprintf("%x", l.destination.GetHash()))
if l.transport == nil {
l.mutex.Unlock()
return common.ErrLinkTransportRequired
}
destHash := l.destination.GetHash()
if !l.transport.HasPath(destHash) {
l.mutex.Unlock()
return common.ErrLinkNoPathf(destHash)
}
if err := l.transport.TryBeginOutboundEstablish(destHash); err != nil {
l.mutex.Unlock()
return err
}
l.initiator = true
l.status.Store(int32(StatusPending))
l.requestTime = time.Now()
l.expectedHops = l.transport.HopsTo(destHash)
hops := int(l.expectedHops)
if hops < 1 || l.expectedHops >= HopCountUnreachable {
hops = 1
}
firstHop := l.transport.FirstHopTimeout(destHash)
l.establishmentTimeout = time.Duration((firstHop + float64(hops)*EstablishmentTimeoutPerHop) * float64(time.Second))
if err := l.prepareLinkRequestLocked(); err != nil {
debug.Log(debug.DebugError, "Failed to prepare link request", "error", err, "elapsed", time.Since(startTime).Seconds())
l.requestTime = time.Time{}
l.transport.EndOutboundEstablish(destHash)
l.mutex.Unlock()
return err
}
// Register before sending so an immediate link proof cannot race and miss.
// The mutex is released before SendPacket because synchronous interfaces
// may deliver the proof back into ValidateLinkProof on this goroutine.
l.transport.RegisterLink(l.linkID, l)
if l.networkInterface == nil {
if ifaceName := l.transport.NextHopInterface(l.destination.GetHash()); ifaceName != "" {
if iface, err := l.transport.GetInterface(ifaceName); err == nil {
l.networkInterface = iface
}
}
}
if l.networkInterface != nil {
l.registerLinkPath()
}
l.mutex.Unlock()
if err := l.sendPreparedLinkRequest(); err != nil {
l.mutex.Lock()
l.markInitiatorEstablishmentFailedLocked()
l.mutex.Unlock()
debug.Log(debug.DebugError, "Failed to send link request", "error", err, "elapsed", time.Since(startTime).Seconds())
return err
}
go l.startWatchdog()
debug.Log(debug.DebugVerbose, "Link establishment initiated", "link_id", fmt.Sprintf("%x", l.linkID), "elapsed", time.Since(startTime).Seconds())
return nil
}
// Reestablish resets a closed or failed link and starts a new establishment attempt.
func (l *Link) Reestablish() error {
l.mutex.Lock()
st := l.status.Load()
if st == int32(StatusPending) || st == int32(StatusHandshake) || st == int32(StatusActive) {
l.mutex.Unlock()
return common.ErrLinkAlreadySettled
}
l.resetForReconnectLocked()
l.mutex.Unlock()
return l.Establish()
}
func (l *Link) resetForReconnectLocked() {
l.status.Store(int32(StatusPending))
l.remoteIdentity = nil
l.closeAllSecretKeys()
l.establishedAt = time.Time{}
l.requestPacket = nil
l.requestTime = time.Time{}
l.teardownReason = 0
l.linkID = nil
l.pub = nil
l.sigPub = nil
l.peerPub = nil
l.peerSigPub = nil
}
// registerLinkPath copies the destination's transport path for this link's
// link_id, so outgoing link packets get the same multi-hop wrapping as
// destination-addressed packets.
func (l *Link) registerLinkPath() {
if l.transport == nil || l.networkInterface == nil {
return
}
var nextHop []byte
var hops uint8
if l.destination != nil {
destHash := l.destination.GetHash()
if h := l.transport.HopsTo(destHash); h > 0 && h < HopCountUnreachable {
hops = h
}
if nh := l.transport.NextHop(destHash); len(nh) > 0 {
nextHop = nh
}
}
l.transport.UpdatePath(l.linkID, nextHop, l.networkInterface.GetName(), hops)
}
func (l *Link) Identify(id *identity.Identity) error {
if !l.IsActive() {
return common.ErrLinkNotActive
}
pubKey := id.GetPublicKey()
signData := append(l.linkID, pubKey...)
signature, err := id.Sign(signData)
if err != nil {
return fmt.Errorf("sign link identify: %w", err)
}
identData := append(pubKey, signature...)
encrypted, err := l.encrypt(identData)
if err != nil {
return err
}
p := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextLinkIdentify,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: encrypted,
CreateReceipt: true,
}
if err := p.Pack(); err != nil {
return err
}
return l.transport.SendPacket(p)
}
func (l *Link) HandleIdentification(data []byte) error {
pubKeySize := identity.KeySize / 8
if len(data) < pubKeySize+cryptography.Ed25519SignatureSize {
debug.Log(debug.DebugWarning, "Invalid identification data length", "length", len(data))
return errors.New("invalid identification data length")
}
pubKey := data[:pubKeySize]
signature := data[pubKeySize:]
debug.Log(debug.DebugVerbose, "Processing identification from public key", "public_key", fmt.Sprintf("%x", pubKey[:8]))
remoteIdentity := identity.FromPublicKey(pubKey)
if remoteIdentity == nil {
debug.Log(debug.DebugWarning, "Invalid remote identity from public key", "public_key", fmt.Sprintf("%x", pubKey[:8]))
return errors.New("invalid remote identity")
}
signData := append(l.linkID, pubKey...)
if !remoteIdentity.Verify(signData, signature) {
debug.Log(debug.DebugWarning, "Invalid signature from remote identity", "public_key", fmt.Sprintf("%x", pubKey[:8]))
return errors.New("invalid signature")
}
debug.Log(debug.DebugVerbose, "Remote identity verified successfully", "public_key", fmt.Sprintf("%x", pubKey[:8]))
if tab := l.transport.BlackholeTable(); tab != nil {
if tab.Has(remoteIdentity.Hash()) {
debug.Log(debug.DebugWarning, "Terminating link from blackholed identity",
"identity", fmt.Sprintf("%x", remoteIdentity.Hash()))
l.Teardown()
return errors.New("remote identity is blackholed")
}
}
// Match Python 1.3.9: set remote identity and fire the callback only once.
l.mutex.Lock()
if l.remoteIdentity != nil {
l.mutex.Unlock()
return nil
}
l.remoteIdentity = remoteIdentity
cb := l.identifiedCallback
l.mutex.Unlock()
if cb != nil {
debug.Log(debug.DebugVerbose, "Executing identified callback for remote identity", "public_key", fmt.Sprintf("%x", pubKey[:8]))
cb(l, remoteIdentity)
}
return nil
}
func (l *Link) Request(path string, data any, timeout time.Duration) (*RequestReceipt, error) {
return l.RequestLimited(path, data, timeout, 0)
}
// RequestLimited sends a request with an optional max accepted response size
// in bytes (RNS 1.4.1 max_response_size). Zero means unlimited.
func (l *Link) RequestLimited(path string, data any, timeout time.Duration, maxResponseSize int) (*RequestReceipt, error) {
l.mutex.Lock()
if l.status.Load() != int32(StatusActive) {
l.mutex.Unlock()
return nil, common.ErrLinkNotActive
}
pathHash := identity.TruncatedHash([]byte(path))
requestData := []any{time.Now().Unix(), pathHash, data}
packedRequest, err := msgpack.Marshal(requestData)
if err != nil {
l.mutex.Unlock()
return nil, fmt.Errorf("failed to pack request: %w", err)
}
if timeout <= 0 {
timeout = time.Duration(l.rtt*TrafficTimeoutFactor*float64(time.Second)) + time.Duration(resource.ResponseMaxGraceTime*1.125*float64(time.Second))
}
if len(packedRequest) <= l.mdu {
reqPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextRequest,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: packedRequest,
CreateReceipt: false,
}
if err := reqPkt.Pack(); err != nil {
l.mutex.Unlock()
return nil, err
}
encrypted, err := l.encryptLocked(packedRequest)
if err != nil {
l.mutex.Unlock()
return nil, err
}
reqPkt.Data = encrypted
reqPkt.Packed = false
if err := reqPkt.Pack(); err != nil {
l.mutex.Unlock()
return nil, err
}
requestID := reqPkt.TruncatedHash()
receipt := &RequestReceipt{
link: l,
requestID: requestID,
pathHash: pathHash,
status: StatusPending,
sentAt: time.Now(),
timeout: timeout,
maxResponseSize: maxResponseSize,
}
if err := l.registerPendingRequest(receipt); err != nil {
l.mutex.Unlock()
return nil, err
}
l.mutex.Unlock()
debug.Log(debug.DebugVerbose, "Sending request", "path", path, "request_id", fmt.Sprintf("%x", requestID))
if err := l.transport.SendPacket(reqPkt); err != nil {
l.requestMutex.Lock()
for i, req := range l.pendingRequests {
if req == receipt {
l.pendingRequests = append(l.pendingRequests[:i], l.pendingRequests[i+1:]...)
break
}
}
l.requestMutex.Unlock()
receipt.mutex.Lock()
receipt.status = StatusFailed
receipt.mutex.Unlock()
return nil, fmt.Errorf("failed to send request: %w", err)
}
go receipt.startTimeout()
return receipt, nil
}
l.mutex.Unlock()
// Oversized requests are transferred as a resource.
requestID := identity.TruncatedHash(packedRequest)
res, err := resource.New(packedRequest, false)
if err != nil {
return nil, fmt.Errorf("failed to create request resource: %w", err)
}
res.SetRequestID(requestID)
res.SetIsResponse(false)
receipt := &RequestReceipt{
link: l,
requestID: requestID,
pathHash: pathHash,
status: StatusPending,
sentAt: time.Now(),
timeout: timeout,
maxResponseSize: maxResponseSize,
}
if err := l.registerPendingRequest(receipt); err != nil {
return nil, err
}
go receipt.startTimeout()
debug.Log(debug.DebugVerbose, "Sending request as resource", "path", path, "request_id", fmt.Sprintf("%x", requestID), "packed_len", len(packedRequest))
go func() {
if err := l.SendResource(res); err != nil {
debug.Log(debug.DebugError, "Failed to send request resource", "request_id", fmt.Sprintf("%x", requestID), "error", err)
receipt.mutex.Lock()
if receipt.status == StatusPending {
receipt.status = StatusFailed
cb := receipt.failedCb
receipt.mutex.Unlock()
l.requestMutex.Lock()
for i, pending := range l.pendingRequests {
if pending == receipt {
l.pendingRequests = append(l.pendingRequests[:i], l.pendingRequests[i+1:]...)
break
}
}
l.requestMutex.Unlock()
if cb != nil {
go cb(receipt)
}
return
}
receipt.mutex.Unlock()
}
}()
return receipt, nil
}
func (l *Link) registerPendingRequest(receipt *RequestReceipt) error {
if l == nil || receipt == nil {
return common.ErrLinkRequestBusy
}
l.requestMutex.Lock()
defer l.requestMutex.Unlock()
if len(l.pendingRequests) >= MaxPendingRequests {
debug.Log(debug.DebugWarning, "Link request rejected, too many in flight",
"pending", len(l.pendingRequests),
"max", MaxPendingRequests,
"hint", "wait for receipts, do not loop Request")
return common.ErrLinkRequestBusy
}
if len(receipt.pathHash) > 0 {
for _, pending := range l.pendingRequests {
if pending != nil && bytes.Equal(pending.pathHash, receipt.pathHash) {
debug.Log(debug.DebugWarning, "Link request rejected, duplicate path in flight",
"hint", "wait for the receipt")
return common.ErrLinkRequestDuplicate
}
}
}
l.pendingRequests = append(l.pendingRequests, receipt)
return nil
}
type RequestReceipt struct {
link *Link
mutex sync.RWMutex
requestID []byte
pathHash []byte
status byte
sentAt time.Time
receivedAt time.Time
response []byte
responseValue any
metadata map[string]any
timeout time.Duration
bytesReceived int64
totalBytes int64
maxResponseSize int
responseCb func(*RequestReceipt)
failedCb func(*RequestReceipt)
progressCb func(*RequestReceipt)
}
func (r *RequestReceipt) GetRequestID() []byte {
r.mutex.RLock()
defer r.mutex.RUnlock()
return append([]byte{}, r.requestID...)
}
func (r *RequestReceipt) GetStatus() byte {
r.mutex.RLock()
defer r.mutex.RUnlock()
return r.status
}
func (r *RequestReceipt) GetResponse() []byte {
r.mutex.RLock()
defer r.mutex.RUnlock()
if r.response == nil {
return nil
}
return append([]byte{}, r.response...)
}
// GetResponseValue returns the decoded response payload as any (bytes, bool,
// int, or other msgpack value). Used by fetch_file status codes from rncp.
func (r *RequestReceipt) GetResponseValue() any {
r.mutex.RLock()
defer r.mutex.RUnlock()
if r.responseValue != nil {
return r.responseValue
}
if r.response != nil {
return append([]byte{}, r.response...)
}
return nil
}
// GetMetadata returns the metadata attached to a response delivered as a
// resource transfer (e.g. a file's name in nomadnetwork /file/ requests).
// It returns nil if the response carried no metadata.
func (r *RequestReceipt) GetMetadata() map[string]any {
r.mutex.RLock()
defer r.mutex.RUnlock()
return r.metadata
}
// Progress returns how many bytes of the response have arrived so far and
// the total number of bytes expected, for responses delivered as a resource
// transfer (e.g. large /file/ downloads). total is 0 until the resource
// advertisement carrying the transfer size has been received. Both values
// are 0 for responses that never go through a resource transfer.
func (r *RequestReceipt) Progress() (received int64, total int64) {
r.mutex.RLock()
defer r.mutex.RUnlock()
return r.bytesReceived, r.totalBytes
}
func (r *RequestReceipt) GetResponseTime() float64 {
r.mutex.RLock()
defer r.mutex.RUnlock()
if r.receivedAt.IsZero() {
return 0.0
}
return r.receivedAt.Sub(r.sentAt).Seconds()
}
func (r *RequestReceipt) Concluded() bool {
status := r.GetStatus()
return status == StatusActive || status == StatusFailed
}
func (r *RequestReceipt) startTimeout() {
time.Sleep(r.timeout)
r.mutex.Lock()
if r.status == StatusPending {
r.status = StatusFailed
if r.failedCb != nil {
go r.failedCb(r)
}
}
r.mutex.Unlock()
}
func (r *RequestReceipt) SetResponseCallback(cb func(*RequestReceipt)) {
r.mutex.Lock()
prev := r.responseCb
r.responseCb = cb
status := r.status
r.mutex.Unlock()
// Late-fire once when attaching after the response already landed.
if status == StatusActive && cb != nil && prev == nil {
go cb(r)
}
}
func (r *RequestReceipt) SetFailedCallback(cb func(*RequestReceipt)) {
r.mutex.Lock()
prev := r.failedCb
r.failedCb = cb
status := r.status
r.mutex.Unlock()
if status == StatusFailed && cb != nil && prev == nil {
go cb(r)
}
}
func (r *RequestReceipt) SetProgressCallback(cb func(*RequestReceipt)) {
r.mutex.Lock()
defer r.mutex.Unlock()
r.progressCb = cb
}
func (l *Link) TrackPhyStats(track bool) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.trackPhyStats = track
}
func (l *Link) UpdatePhyStats(rssi, snr, q float64) {
l.mutex.Lock()
defer l.mutex.Unlock()
if l.trackPhyStats {
l.rssi = rssi
l.snr = snr
l.q = q
}
}
func (l *Link) GetRSSI() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
if !l.trackPhyStats {
return 0.0
}
return l.rssi
}
func (l *Link) GetSNR() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
if !l.trackPhyStats {
return 0.0
}
return l.snr
}
func (l *Link) GetQ() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
if !l.trackPhyStats {
return 0.0
}
return l.q
}
func (l *Link) GetEstablishmentRate() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
return l.establishmentRate
}
func (l *Link) GetAge() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
if l.establishedAt.IsZero() {
return 0.0
}
return time.Since(l.establishedAt).Seconds()
}
// NoInboundFor returns the seconds elapsed since the last inbound packet.
func (l *Link) NoInboundFor() float64 {
ns := l.lastInboundNs.Load()
if ns == 0 {
return 0.0
}
return time.Since(time.Unix(0, ns)).Seconds()
}
// NoOutboundFor returns the seconds elapsed since the last outbound packet.
func (l *Link) NoOutboundFor() float64 {
ns := l.lastOutboundNs.Load()
if ns == 0 {
return 0.0
}
return time.Since(time.Unix(0, ns)).Seconds()
}
// NoDataFor returns the seconds since the most recent data packet (sent or received).
func (l *Link) NoDataFor() float64 {
rxNs := l.lastDataReceivedNs.Load()
txNs := l.lastDataSentNs.Load()
last := max(txNs, rxNs)
if last == 0 {
return 0.0
}
return time.Since(time.Unix(0, last)).Seconds()
}
// InactiveFor returns the seconds since the most recent inbound or outbound packet.
func (l *Link) InactiveFor() float64 {
inNs := l.lastInboundNs.Load()
outNs := l.lastOutboundNs.Load()
last := max(outNs, inNs)
if last == 0 {
return 0.0
}
return time.Since(time.Unix(0, last)).Seconds()
}
// nsToTime converts a UnixNano timestamp (0 means zero time) into a time.Time.
func nsToTime(ns int64) time.Time {
if ns == 0 {
return time.Time{}
}
return time.Unix(0, ns)
}
func (l *Link) recordOutbound() {
l.lastOutboundNs.Store(time.Now().UnixNano())
}
func (l *Link) recordKeepaliveOutbound() {
now := time.Now().UnixNano()
l.lastOutboundNs.Store(now)
l.lastKeepaliveNs.Store(now)
}
func (l *Link) recordOutboundData() {
now := time.Now().UnixNano()
l.lastOutboundNs.Store(now)
l.lastDataSentNs.Store(now)
}
func (l *Link) recordInbound(isData bool) {
now := time.Now().UnixNano()
l.lastInboundNs.Store(now)
if isData {
l.lastDataReceivedNs.Store(now)
}
}
func (l *Link) GetRemoteIdentity() *identity.Identity {
l.mutex.RLock()
defer l.mutex.RUnlock()
return l.remoteIdentity
}
func (l *Link) Teardown() {
l.mutex.Lock()
defer l.mutex.Unlock()
if !l.status.CompareAndSwap(int32(StatusActive), int32(StatusClosed)) {
l.resetIncomingResource()
return
}
_ = l.sendTeardownPacket() // #nosec G104 - best effort notification to peer
if l.transport != nil && len(l.linkID) > 0 {
l.transport.UnregisterLink(l.linkID)
}
if l.closedCallback != nil {
l.closedCallback(l)
}
l.resetIncomingResource()
}
func (l *Link) SetEstablishedCallback(callback func(*Link)) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.establishedCallback = callback
}
func (l *Link) SetLinkClosedCallback(callback func(*Link)) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.closedCallback = callback
}
func (l *Link) SetPacketCallback(callback func([]byte, *packet.Packet)) {
l.packetCbMu.Lock()
l.packetCallback = callback
l.packetCbMu.Unlock()
l.pendingPlainMu.Lock()
data := l.pendingPlainData
l.pendingPlainData = nil
l.pendingPlainMu.Unlock()
if callback != nil && len(data) > 0 {
callback(data, nil)
}
}
func (l *Link) deliverOrQueuePlainPacket(plaintext []byte, pkt *packet.Packet) {
l.packetCbMu.RLock()
cb := l.packetCallback
l.packetCbMu.RUnlock()
if cb != nil {
cb(plaintext, pkt)
return
}
l.pendingPlainMu.Lock()
dropped := len(l.pendingPlainData) > 0
l.pendingPlainData = append([]byte(nil), plaintext...)
l.pendingPlainMu.Unlock()
if dropped {
debug.Log(debug.DebugVerbose, common.MsgLinkNoPacketCallbackDropped)
} else {
debug.Log(debug.DebugVerbose, common.MsgLinkNoPacketCallback)
}
}
func (l *Link) SetResourceCallback(callback func(any) bool) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.resourceCallback = callback
}
func (l *Link) SetResourceStartedCallback(callback func(any)) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.resourceStartedCallback = callback
}
func (l *Link) SetResourceConcludedCallback(callback func(any)) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.resourceConcludedCallback = callback
}
func (l *Link) SetRemoteIdentifiedCallback(callback func(*Link, *identity.Identity)) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.identifiedCallback = callback
}
func (l *Link) SetResourceStrategy(strategy byte) error {
if strategy != AcceptNone && strategy != AcceptAll && strategy != AcceptApp {
return errors.New("unsupported resource strategy")
}
l.mutex.Lock()
defer l.mutex.Unlock()
l.resourceStrategy = strategy
return nil
}
func (l *Link) SendPacket(data []byte) error {
return l.SendPacketWithContext(data, packet.ContextNone)
}
func (l *Link) SendPacketWithContext(data []byte, context byte) error {
l.mutex.Lock()
if l.status.Load() != int32(StatusActive) {
l.mutex.Unlock()
if debug.Enabled(debug.DebugVerbose) {
debug.Log(debug.DebugVerbose, "Cannot send packet: link not active", "status", l.status.Load())
}
return common.ErrLinkNotActive
}
p := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: context,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
CreateReceipt: true,
Link: l,
}
var err error
if context == packet.ContextResource || context == packet.ContextCacheReq {
p.Data = data
err = p.Pack()
} else {
err = l.sealEncryptedHT1Locked(p, data)
}
if err != nil {
l.mutex.Unlock()
if debug.Enabled(debug.DebugError) {
debug.Log(debug.DebugError, "Failed to encrypt packet", "error", err)
}
return err
}
if debug.Enabled(debug.DebugVerbose) {
debug.Log(debug.DebugVerbose, "Sending encrypted packet", "bytes", len(p.Data), "context", context)
}
l.recordOutboundData()
l.mutex.Unlock()
return l.transport.SendPacket(p)
}
func encryptedPayloadLen(plainLen int) int {
padding := aes.BlockSize - plainLen%aes.BlockSize
return aes.BlockSize + plainLen + padding + sha256.Size
}
func (l *Link) sealEncryptedHT1Locked(p *packet.Packet, data []byte) error {
n := encryptedPayloadLen(len(data))
payload, err := p.PrepareHT1Buffer(l.linkID, n)
if err != nil {
return err
}
out, err := l.encryptLockedInto(data, payload)
if err != nil {
return err
}
if len(out) != n {
return errors.New("encrypted payload length mismatch")
}
return p.CommitPacked()
}
func (l *Link) HandleInbound(pkt *packet.Packet) error {
if pkt.PacketType == packet.PacketTypeData {
l.mutex.Lock()
l.watchdogLock = true
if l.status.Load() == int32(StatusClosed) {
debug.Log(debug.DebugVerbose, "Ignoring packet for closed link", "link_id", fmt.Sprintf("%x", l.linkID))
l.watchdogLock = false
l.mutex.Unlock()
return nil
}
l.recordInbound(pkt.Context != packet.ContextKeepalive)
if l.status.Load() == int32(StatusStale) {
_ = l.promoteToActive()
}
l.watchdogLock = false
l.mutex.Unlock()
return l.handleDataPacket(pkt)
}
// Resource proofs prepare and advertise the next split segment which
// encrypts under the link mutex. Unlock first like data packets so we
// do not deadlock on a nested RLock.
if pkt.PacketType == packet.PacketTypeProof && pkt.Context == packet.ContextResourcePRF {
l.mutex.Lock()
l.watchdogLock = true
if l.status.Load() == int32(StatusClosed) {
debug.Log(debug.DebugVerbose, "Ignoring packet for closed link", "link_id", fmt.Sprintf("%x", l.linkID))
l.watchdogLock = false
l.mutex.Unlock()
return nil
}
l.recordInbound(true)
if l.status.Load() == int32(StatusStale) {
_ = l.promoteToActive()
}
l.watchdogLock = false
l.mutex.Unlock()
return l.handleResourceProof(pkt)
}
// LRRTT decrypts under RLock then takes Lock for RTT state. Unlock first
// so HandleInbound does not deadlock on a nested RLock.
if pkt.PacketType == packet.PacketTypeProof && pkt.Context == packet.ContextLRRTT {
l.mutex.Lock()
l.watchdogLock = true
if l.status.Load() == int32(StatusClosed) {
debug.Log(debug.DebugVerbose, "Ignoring packet for closed link", "link_id", fmt.Sprintf("%x", l.linkID))
l.watchdogLock = false
l.mutex.Unlock()
return nil
}
l.recordInbound(true)
if l.status.Load() == int32(StatusStale) {
_ = l.promoteToActive()
}
l.watchdogLock = false
l.mutex.Unlock()
return l.handleRTTPacket(pkt)
}
l.mutex.Lock()
defer l.mutex.Unlock()
l.watchdogLock = true
defer func() {
l.watchdogLock = false
}()
if l.status.Load() == int32(StatusClosed) {
debug.Log(debug.DebugVerbose, "Ignoring packet for closed link", "link_id", fmt.Sprintf("%x", l.linkID))
return nil
}
l.recordInbound(pkt.Context != packet.ContextKeepalive)
if l.status.Load() == int32(StatusStale) {
_ = l.promoteToActive()
}
if pkt.PacketType == packet.PacketTypeProof && pkt.Context == packet.ContextLRProof {
return l.handleLinkProof(pkt, l.networkInterface)
}
return nil
}
func (l *Link) signalOutgoingResourceComplete() {
l.outgoingMu.Lock()
ch := l.outgoingResCompleteChan
l.outgoingResCompleteChan = nil
l.outgoingRes = nil
l.outgoingReceiverMinPart = 0
l.outgoingMu.Unlock()
if ch != nil {
select {
case ch <- struct{}{}:
default:
}
}
}
func (l *Link) handleResourceProof(pkt *packet.Packet) error {
if len(pkt.Data) < sha256.Size*2 {
return nil
}
resourceHash := pkt.Data[:sha256.Size]
receivedProof := pkt.Data[sha256.Size : sha256.Size*2]
l.outgoingMu.Lock()
out := l.outgoingRes
l.outgoingMu.Unlock()
if out == nil {
return nil
}
if !bytes.Equal(out.GetHash(), resourceHash) {
return nil
}
expectedProof, ok := out.ExpectedProof()
if !ok || !bytes.Equal(receivedProof, expectedProof) {
debug.Log(
debug.DebugVerbose,
"Ignoring invalid outgoing resource proof",
"resource_hash",
fmt.Sprintf("%x", resourceHash),
)
return nil
}
debug.Log(debug.DebugVerbose, "Outgoing resource proof received", "resource_hash", fmt.Sprintf("%x", resourceHash))
if out.IsSplit() && out.GetSegmentIndex() < out.GetTotalSegments() {
if err := out.PrepareNextOutboundSegment(l.encrypt, l.resourceSDU()); err != nil {
l.signalOutgoingResourceComplete()
return fmt.Errorf("prepare next resource segment: %w", err)
}
out.Activate()
l.outgoingMu.Lock()
l.outgoingRes = out
l.outgoingReceiverMinPart = 0
l.outgoingMu.Unlock()
if err := l.sendResourceAdvertisement(out); err != nil {
l.signalOutgoingResourceComplete()
return fmt.Errorf("advertise next resource segment: %w", err)
}
return nil
}
l.signalOutgoingResourceComplete()
return nil
}
func (l *Link) handleDataPacket(pkt *packet.Packet) error {
st := l.status.Load()
if st != int32(StatusActive) && st != int32(StatusHandshake) {
return common.ErrLinkNotActive
}
if pkt.Context == packet.ContextLRRTT && st == int32(StatusHandshake) && !l.initiator {
debug.Log(debug.DebugVerbose, "RTT packet detected in handleDataPacket, routing to handleRTTPacket", "link_id", fmt.Sprintf("%x", l.linkID))
return l.handleRTTPacket(pkt)
}
var plaintext []byte
var err error
if l.sessionKey != nil {
if pkt.Context == packet.ContextResource {
plaintext = pkt.Data
} else if pkt.Context == packet.ContextCacheReq {
plaintext = pkt.Data
} else {
minEnc := aes.BlockSize + aes.BlockSize + 32
if pkt.Context == packet.ContextKeepalive && len(pkt.Data) < minEnc {
plaintext = pkt.Data
} else {
plaintext, err = l.decrypt(pkt.Data)
if err != nil {
debug.Log(debug.DebugError, "Failed to decrypt packet", "error", err, "context", fmt.Sprintf("0x%02x", pkt.Context), "link_id", fmt.Sprintf("%x", l.linkID))
return err
}
}
}
} else {
plaintext = pkt.Data
}
switch pkt.Context {
case packet.ContextNone:
l.deliverOrQueuePlainPacket(plaintext, pkt)
l.maybeProveInboundData(pkt)
case packet.ContextRequest:
if l.destination != nil {
if maxSize, ok := l.destination.MaxRequestSize(); ok && len(plaintext) > maxSize {
debug.Log(debug.DebugVerbose, "Ignored request with excessive size",
"bytes", len(plaintext), "max", maxSize)
return nil
}
}
return l.handleRequest(plaintext, pkt.TruncatedHash())
case packet.ContextResponse:
return l.handleResponse(plaintext)
case packet.ContextLinkIdentify:
return l.HandleIdentification(plaintext)
case packet.ContextKeepalive:
if !l.initiator && len(plaintext) == 1 && plaintext[0] == KeepaliveRequestByte {
// Match Python 1.4.0: only reply when outbound has been quiet
// for a full keepalive interval.
lastOutbound := nsToTime(l.lastOutboundNs.Load())
if !responderShouldReplyKeepalive(time.Now(), lastOutbound, l.keepalive, l.initiator) {
return nil
}
keepaliveResp := []byte{KeepaliveResponseByte}
keepalivePkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextKeepalive,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: keepaliveResp,
CreateReceipt: false,
}
if err := keepalivePkt.Pack(); err != nil {
return err
}
l.recordKeepaliveOutbound()
return l.transport.SendPacket(keepalivePkt)
}
case packet.ContextLinkClose:
return l.handleTeardown(plaintext)
case packet.ContextLRRTT:
return l.handleRTTPacket(pkt)
case packet.ContextResourceAdv:
return l.handleResourceAdvertisement(pkt)
case packet.ContextResourceReq:
return l.handleResourceRequest(pkt)
case packet.ContextResourceHMU:
return l.handleResourceHashmapUpdate(pkt)
case packet.ContextResourceICL:
return l.handleResourceCancel(pkt)
case packet.ContextResourceRCL:
return l.handleResourceReject(pkt)
case packet.ContextResource:
return l.handleResourcePart(plaintext, pkt)
case packet.ContextChannel:
return l.handleChannelPacket(pkt)
}
return nil
}
func (l *Link) GetChannel() *channel.Channel {
l.channelMutex.Lock()
defer l.channelMutex.Unlock()
if l.channel == nil {
l.channel = channel.NewChannel(l)
}
return l.channel
}
func (l *Link) handleChannelPacket(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
err = l.GetChannel().HandleInbound(plaintext)
// Channel reliability depends on link proofs so the sender can clear its
// TX ring only after the peer has processed the envelope.
if proveErr := l.ProvePacket(pkt); proveErr != nil {
debug.Log(debug.DebugWarning, "Failed to prove channel packet", "error", proveErr)
}
return err
}
func (l *Link) handleResourceAdvertisement(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
if err := l.processResourceAdvertisement(plaintext); err != nil {
return l.abortInvalidResourceAdvertisement(err)
}
return nil
}
// abortInvalidResourceAdvertisement tears the link down after a bad RESOURCE_ADV.
func (l *Link) abortInvalidResourceAdvertisement(err error) error {
debug.Log(debug.DebugWarning, "Invalid resource advertisement", "error", err)
l.Teardown()
return err
}
// processResourceAdvertisement accepts or rejects a decrypted RESOURCE_ADV.
// Malformed or oversized advertisements return an error so the caller can
// close the link.
func (l *Link) processResourceAdvertisement(plaintext []byte) error {
adv, err := resource.UnpackResourceAdvertisement(plaintext)
if err != nil {
return err
}
if adv.Split {
debug.Log(debug.DebugVerbose, "Accepting split resource advertisement",
"hash", fmt.Sprintf("%x", adv.Hash),
"original", fmt.Sprintf("%x", adv.OriginalHash),
"segment", adv.SegmentIndex,
"total", adv.TotalSegments)
}
if adv.IsRequest && adv.RequestID != nil {
if !l.destination.HasRequestHandlers() {
debug.Log(debug.DebugVerbose, "Ignoring request resource advertisement")
return nil
}
if maxSize, ok := l.destination.MaxRequestSize(); ok && int(adv.TransferSize) > maxSize {
debug.Log(debug.DebugVerbose, "Ignored request resource with excessive size",
"bytes", adv.TransferSize, "max", maxSize)
return nil
}
return l.beginIncomingResource(adv)
}
if adv.IsResponse && adv.RequestID != nil {
requestID := adv.RequestID
var matched *RequestReceipt
l.requestMutex.RLock()
for _, req := range l.pendingRequests {
if string(req.requestID) == string(requestID) {
matched = req
break
}
}
l.requestMutex.RUnlock()
if matched == nil {
debug.Log(debug.DebugVerbose, "Received response resource advertisement for unknown request", "request_id", fmt.Sprintf("%x", requestID))
return nil
}
if matched.maxResponseSize > 0 && int(adv.TransferSize) > matched.maxResponseSize {
debug.Log(debug.DebugVerbose, "Rejected response resource with excessive size",
"bytes", adv.TransferSize, "max", matched.maxResponseSize)
matched.mutex.Lock()
matched.status = StatusFailed
cb := matched.failedCb
matched.mutex.Unlock()
l.requestMutex.Lock()
for i, req := range l.pendingRequests {
if req == matched {
l.pendingRequests = append(l.pendingRequests[:i], l.pendingRequests[i+1:]...)
break
}
}
l.requestMutex.Unlock()
if cb != nil {
go cb(matched)
}
return nil
}
l.incomingMu.Lock()
l.incomingResourceRequest = matched
l.incomingMu.Unlock()
matched.mutex.Lock()
matched.totalBytes = adv.TransferSize
matched.mutex.Unlock()
if err := l.beginIncomingResource(adv); err != nil {
l.incomingMu.Lock()
l.incomingResourceRequest = nil
l.incomingMu.Unlock()
return err
}
return nil
}
if l.resourceStrategy == AcceptNone {
_ = l.rejectResource(adv.Hash) // #nosec G104 - best effort resource rejection
debug.Log(debug.DebugVerbose, "Resource advertisement rejected (AcceptNone)")
return nil
}
allowed := false
if l.resourceStrategy == AcceptAll {
allowed = true
} else if l.resourceStrategy == AcceptApp && l.resourceCallback != nil {
allowed = l.resourceCallback(adv)
}
if allowed {
if err := l.beginIncomingResource(adv); err != nil {
return err
}
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(adv)
}
} else {
_ = l.rejectResource(adv.Hash) // #nosec G104 - best effort resource rejection
debug.Log(debug.DebugVerbose, "Resource advertisement rejected")
}
return nil
}
// sendIncomingResourceProof notifies the sender that the resource was assembled correctly
// (SHA-256(payload||resourceHash)), matching Resource.prove / validate_proof.
func (l *Link) sendIncomingResourceProof(payload []byte, resourceHash []byte) error {
if len(resourceHash) != sha256.Size {
return errors.New("resource hash must be 32 bytes")
}
sum := sha256.Sum256(append(append([]byte(nil), payload...), resourceHash...))
proofData := append(append([]byte(nil), resourceHash...), sum[:]...)
proofPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeProof,
TransportType: 0,
Context: packet.ContextResourcePRF,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: proofData,
CreateReceipt: false,
}
if err := proofPkt.Pack(); err != nil {
return err
}
l.recordOutbound()
return l.transport.SendPacket(proofPkt)
}
func (l *Link) rejectResource(resourceHash []byte) error {
rejectPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextResourceRCL,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: resourceHash,
CreateReceipt: false,
}
encrypted, err := l.encrypt(resourceHash)
if err != nil {
return err
}
rejectPkt.Data = encrypted
if err := rejectPkt.Pack(); err != nil {
return err
}
l.recordOutbound()
return l.transport.SendPacket(rejectPkt)
}
func (l *Link) sendResourceResponse(requestID []byte, response any) error {
return l.sendResponse(requestID, response)
}
func (l *Link) sendResourceAdvertisement(res *resource.Resource) error {
adv := resource.NewResourceAdvertisement(res)
if adv == nil {
return errors.New("failed to create resource advertisement")
}
l.mutex.RLock()
mdu := l.mdu
l.mutex.RUnlock()
advData, err := adv.Pack(0, mdu)
if err != nil {
return fmt.Errorf("failed to pack advertisement: %w", err)
}
encrypted, err := l.encrypt(advData)
if err != nil {
return err
}
advPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextResourceAdv,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: encrypted,
CreateReceipt: false,
}
if err := advPkt.Pack(); err != nil {
return err
}
l.recordOutbound()
return l.transport.SendPacket(advPkt)
}
func (l *Link) dispatchOutgoingResourceRequests(plaintext []byte) {
l.outgoingDispatchMu.Lock()
defer l.outgoingDispatchMu.Unlock()
l.outgoingMu.Lock()
out := l.outgoingRes
receiverMinPart := l.outgoingReceiverMinPart
l.outgoingMu.Unlock()
if out == nil {
debug.Log(debug.DebugVerbose, "Ignoring resource request: no outgoing resource")
return
}
if len(plaintext) < 1+32 {
debug.Log(debug.DebugVerbose, "Ignoring resource request: payload too short", "len", len(plaintext))
return
}
var resourceHash []byte
var hmuAnchorHash []byte
var pad int
if plaintext[0] == LinkResourceMappedFlag {
pad = 1 + resource.MapHashLen
if len(plaintext) < pad+32 {
debug.Log(debug.DebugVerbose, "Ignoring mapped resource request: payload too short", "len", len(plaintext))
return
}
hmuAnchorHash = plaintext[1:pad]
resourceHash = plaintext[pad : pad+32]
} else {
pad = 1
resourceHash = plaintext[pad : pad+32]
}
if !bytes.Equal(resourceHash, out.GetHash()) {
debug.Log(
debug.DebugVerbose,
"Ignoring resource request: hash mismatch",
"request_hash",
fmt.Sprintf("%x", resourceHash),
"out_hash",
fmt.Sprintf("%x", out.GetHash()),
)
return
}
reqHashes := plaintext[pad+32:]
if len(reqHashes)%resource.MapHashLen != 0 {
debug.Log(debug.DebugVerbose, "Ignoring resource request: invalid hash vector length", "len", len(reqHashes))
return
}
l.mutex.RLock()
hashmapMDU := l.mdu
l.mutex.RUnlock()
partSDU := l.resourceSDU()
// Select and send parts for the current receiver window first, then
// advance the window and emit HMU. Updating receiverMinPart before
// selection drops in-window hashes from the same HASHMAP_IS_EXHAUSTED
// request and stalls multi-HMU transfers.
partIndexes := selectRequestedPartIndexes(out, reqHashes, receiverMinPart)
debug.Log(
debug.DebugVerbose,
"Outgoing resource part request selection",
"resource_hash",
fmt.Sprintf("%x", resourceHash),
"requested_hashes",
len(reqHashes)/resource.MapHashLen,
"selected_parts",
len(partIndexes),
"receiver_min_part",
receiverMinPart,
)
if len(reqHashes) > 0 && len(partIndexes) == 0 {
debug.Log(
debug.DebugVerbose,
"Outgoing resource request matched no parts",
"resource_hash",
fmt.Sprintf("%x", resourceHash),
"requested_hashes",
len(reqHashes)/resource.MapHashLen,
"receiver_min_part",
receiverMinPart,
"hmu_request",
len(hmuAnchorHash) == resource.MapHashLen,
)
}
partBuf := make([]byte, 0, partSDU)
for _, pi := range partIndexes {
slice := out.OutboundCiphertextSliceInto(partBuf, pi, partSDU)
if len(slice) == 0 {
continue
}
partBuf = slice
if err := l.SendPacketWithContext(slice, packet.ContextResource); err != nil {
return
}
_ = out.MarkOutboundPartSent(pi)
}
if len(hmuAnchorHash) == resource.MapHashLen {
debug.Log(
debug.DebugVerbose,
"Outgoing resource received HMU request",
"resource_hash",
fmt.Sprintf("%x", resourceHash),
"anchor_hash",
fmt.Sprintf("%x", hmuAnchorHash),
"receiver_min_part",
receiverMinPart,
)
nextMin, err := l.sendResourceHashmapUpdate(out, hashmapMDU, hmuAnchorHash, receiverMinPart)
if err == nil && nextMin >= 0 {
l.outgoingMu.Lock()
if l.outgoingRes == out {
l.outgoingReceiverMinPart = nextMin
}
l.outgoingMu.Unlock()
}
}
}
func chooseHashmapUpdateSegment(out *resource.Resource, sdu int, anchorHash []byte, receiverMinPart int) (segment int, nextMin int, ok bool) {
if out == nil || len(anchorHash) != resource.MapHashLen {
return 0, 0, false
}
entries := resource.HashmapEntriesPerSegment(sdu)
if entries <= 0 {
entries = 1
}
totalParts := int(out.GetSegments())
if totalParts == 0 {
return 0, 0, false
}
if receiverMinPart < 0 {
receiverMinPart = 0
}
// Look back one hashmap segment so a lost HMU can be resent after
// outgoingReceiverMinPart was already advanced on the prior send.
// Without this, the receiver stalls forever re-requesting an HMU whose
// anchor now sits below receiverMinPart.
searchStart := max(receiverMinPart-entries, 0)
if searchStart >= totalParts {
searchStart = 0
}
searchEnd := min(receiverMinPart+resource.CollisionGuardSize, totalParts)
if searchEnd < searchStart+entries {
searchEnd = min(searchStart+resource.CollisionGuardSize, totalParts)
}
target := -1
fallback := -1
for idx := searchStart; idx < searchEnd; idx++ {
mh := out.MapHashAt(idx)
if len(mh) != resource.MapHashLen {
continue
}
if bytes.Equal(mh, anchorHash) {
if fallback < 0 {
fallback = idx
}
if idx+1 < totalParts && (idx+1)%entries == 0 {
target = idx
break
}
}
}
if target < 0 {
target = fallback
}
if target < 0 {
return 0, 0, false
}
segment = (target + 1) / entries
if segment <= 0 {
return 0, 0, false
}
nextMin = target + 1
return segment, nextMin, true
}
func (l *Link) sendResourceHashmapUpdate(out *resource.Resource, sdu int, anchorHash []byte, receiverMinPart int) (int, error) {
segment, nextMin, ok := chooseHashmapUpdateSegment(out, sdu, anchorHash, receiverMinPart)
if !ok {
return -1, nil
}
hashmap := out.HashmapSegment(sdu, segment)
if len(hashmap) == 0 {
// Match Python Resource.request_hashed_data_maps (RNS 1.3.9).
debug.Log(debug.DebugError, "Resource HMU error, cancelling transfer",
"resource_hash", fmt.Sprintf("%x", out.GetHash()))
out.Cancel()
l.signalOutgoingResourceComplete()
return -1, errors.New("empty hashmap update")
}
update, err := msgpack.Marshal([]any{segment, hashmap})
if err != nil {
return -1, err
}
payload := append(append([]byte{}, out.GetHash()...), update...)
if err := l.SendPacketWithContext(payload, packet.ContextResourceHMU); err != nil {
return -1, err
}
debug.Log(
debug.DebugVerbose,
"Outgoing HMU sent",
"resource_hash",
fmt.Sprintf("%x", out.GetHash()),
"segment",
segment,
"entries",
len(hashmap)/resource.MapHashLen,
"next_min_part",
nextMin,
)
return nextMin, nil
}
func selectRequestedPartIndexes(out *resource.Resource, reqHashes []byte, receiverMinPart int) []int {
if out == nil || len(reqHashes)%resource.MapHashLen != 0 {
return nil
}
totalParts := int(out.GetSegments())
if totalParts == 0 {
return nil
}
if receiverMinPart < 0 {
receiverMinPart = 0
}
searchStart := receiverMinPart
if searchStart >= totalParts {
searchStart = 0
}
searchEnd := min(searchStart+resource.CollisionGuardSize, totalParts)
// Restrict map-hash lookup to parts[receiverMin:receiverMin+CollisionGuard].
// Global PartIndicesForMapHash fallbacks can retransmit earlier parts whose
// map hashes collide with the request window. Those late duplicates can
// reset a peer that has already assembled and proved back to TRANSFERRING.
usedPartIndexes := make(map[int]struct{})
indexes := make([]int, 0, len(reqHashes)/resource.MapHashLen)
for i := 0; i < len(reqHashes); i += resource.MapHashLen {
mh := reqHashes[i : i+resource.MapHashLen]
pi := -1
for idx := searchStart; idx < searchEnd; idx++ {
if _, used := usedPartIndexes[idx]; used {
continue
}
mapHash := out.MapHashAt(idx)
if len(mapHash) != resource.MapHashLen || !bytes.Equal(mapHash, mh) {
continue
}
if !out.IsOutboundPartSent(idx) {
pi = idx
break
}
}
if pi < 0 {
for idx := searchStart; idx < searchEnd; idx++ {
if _, used := usedPartIndexes[idx]; used {
continue
}
mapHash := out.MapHashAt(idx)
if len(mapHash) == resource.MapHashLen && bytes.Equal(mapHash, mh) {
pi = idx
break
}
}
}
// If the receiver is still asking for hashes that sit just below
// receiverMinPart (lost HMU / partial window), allow a one-guard
// lookback so the transfer can recover instead of matching nothing.
if pi < 0 && receiverMinPart > 0 {
backStart := max(receiverMinPart-resource.CollisionGuardSize, 0)
for idx := backStart; idx < searchStart; idx++ {
if _, used := usedPartIndexes[idx]; used {
continue
}
mapHash := out.MapHashAt(idx)
if len(mapHash) == resource.MapHashLen && bytes.Equal(mapHash, mh) {
pi = idx
break
}
}
}
if pi < 0 {
continue
}
usedPartIndexes[pi] = struct{}{}
indexes = append(indexes, pi)
}
return indexes
}
func (l *Link) handleResourceRequest(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
l.outgoingMu.Lock()
out := l.outgoingRes
l.outgoingMu.Unlock()
if out != nil && len(plaintext) >= 1+32 {
l.dispatchOutgoingResourceRequests(plaintext)
return nil
}
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
func (l *Link) handleResourceHashmapUpdate(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
if len(plaintext) < sha256.Size {
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
resHash := plaintext[:sha256.Size]
var update []any
if err := msgpack.Unmarshal(plaintext[sha256.Size:], &update); err != nil {
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
if len(update) < 2 {
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
seg, ok := wireInt(update[0])
if !ok {
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
hm, ok := update[1].([]byte)
if !ok {
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
if err := l.applyIncomingHashmapUpdate(resHash, seg, hm); err != nil {
return err
}
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(plaintext)
}
return nil
}
func (l *Link) handleResourceCancel(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
l.resetIncomingResource()
// Match Python 1.3.9 resource.cancel on the receiver: notify the initiator
// with RESOURCE_RCL after cancelling the incoming transfer.
if l.status.Load() == int32(StatusActive) && len(plaintext) >= sha256.Size {
_ = l.rejectResource(plaintext[:sha256.Size]) // #nosec G104 - best effort
}
return nil
}
func (l *Link) handleResourceReject(pkt *packet.Packet) error {
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
return err
}
if len(plaintext) < sha256.Size {
return nil
}
resourceHash := plaintext[:sha256.Size]
l.outgoingMu.Lock()
out := l.outgoingRes
l.outgoingMu.Unlock()
if out == nil || !bytes.Equal(out.GetHash(), resourceHash) {
return nil
}
out.Cancel()
l.signalOutgoingResourceComplete()
return nil
}
func (l *Link) handleResourcePart(data []byte, pkt *packet.Packet) error {
l.incomingMu.Lock()
hasAsm := l.incomingRx != nil
l.incomingMu.Unlock()
if hasAsm {
return l.appendIncomingResourcePart(data)
}
if len(data) == 0 {
return nil
}
if l.resourceStartedCallback != nil {
l.resourceStartedCallback(data)
}
return nil
}
func (l *Link) handleRequest(plaintext []byte, requestID []byte) error {
if l.destination == nil {
return errors.New("no destination for request handling")
}
if maxSize, ok := l.destination.MaxRequestSize(); ok && len(plaintext) > maxSize {
debug.Log(debug.DebugVerbose, "Ignored request with excessive size",
"bytes", len(plaintext), "max", maxSize)
return nil
}
var requestedAt time.Time
var pathHash []byte
var requestPayload []byte
requestedAt, pathHash, requestPayload, err := unpackLinkRequest(plaintext)
if err != nil {
return err
}
if !requestTimestampValid(requestedAt, time.Now()) {
debug.Log(debug.DebugVerbose, "Rejecting request with stale requested_at",
"requested_at", requestedAt.Unix(),
"request_id", fmt.Sprintf("%x", requestID))
health.Inc(l.attachedIfaceName(), health.KindRequestSkewReject)
return nil
}
debug.Log(debug.DebugVerbose, "Handling request", "path_hash", fmt.Sprintf("%x", pathHash), "request_id", fmt.Sprintf("%x", requestID))
if l.destination != nil {
handler := l.destination.GetRequestHandler(pathHash)
if handler != nil {
response := handler(pathHash, requestPayload, requestID, l.linkID, l.remoteIdentity, requestedAt)
if response != nil {
return l.sendResponse(requestID, response)
}
} else {
debug.Log(debug.DebugVerbose, "No handler found for path", "path_hash", fmt.Sprintf("%x", pathHash))
}
}
return nil
}
func (l *Link) handleResponse(plaintext []byte) error {
var responseData []any
if err := msgpack.Unmarshal(plaintext, &responseData); err != nil {
return fmt.Errorf("failed to unpack response: %w", err)
}
if len(responseData) < MinResponseDataLen {
return errors.New("invalid response format")
}
requestIDRaw, ok := responseData[0].([]byte)
if !ok {
return errors.New("invalid response format: request id is not bytes")
}
requestID := requestIDRaw
responseValue := responseData[1]
var responsePayload []byte
switch p := responseValue.(type) {
case []byte:
responsePayload = p
case string:
responsePayload = []byte(p)
case nil, bool, int, int8, int16, int32, int64, uint, uint8, uint16, uint32, uint64:
// Status codes (rncp fetch_file returns False / 0xF0 / True).
default:
if packed, err := msgpack.Marshal(responseValue); err == nil {
responsePayload = packed
}
}
l.requestMutex.Lock()
for i, req := range l.pendingRequests {
if string(req.requestID) == string(requestID) {
if req.maxResponseSize > 0 && len(responsePayload) > req.maxResponseSize {
debug.Log(debug.DebugVerbose, "Rejected response with excessive size",
"bytes", len(responsePayload), "max", req.maxResponseSize)
req.mutex.Lock()
req.status = StatusFailed
cb := req.failedCb
req.mutex.Unlock()
l.pendingRequests = append(l.pendingRequests[:i], l.pendingRequests[i+1:]...)
l.requestMutex.Unlock()
if cb != nil {
go cb(req)
}
return nil
}
req.mutex.Lock()
req.status = StatusActive
req.response = responsePayload
req.responseValue = responseValue
req.receivedAt = time.Now()
req.bytesReceived = int64(len(responsePayload))
req.totalBytes = int64(len(responsePayload))
cb := req.responseCb
req.mutex.Unlock()
if cb != nil {
go cb(req)
}
l.pendingRequests = append(l.pendingRequests[:i], l.pendingRequests[i+1:]...)
break
}
}
l.requestMutex.Unlock()
return nil
}
// FileResponse sends raw bytes as a response resource with optional metadata,
// matching Python RNS Link file tuple responses used by rngit fetch.
type FileResponse struct {
Data []byte
MetadataPacked []byte
AutoCompress bool
}
func (l *Link) sendResponse(requestID []byte, response any) error {
if fr, ok := response.(FileResponse); ok {
res, err := resource.New(fr.Data, fr.AutoCompress)
if err != nil {
return fmt.Errorf("failed to create file response resource: %w", err)
}
if len(fr.MetadataPacked) > 0 {
if err := res.SetMetadataPacked(fr.MetadataPacked); err != nil {
return err
}
}
res.SetRequestID(requestID)
res.SetIsResponse(true)
go func() {
if err := l.SendResource(res); err != nil {
debug.Log(debug.DebugError, "Failed to send file response resource", "request_id", fmt.Sprintf("%x", requestID), "error", err)
}
}()
return nil
}
responseData := []any{requestID, response}
packedResponse, err := msgpack.Marshal(responseData)
if err != nil {
return fmt.Errorf("failed to pack response: %w", err)
}
l.mutex.RLock()
mdu := l.mdu
l.mutex.RUnlock()
if len(packedResponse) <= mdu {
encrypted, err := l.encrypt(packedResponse)
if err != nil {
return err
}
respPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextResponse,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: encrypted,
CreateReceipt: false,
}
if err := respPkt.Pack(); err != nil {
return err
}
l.recordOutboundData()
debug.Log(debug.DebugVerbose, "Sending response", "request_id", fmt.Sprintf("%x", requestID), "response_len", len(encrypted))
return l.transport.SendPacket(respPkt)
}
res, err := resource.New(packedResponse, false)
if err != nil {
return fmt.Errorf("failed to create response resource: %w", err)
}
res.SetRequestID(requestID)
res.SetIsResponse(true)
debug.Log(debug.DebugVerbose, "Sending response as resource", "request_id", fmt.Sprintf("%x", requestID), "packed_len", len(packedResponse), "mdu", mdu)
go func() {
if err := l.SendResource(res); err != nil {
debug.Log(debug.DebugError, "Failed to send response resource", "request_id", fmt.Sprintf("%x", requestID), "error", err)
}
}()
return nil
}
func (l *Link) handleRTTPacket(pkt *packet.Packet) error {
if !l.initiator {
measuredRTT := time.Since(l.requestTime).Seconds()
debug.Log(debug.DebugVerbose, "Handling RTT packet (responder)", "link_id", fmt.Sprintf("%x", l.linkID), "has_session_key", l.sessionKey != nil, "status", l.status.Load(), "data_len", len(pkt.Data))
plaintext, err := l.decrypt(pkt.Data)
if err != nil {
debug.Log(debug.DebugError, "Failed to decrypt RTT packet", "error", err, "link_id", fmt.Sprintf("%x", l.linkID))
return err
}
debug.Log(debug.DebugVerbose, "RTT packet decrypted successfully", "plaintext_len", len(plaintext), "link_id", fmt.Sprintf("%x", l.linkID))
rtt, err := parseRTTPayloadSeconds(plaintext)
if err != nil {
debug.Log(debug.DebugError, "Failed to decode RTT payload", "error", err, "link_id", fmt.Sprintf("%x", l.linkID))
return err
}
l.mutex.Lock()
l.rtt = maxFloat(measuredRTT, rtt)
l.establishedAt = time.Now()
l.expectedHops = pkt.Hops
if l.rtt > 0 {
l.updateKeepaliveLocked()
}
logRtt := l.rtt
l.mutex.Unlock()
if !l.promoteToActive() {
debug.Log(debug.DebugVerbose, "Ignoring late RTT on closed link", "link_id", fmt.Sprintf("%x", l.linkID))
return nil
}
if l.transport != nil {
l.transport.RegisterLink(l.linkID, l)
if l.networkInterface != nil {
l.registerLinkPath()
}
}
if l.establishedCallback != nil {
// Wire link DATA callbacks before returning so the first LXMF packet
// after RTT is not queued under a nil callback and lost to overwrite.
l.establishedCallback(l)
}
establishmentElapsed := time.Since(l.requestTime).Seconds()
debug.Log(debug.DebugInfo, "Link established (responder) after RTT", "link_id", fmt.Sprintf("%x", l.linkID), "rtt", fmt.Sprintf("%.3fs", logRtt), "total_elapsed", fmt.Sprintf("%.3fs", establishmentElapsed))
}
return nil
}
func parseRTTPayloadSeconds(payload []byte) (float64, error) {
if len(payload) == 0 {
return 0, errors.New("empty RTT payload")
}
if payload[0] != MsgpackFloat32Code && payload[0] != MsgpackFloat64Code {
return 0, errors.New("RTT payload is not msgpack float")
}
var rtt float64
if err := msgpack.Unmarshal(payload, &rtt); err != nil {
return 0, fmt.Errorf("invalid msgpack RTT payload: %w", err)
}
if rtt < 0 {
return 0, errors.New("negative RTT payload")
}
return rtt, nil
}
func (l *Link) updateKeepaliveLocked() {
if l.rtt <= 0 {
return
}
keepaliveMax := float64(Keepalive)
calculatedKeepalive := l.rtt * (keepaliveMax / KeepaliveMaxRTT)
if calculatedKeepalive > keepaliveMax {
calculatedKeepalive = keepaliveMax
}
if calculatedKeepalive < KeepaliveMinSec {
calculatedKeepalive = KeepaliveMinSec
}
l.keepalive = time.Duration(calculatedKeepalive * float64(time.Second))
l.staleTime = time.Duration(float64(l.keepalive) * float64(2))
}
func (l *Link) handleLinkProof(pkt *packet.Packet, networkIface common.NetworkInterface) error {
if !l.initiator {
return nil
}
return l.validateLinkProofLocked(pkt, networkIface)
}
func (l *Link) handleTeardown(plaintext []byte) error {
if len(plaintext) == len(l.linkID) && string(plaintext) == string(l.linkID) {
if !l.closeOnce(StatusFailed) {
return nil
}
if l.transport != nil && len(l.linkID) > 0 {
l.transport.UnregisterLink(l.linkID)
}
if l.initiator && l.establishedAt.IsZero() {
l.invalidateTransportPathAfterInitiatorFailure()
}
if l.closedCallback != nil {
l.closedCallback(l)
}
}
return nil
}
// closeOnce CAS-transitions any non-Closed status to Closed exactly once.
func (l *Link) closeOnce(reason byte) bool {
for {
st := l.status.Load()
if st == int32(StatusClosed) {
return false
}
if l.status.CompareAndSwap(st, int32(StatusClosed)) {
l.teardownReason = reason
return true
}
}
}
// promoteToActive CAS-transitions Handshake/Pending/Stale to Active.
// Returns false when the link is already Closed (or an unexpected state),
// preventing late RTT/proof from resurrecting a timed-out link (TOCTOU).
func (l *Link) promoteToActive() bool {
for {
st := l.status.Load()
switch st {
case int32(StatusActive):
l.releaseOutboundEstablish()
return true
case int32(StatusHandshake), int32(StatusPending), int32(StatusStale):
if l.status.CompareAndSwap(st, int32(StatusActive)) {
l.releaseOutboundEstablish()
return true
}
default:
return false
}
}
}
func maxFloat(a, b float64) float64 {
if a > b {
return a
}
return b
}
func encryptWithKeys(sessionKey, hmacKey, data []byte, block cipher.Block) ([]byte, error) {
return encryptWithKeysInto(sessionKey, hmacKey, data, block, nil, nil)
}
func encryptWithKeysInto(sessionKey, hmacKey, data []byte, block cipher.Block, mac hash.Hash, dst []byte) ([]byte, error) {
if block == nil && len(sessionKey) == 0 {
return nil, errors.New("no session keys available")
}
if mac == nil && len(hmacKey) == 0 {
return nil, errors.New("no session keys available")
}
if block == nil {
var err error
block, err = aes.NewCipher(sessionKey)
if err != nil {
return nil, err
}
}
padding := aes.BlockSize - len(data)%aes.BlockSize
ctLen := len(data) + padding
n := aes.BlockSize + ctLen + sha256.Size
if cap(dst) < n {
dst = make([]byte, n)
} else {
dst = dst[:n]
}
if _, err := io.ReadFull(rand.Reader, dst[:aes.BlockSize]); err != nil {
return nil, err
}
copy(dst[aes.BlockSize:aes.BlockSize+len(data)], data)
padByte := byte(padding)
for i := aes.BlockSize + len(data); i < aes.BlockSize+ctLen; i++ {
dst[i] = padByte
}
if err := cryptography.EncryptCBC(block, dst[:aes.BlockSize], dst[aes.BlockSize:aes.BlockSize+ctLen]); err != nil {
return nil, err
}
signed := dst[:aes.BlockSize+ctLen]
if mac == nil {
mac = hmac.New(sha256.New, hmacKey)
} else {
mac.Reset()
}
mac.Write(signed)
return mac.Sum(signed), nil
}
func decryptWithKeys(sessionKey, hmacKey, data []byte, block cipher.Block, mac hash.Hash) ([]byte, error) {
if block == nil && len(sessionKey) == 0 {
return nil, errors.New("no session keys available")
}
if mac == nil && len(hmacKey) == 0 {
return nil, errors.New("no session keys available")
}
if len(data) < aes.BlockSize+aes.BlockSize+32 {
return nil, errors.New("data too short")
}
signedParts := data[:len(data)-32]
receivedMac := data[len(data)-32:]
var expected [sha256.Size]byte
if mac == nil {
mac = hmac.New(sha256.New, hmacKey)
} else {
mac.Reset()
}
mac.Write(signedParts)
mac.Sum(expected[:0])
if !hmac.Equal(receivedMac, expected[:]) {
return nil, errHMACVerificationFailed
}
if block == nil {
var err error
block, err = aes.NewCipher(sessionKey)
if err != nil {
return nil, err
}
}
if len(signedParts) < aes.BlockSize {
return nil, errors.New("ciphertext is too short")
}
iv := signedParts[:aes.BlockSize]
ciphertext := signedParts[aes.BlockSize:]
if len(ciphertext)%aes.BlockSize != 0 {
return nil, errors.New("ciphertext is not a multiple of the block size")
}
plaintext := make([]byte, len(ciphertext))
if err := cryptography.DecryptCBC(block, iv, ciphertext, plaintext); err != nil {
return nil, err
}
return cryptography.RemovePKCS7Padding(plaintext)
}
// snapshotSessionKeysLocked copies session/hmac key bytes into dst while the
// link mutex is held. Prefer this over retaining securemem.Bytes() across the
// unlocked AES work so handshake writers are not starved and closed buffers
// cannot be used after unlock.
func snapshotSessionKeysLocked(l *Link, sessionDst, hmacDst []byte) bool {
if l.sessionKey == nil || l.hmacKey == nil {
return false
}
sk := bufBytes(l.sessionKey)
hk := bufBytes(l.hmacKey)
if len(sk) == 0 || len(hk) == 0 || len(sessionDst) < len(sk) || len(hmacDst) < len(hk) {
return false
}
copy(sessionDst, sk)
copy(hmacDst, hk)
return true
}
func (l *Link) refreshAESBlockLocked() {
l.aesBlock = nil
l.hmacSendMu.Lock()
l.hmacSend = nil
l.hmacSendMu.Unlock()
l.hmacRecvMu.Lock()
l.hmacRecv = nil
l.hmacRecvMu.Unlock()
if l.sessionKey == nil || l.hmacKey == nil {
return
}
sk := bufBytes(l.sessionKey)
hk := bufBytes(l.hmacKey)
var key []byte
if l.mode == ModeAES128CBC {
if len(sk) < 16 || len(hk) < 16 {
return
}
key = sk[:16]
hk = hk[:16]
} else if len(sk) >= 32 {
key = sk[:32]
} else if len(sk) >= 16 {
key = sk[:16]
} else {
return
}
if len(hk) == 0 {
return
}
block, err := aes.NewCipher(key)
if err != nil {
return
}
l.aesBlock = block
l.hmacSendMu.Lock()
l.hmacSend = hmac.New(sha256.New, hk)
l.hmacSendMu.Unlock()
l.hmacRecvMu.Lock()
l.hmacRecv = hmac.New(sha256.New, hk)
l.hmacRecvMu.Unlock()
}
func (l *Link) encrypt(data []byte) ([]byte, error) {
l.mutex.RLock()
block := l.aesBlock
mac := l.hmacSend
mode := l.mode
var sessionKey, hmacKey [32]byte
ok := block != nil && mac != nil
if !ok {
ok = snapshotSessionKeysLocked(l, sessionKey[:], hmacKey[:])
}
l.mutex.RUnlock()
if !ok {
return nil, errors.New("no session keys available")
}
if block != nil && mac != nil {
l.hmacSendMu.Lock()
out, err := encryptWithKeysInto(nil, nil, data, block, mac, nil)
l.hmacSendMu.Unlock()
return out, err
}
defer securemem.WipeBytes(sessionKey[:])
defer securemem.WipeBytes(hmacKey[:])
if mode == ModeAES128CBC {
return encryptWithKeys(sessionKey[:16], hmacKey[:16], data, block)
}
return encryptWithKeys(sessionKey[:], hmacKey[:], data, block)
}
func (l *Link) encryptLockedInto(data, dst []byte) ([]byte, error) {
if l.aesBlock != nil && l.hmacSend != nil {
l.hmacSendMu.Lock()
out, err := encryptWithKeysInto(nil, nil, data, l.aesBlock, l.hmacSend, dst)
l.hmacSendMu.Unlock()
return out, err
}
var sessionKey, hmacKey [32]byte
if !snapshotSessionKeysLocked(l, sessionKey[:], hmacKey[:]) {
return nil, errors.New("no session keys available")
}
defer securemem.WipeBytes(sessionKey[:])
defer securemem.WipeBytes(hmacKey[:])
if l.mode == ModeAES128CBC {
return encryptWithKeysInto(sessionKey[:16], hmacKey[:16], data, l.aesBlock, nil, dst)
}
return encryptWithKeysInto(sessionKey[:], hmacKey[:], data, l.aesBlock, nil, dst)
}
// encryptLocked encrypts data while the link mutex is already held by the caller.
func (l *Link) encryptLocked(data []byte) ([]byte, error) {
return l.encryptLockedInto(data, nil)
}
func (l *Link) decrypt(data []byte) ([]byte, error) {
if len(data) < aes.BlockSize+aes.BlockSize+32 {
debug.Log(debug.DebugError, "Decrypt failed: data too short", "length", len(data))
return nil, errors.New("data too short")
}
d, release := protect.AdmitCrypto(l.attachedIfaceName())
if !d.Allow {
return nil, errors.New("dos_protection refused crypto")
}
defer release()
l.mutex.RLock()
block := l.aesBlock
mac := l.hmacRecv
mode := l.mode
var sessionKey, hmacKey [32]byte
ok := block != nil && mac != nil
if !ok {
ok = snapshotSessionKeysLocked(l, sessionKey[:], hmacKey[:])
}
l.mutex.RUnlock()
if !ok {
debug.Log(debug.DebugError, "Decrypt failed: no session keys", "link_id", fmt.Sprintf("%x", l.linkID))
return nil, errors.New("no session keys available")
}
var plaintext []byte
var err error
if block != nil && mac != nil {
l.hmacRecvMu.Lock()
plaintext, err = decryptWithKeys(nil, nil, data, block, mac)
l.hmacRecvMu.Unlock()
} else {
defer securemem.WipeBytes(sessionKey[:])
defer securemem.WipeBytes(hmacKey[:])
sk, hk := sessionKey[:], hmacKey[:]
if mode == ModeAES128CBC {
sk = sessionKey[:16]
hk = hmacKey[:16]
}
plaintext, err = decryptWithKeys(sk, hk, data, block, nil)
}
if err != nil {
ifaceName := l.attachedIfaceName()
switch {
case errors.Is(err, errHMACVerificationFailed):
health.Inc(ifaceName, health.KindHMACFail)
case cryptography.IsPaddingError(err):
health.Inc(ifaceName, health.KindPaddingFail)
}
debug.Log(debug.DebugError, "Decrypt failed", "link_id", fmt.Sprintf("%x", l.linkID), "error", err)
return nil, err
}
return plaintext, nil
}
func (l *Link) attachedIfaceName() string {
if l == nil {
return ""
}
l.mutex.RLock()
iface := l.networkInterface
l.mutex.RUnlock()
if iface == nil {
return ""
}
return iface.GetName()
}
func incProofFail(networkIface common.NetworkInterface) {
ifaceName := ""
if networkIface != nil {
ifaceName = networkIface.GetName()
}
health.Inc(ifaceName, health.KindProofFail)
}
func (l *Link) GetRTT() float64 {
l.mutex.RLock()
defer l.mutex.RUnlock()
return l.rtt
}
func (l *Link) RTT() float64 {
return l.GetRTT()
}
func (l *Link) SetRTT(rtt float64) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.rtt = rtt
}
// EstablishmentTimeout is the wait this link uses for proof and RTT during
// handshake. Initiators set it from first-hop airtime plus per-hop timeout.
// Applications that must use a timer should wait this value plus a small
// margin instead of a flat 15 seconds.
func (l *Link) EstablishmentTimeout() time.Duration {
if l == nil {
return time.Duration(EstablishmentTimeoutPerHop * float64(time.Second))
}
l.mutex.Lock()
defer l.mutex.Unlock()
return l.establishmentTimeout
}
func (l *Link) GetStatus() byte {
switch l.status.Load() {
case int32(StatusPending):
return StatusPending
case int32(StatusHandshake):
return StatusHandshake
case int32(StatusActive):
return StatusActive
case int32(StatusStale):
return StatusStale
case int32(StatusClosed):
return StatusClosed
case int32(StatusFailed):
return StatusFailed
default:
return StatusFailed
}
}
func (l *Link) Send(data []byte) any {
if l == nil || l.status.Load() != int32(StatusActive) {
debug.Log(debug.DebugVerbose, common.MsgLinkNotActive)
return nil
}
pkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextChannel,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
CreateReceipt: false,
Link: l,
}
l.mutex.Lock()
if l.status.Load() != int32(StatusActive) {
l.mutex.Unlock()
debug.Log(debug.DebugVerbose, common.MsgLinkNotActive)
return nil
}
if err := l.sealEncryptedHT1Locked(pkt, data); err != nil {
l.mutex.Unlock()
return nil
}
l.recordOutbound()
l.mutex.Unlock()
if err := l.transport.SendPacket(pkt); err != nil {
return nil
}
receipt := packet.NewPacketReceipt(pkt)
receipt.SetLink(l)
if l.transport != nil {
l.transport.RegisterReceipt(receipt)
}
l.channelReceiptMu.Lock()
if l.channelReceipts == nil {
l.channelReceipts = make(map[*packet.Packet]*packet.PacketReceipt)
}
l.channelReceipts[pkt] = receipt
l.channelReceiptMu.Unlock()
return pkt
}
func (l *Link) SetPacketTimeout(pkt any, callback func(any), timeout time.Duration) {
packetObj, ok := pkt.(*packet.Packet)
if !ok || callback == nil {
return
}
go func() {
time.Sleep(timeout)
l.channelReceiptMu.Lock()
receipt := l.channelReceipts[packetObj]
l.channelReceiptMu.Unlock()
if receipt != nil && receipt.IsDelivered() {
return
}
callback(packetObj)
}()
}
func (l *Link) SetPacketDelivered(pkt any, callback func(any)) {
packetObj, ok := pkt.(*packet.Packet)
if !ok || callback == nil {
return
}
l.channelReceiptMu.Lock()
receipt := l.channelReceipts[packetObj]
l.channelReceiptMu.Unlock()
if receipt == nil {
return
}
receipt.SetDeliveryCallback(func(*packet.PacketReceipt) {
l.channelReceiptMu.Lock()
delete(l.channelReceipts, packetObj)
l.channelReceiptMu.Unlock()
callback(packetObj)
})
}
func (l *Link) Resend(pkt any) error {
packetObj, ok := pkt.(*packet.Packet)
if !ok {
return errors.New("invalid packet type")
}
return l.transport.SendPacket(packetObj)
}
func (l *Link) GetLinkID() []byte {
l.mutex.RLock()
defer l.mutex.RUnlock()
return l.linkID
}
// LinkedNetworkInterface implements [transport.LinkInterface] for iface teardown.
func (l *Link) LinkedNetworkInterface() common.NetworkInterface {
l.mutex.RLock()
defer l.mutex.RUnlock()
return l.networkInterface
}
func (l *Link) IsActive() bool {
return l.GetStatus() == StatusActive
}
func (l *Link) SendResource(res *resource.Resource) error {
l.resourceSendMu.Lock()
defer l.resourceSendMu.Unlock()
l.mutex.Lock()
if l.status.Load() != int32(StatusActive) {
l.teardownReason = StatusFailed
l.mutex.Unlock()
return common.ErrLinkNotActive
}
l.mutex.Unlock()
sdu := l.resourceSDU()
if err := res.PrepareOutboundForLink(l.encrypt, sdu); err != nil {
return err
}
l.mutex.Lock()
res.Activate()
l.mutex.Unlock()
done := make(chan struct{}, 1)
l.outgoingMu.Lock()
l.outgoingRes = res
l.outgoingReceiverMinPart = 0
l.outgoingResCompleteChan = done
l.outgoingMu.Unlock()
if err := l.sendResourceAdvertisement(res); err != nil {
l.outgoingMu.Lock()
l.outgoingRes = nil
l.outgoingReceiverMinPart = 0
l.outgoingResCompleteChan = nil
l.outgoingMu.Unlock()
l.mutex.Lock()
l.teardownReason = StatusFailed
l.mutex.Unlock()
return fmt.Errorf("resource advertisement: %w", err)
}
if res.GetSegments() == 0 {
if err := l.SendPacketWithContext(nil, packet.ContextResource); err != nil {
l.outgoingMu.Lock()
l.outgoingRes = nil
l.outgoingReceiverMinPart = 0
l.outgoingResCompleteChan = nil
l.outgoingMu.Unlock()
return err
}
l.signalOutgoingResourceComplete()
return nil
}
select {
case <-done:
return nil
case <-time.After(10 * time.Minute):
l.outgoingMu.Lock()
l.outgoingRes = nil
l.outgoingReceiverMinPart = 0
l.outgoingResCompleteChan = nil
l.outgoingMu.Unlock()
l.mutex.Lock()
l.teardownReason = StatusFailed
l.mutex.Unlock()
return errors.New("resource transfer timeout")
}
}
func (l *Link) maintainLink() {
ticker := time.NewTicker(time.Second * Keepalive)
defer ticker.Stop()
for range ticker.C {
if l.status.Load() != int32(StatusActive) {
return
}
inactiveTime := l.InactiveFor()
if inactiveTime > float64(StaleTime) {
l.mutex.Lock()
l.teardownReason = StatusFailed
l.mutex.Unlock()
l.Teardown()
return
}
noDataTime := l.NoDataFor()
if noDataTime > float64(Keepalive) {
l.mutex.Lock()
err := l.sendKeepalive()
if err != nil {
l.teardownReason = StatusFailed
l.mutex.Unlock()
l.Teardown()
return
}
l.mutex.Unlock()
}
}
}
func (l *Link) Start() {
go l.maintainLink()
}
func (l *Link) SetProofStrategy(strategy byte) error {
if strategy != ProveNone && strategy != ProveAll && strategy != ProveApp {
return errors.New("invalid proof strategy")
}
l.mutex.Lock()
defer l.mutex.Unlock()
l.proofStrategy = strategy
return nil
}
func (l *Link) SetProofCallback(callback func(*packet.Packet) bool) {
l.mutex.Lock()
defer l.mutex.Unlock()
l.proofCallback = callback
}
// maybeProveInboundData mirrors Python Link DATA handling: when the attached
// destination asks for ProveAll (or ProveApp via callback), send a link proof
// so the sender can mark LXMF delivery as DELIVERED.
func (l *Link) maybeProveInboundData(pkt *packet.Packet) {
if pkt == nil {
return
}
l.mutex.RLock()
dest := l.destination
linkProofCB := l.proofCallback
l.mutex.RUnlock()
if dest == nil {
return
}
switch dest.ProofStrategy() {
case destination.ProveAll:
if err := l.ProvePacket(pkt); err != nil {
debug.Log(debug.DebugWarning, "Failed to prove inbound link packet", "error", err)
}
case destination.ProveApp:
if linkProofCB != nil && linkProofCB(pkt) {
if err := l.ProvePacket(pkt); err != nil {
debug.Log(debug.DebugWarning, "Failed to prove inbound link packet", "error", err)
}
}
}
}
// ProvePacket sends an explicit link proof for pkt (Python Link.prove_packet).
// Responder links must sign with the destination identity key. Python
// initiators validate via peer_sig_pub from the destination identity, not the
// ephemeral Ed25519 keypair used only by initiators.
func (l *Link) ProvePacket(pkt *packet.Packet) error {
if pkt == nil {
return errors.New("nil packet")
}
if !l.IsActive() {
return common.ErrLinkNotActive
}
hash := pkt.GetHash()
if len(hash) == 0 {
return errors.New("empty packet hash")
}
l.mutex.RLock()
initiator := l.initiator
dest := l.destination
sigPriv := l.sigPriv
linkID := append([]byte(nil), l.linkID...)
l.mutex.RUnlock()
var signature []byte
if !initiator && dest != nil && dest.GetIdentity() != nil {
sig, err := dest.GetIdentity().Sign(hash)
if err != nil {
return err
}
signature = sig
} else {
if sigPriv == nil || sigPriv.Len() == 0 {
return errors.New("link has no signing key")
}
priv := sigPriv.CopyOut()
defer securemem.WipeBytes(priv)
signature = ed25519.Sign(ed25519.PrivateKey(priv), hash)
}
proofData := append(append([]byte(nil), hash...), signature...)
proofPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeProof,
TransportType: 0,
Context: packet.ContextNone,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: linkID,
Data: proofData,
CreateReceipt: false,
}
if err := proofPkt.Pack(); err != nil {
return err
}
l.recordOutbound()
return l.transport.SendPacket(proofPkt)
}
func (l *Link) HandleProofRequest(packet *packet.Packet) bool {
l.mutex.RLock()
defer l.mutex.RUnlock()
// Callers that receive proof-request contexts should consult this before sending a proof.
switch l.proofStrategy {
case ProveNone:
return false
case ProveAll:
return true
case ProveApp:
if l.proofCallback != nil {
return l.proofCallback(packet)
}
return false
default:
return false
}
}
func (l *Link) startWatchdog() {
if !l.watchdogActive.CompareAndSwap(false, true) {
return
}
go l.watchdog()
}
func (l *Link) watchdog() {
for l.GetStatus() != StatusClosed {
if GlobalPaused() {
time.Sleep(time.Duration(WatchdogInterval * float64(time.Second)))
continue
}
l.mutex.Lock()
if l.watchdogLock {
rttWait := WatchdogMinSleep
if l.rtt > 0.0 {
rttWait = l.rtt
}
if rttWait < WatchdogMinSleep {
rttWait = WatchdogMinSleep
}
l.mutex.Unlock()
time.Sleep(time.Duration(rttWait * float64(time.Second)))
continue
}
var sleepTime = WatchdogInterval
if l.status.Load() == int32(StatusPending) {
nextCheck := l.requestTime.Add(l.establishmentTimeout)
sleepTime = time.Until(nextCheck).Seconds()
if time.Now().After(nextCheck) {
debug.Log(debug.DebugWarning, "Link establishment timed out", "link_id", fmt.Sprintf("%x", l.linkID), "status", l.status.Load())
l.finishWatchdogClose(StatusFailed, true)
sleepTime = 0.001
}
} else if l.status.Load() == int32(StatusHandshake) {
nextCheck := l.requestTime.Add(l.establishmentTimeout)
sleepTime = time.Until(nextCheck).Seconds()
if time.Now().After(nextCheck) {
elapsed := time.Since(l.requestTime).Seconds()
if l.initiator {
debug.Log(debug.DebugWarning, "Timeout waiting for link request proof", "link_id", fmt.Sprintf("%x", l.linkID), "elapsed", fmt.Sprintf("%.3fs", elapsed), "timeout", l.establishmentTimeout.Seconds())
} else {
debug.Log(debug.DebugWarning, "Timeout waiting for RTT packet from link initiator", "link_id", fmt.Sprintf("%x", l.linkID), "elapsed", fmt.Sprintf("%.3fs", elapsed), "timeout", l.establishmentTimeout.Seconds())
}
l.finishWatchdogClose(StatusFailed, true)
sleepTime = 0.001
}
} else if l.status.Load() == int32(StatusActive) {
activatedAt := l.establishedAt
if activatedAt.IsZero() {
activatedAt = time.Time{}
}
lastInbound := nsToTime(l.lastInboundNs.Load())
lastOutbound := nsToTime(l.lastOutboundNs.Load())
lastKeepalive := nsToTime(l.lastKeepaliveNs.Load())
if lastKeepalive.IsZero() {
lastKeepalive = lastOutbound
}
inboundActivity := lastInbound
if inboundActivity.Before(activatedAt) {
inboundActivity = activatedAt
}
now := time.Now()
// Send keepalive when inbound OR outbound is older than the
// keepalive interval so initiator probes still fire when the
// remote side is continuously transmitting (RNS 1.4.0).
// Throttle initiator probes on lastKeepalive so one-way local
// data traffic does not suppress aliveness checks.
if initiatorShouldSendKeepalive(now, inboundActivity, lastOutbound, lastKeepalive, l.keepalive, l.initiator) {
_ = l.sendKeepalive() // #nosec G104 - best effort keepalive
}
needKeepalive := keepaliveDue(now, inboundActivity, lastOutbound, l.keepalive)
if needKeepalive {
if now.After(inboundActivity.Add(l.staleTime)) {
sleepTime = l.rtt*KeepaliveTimeoutFactor + StaleGrace
if l.status.CompareAndSwap(int32(StatusActive), int32(StatusStale)) {
ifaceName := ""
if l.networkInterface != nil {
ifaceName = l.networkInterface.GetName()
}
health.Inc(ifaceName, health.KindKeepaliveTimeout)
} else if l.status.Load() != int32(StatusStale) {
sleepTime = float64(l.keepalive) / float64(time.Second)
}
} else {
sleepTime = float64(l.keepalive) / float64(time.Second)
}
} else {
nextIn := inboundActivity.Add(l.keepalive)
nextOut := lastOutbound.Add(l.keepalive)
nextKeepalive := nextIn
if nextOut.Before(nextKeepalive) {
nextKeepalive = nextOut
}
sleepTime = time.Until(nextKeepalive).Seconds()
}
} else if l.status.Load() == int32(StatusStale) {
sleepTime = 0.001
debug.Log(debug.DebugWarning, "Link marked stale, closing", "link_id", fmt.Sprintf("%x", l.linkID))
ifaceName := ""
if l.networkInterface != nil {
ifaceName = l.networkInterface.GetName()
}
health.Inc(ifaceName, health.KindLinkStaleClose)
_ = l.sendTeardownPacket() // #nosec G104 - best effort teardown
l.finishWatchdogClose(StatusFailed, false)
sleepTime = 0.001
}
if sleepTime <= 0.0 {
sleepTime = 0.1
}
if sleepTime > 5.0 {
sleepTime = 5.0
}
l.mutex.Unlock()
time.Sleep(time.Duration(sleepTime * float64(time.Second)))
}
l.watchdogActive.Store(false)
}
// finishWatchdogClose CAS-closes the link once and runs close side effects.
// invalidatePath applies initiator path invalidation for establishment timeouts.
func (l *Link) finishWatchdogClose(reason byte, invalidatePath bool) {
if !l.closeOnce(reason) {
return
}
if l.transport != nil && len(l.linkID) > 0 {
l.transport.UnregisterLink(l.linkID)
}
if invalidatePath && l.initiator {
l.invalidateTransportPathAfterInitiatorFailure()
}
if l.closedCallback != nil {
l.closedCallback(l)
}
}
func (l *Link) sendKeepalive() error {
keepaliveData := []byte{0xFF}
keepalivePkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextKeepalive,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: keepaliveData,
CreateReceipt: false,
}
encrypted, err := l.encryptLocked(keepaliveData)
if err != nil {
return err
}
keepalivePkt.Data = encrypted
if err := keepalivePkt.Pack(); err != nil {
return err
}
l.recordKeepaliveOutbound()
return l.transport.SendPacket(keepalivePkt)
}
// keepaliveDue reports whether inbound or outbound activity is older than the
// keepalive interval (RNS 1.4.0 needKeepalive predicate).
func keepaliveDue(now, inboundActivity, lastOutbound time.Time, keepalive time.Duration) bool {
return now.After(inboundActivity.Add(keepalive)) || now.After(lastOutbound.Add(keepalive))
}
// initiatorShouldSendKeepalive is the RNS 1.4.0 initiator probe gate.
// Probes fire when keepalive is due and lastKeepalive is older than the interval.
func initiatorShouldSendKeepalive(now, inboundActivity, lastOutbound, lastKeepalive time.Time, keepalive time.Duration, initiator bool) bool {
if !initiator {
return false
}
if !keepaliveDue(now, inboundActivity, lastOutbound, keepalive) {
return false
}
return now.After(lastKeepalive.Add(keepalive))
}
// responderShouldReplyKeepalive is the RNS 1.4.0 responder reply throttle.
func responderShouldReplyKeepalive(now, lastOutbound time.Time, keepalive time.Duration, initiator bool) bool {
if initiator {
return false
}
return !now.Before(lastOutbound.Add(keepalive))
}
func (l *Link) sendTeardownPacket() error {
teardownPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextLinkClose,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: l.linkID,
CreateReceipt: false,
}
encrypted, err := l.encryptLocked(l.linkID)
if err != nil {
return err
}
teardownPkt.Data = encrypted
if err := teardownPkt.Pack(); err != nil {
return err
}
l.recordOutbound()
return l.transport.SendPacket(teardownPkt)
}
// Validate checks a signature the way Python Link.validate does: against
// peer_sig_pub. For initiators that is the destination identity signing key.
func (l *Link) Validate(signature, message []byte) bool {
l.mutex.RLock()
peerSig := append([]byte(nil), l.peerSigPub...)
remote := l.remoteIdentity
l.mutex.RUnlock()
if len(peerSig) == ed25519.PublicKeySize {
return ed25519.Verify(peerSig, message, signature)
}
if remote != nil {
return remote.Verify(message, signature)
}
return false
}
func (l *Link) generateEphemeralKeys() error {
priv, pub, err := cryptography.GenerateKeyPair()
if err != nil {
return fmt.Errorf("failed to generate X25519 keypair: %w", err)
}
if err := setSecBuf(&l.prv, priv); err != nil {
securemem.WipeBytes(priv)
return err
}
securemem.WipeBytes(priv)
l.pub = pub
pubKey, privKey, err := cryptography.GenerateSigningKeyPair()
if err != nil {
return fmt.Errorf("failed to generate Ed25519 keypair: %w", err)
}
if err := setSecBuf(&l.sigPriv, privKey); err != nil {
securemem.WipeBytes(privKey)
return err
}
securemem.WipeBytes(privKey)
l.sigPub = pubKey
return nil
}
// bindOwnerSigningKeys replaces ephemeral Ed25519 material with the destination
// owner identity keys (Python responder Link.sig_prv = owner.identity.sig_prv).
func (l *Link) bindOwnerSigningKeys(owner *identity.Identity) error {
if owner == nil {
return errors.New("nil owner identity")
}
sigPub := owner.GetSigningKey()
if len(sigPub) != ed25519.PublicKeySize {
return errors.New("owner identity has invalid signing public key")
}
l.sigPub = append([]byte(nil), sigPub...)
pk, err := owner.GetPrivateKey()
if err != nil {
// Hardware-bound identities cannot export seeds. ProvePacket uses
// Identity.Sign for responders so leave sigPriv empty.
closeSecBuf(&l.sigPriv)
l.sigPriv = nil
return nil
}
defer securemem.WipeBytes(pk)
if len(pk) < 64 {
return errors.New("owner private key too short")
}
expanded := ed25519.NewKeyFromSeed(pk[32:64])
if err := setSecBuf(&l.sigPriv, []byte(expanded)); err != nil {
securemem.WipeBytes(expanded)
return err
}
securemem.WipeBytes(expanded)
return nil
}
func signallingBytes(mtu int, mode byte) []byte {
bytes := make([]byte, LinkMTUSize)
bytes[0] = byte((mtu >> 16) & 0xFF)
bytes[1] = byte((mtu >> 8) & 0xFF)
bytes[2] = byte(mtu & 0xFF)
bytes[0] |= (mode << 5)
return bytes
}
// prepareLinkRequestLocked builds the outbound link request and derives linkID.
// The link mutex must be held by the caller.
func (l *Link) prepareLinkRequestLocked() error {
if err := l.generateEphemeralKeys(); err != nil {
return err
}
l.mode = ModeDefault
l.mtu = common.DefaultMTU / 3
l.updateMDU()
signalling := signallingBytes(l.mtu, l.mode)
requestData := make([]byte, 0, ECPubSize+LinkMTUSize)
requestData = append(requestData, l.pub...)
requestData = append(requestData, l.sigPub...)
requestData = append(requestData, signalling...)
pkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeLinkReq,
TransportType: 0,
Context: packet.ContextNone,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: l.destination.GetType(),
DestinationHash: l.destination.GetHash(),
Data: requestData,
CreateReceipt: false,
}
if err := pkt.Pack(); err != nil {
return fmt.Errorf("failed to pack link request: %w", err)
}
l.linkID = linkIDFromPacket(pkt)
l.requestPacket = pkt
l.requestTime = time.Now()
l.status.Store(int32(StatusPending))
return nil
}
func (l *Link) sendPreparedLinkRequest() error {
pkt := l.requestPacket
if pkt == nil {
return errors.New("link request not prepared")
}
if l.transport == nil {
return errors.New("transport is nil")
}
sendStartTime := time.Now()
if err := l.transport.SendPacket(pkt); err != nil {
debug.Log(debug.DebugError, "Failed to send link request", "error", err, "elapsed", time.Since(sendStartTime).Seconds())
return fmt.Errorf("failed to send link request: %w", err)
}
debug.Log(debug.DebugVerbose, "Link request sent", "link_id", fmt.Sprintf("%x", l.linkID), "send_elapsed", time.Since(sendStartTime).Seconds(), "dest_hash", fmt.Sprintf("%x", l.destination.GetHash()))
return nil
}
func linkIDFromPacket(pkt *packet.Packet) []byte {
return packet.LinkIDFromLinkRequest(pkt)
}
func (l *Link) HandleLinkRequest(pkt *packet.Packet, ownerIdentity *identity.Identity) error {
startTime := time.Now()
debug.Log(debug.DebugVerbose, "Handling incoming link request", "data_len", len(pkt.Data), "has_interface", l.networkInterface != nil, "dest_hash", fmt.Sprintf("%x", l.destination.GetHash()))
if len(pkt.Data) < ECPubSize {
return errors.New("link request data too short")
}
peerPub := pkt.Data[0:KeySize]
peerSigPub := pkt.Data[KeySize:ECPubSize]
l.peerPub = append([]byte(nil), peerPub...)
l.peerSigPub = append([]byte(nil), peerSigPub...)
l.linkID = linkIDFromPacket(pkt)
l.initiator = false
myPubStr := "not_generated_yet"
if len(l.pub) >= 8 {
myPubStr = fmt.Sprintf("%x", l.pub[:8])
}
debug.Log(debug.DebugVerbose, "Link request processed (responder)", "link_id", fmt.Sprintf("%x", l.linkID), "peer_pub", fmt.Sprintf("%x", peerPub[:8]), "my_pub", myPubStr, "elapsed", time.Since(startTime).Seconds())
if len(pkt.Data) >= ECPubSize+LinkMTUSize {
mtuBytes := pkt.Data[ECPubSize : ECPubSize+LinkMTUSize]
l.mtu = (int(mtuBytes[0]&0x1F) << 16) | (int(mtuBytes[1]) << 8) | int(mtuBytes[2])
l.mode = (mtuBytes[0] & ModeByteMask) >> 5
debug.Log(debug.DebugVerbose, "Link request includes MTU", "mtu", l.mtu, "mode", l.mode)
} else {
l.mtu = common.DefaultMTU / 3
l.mode = ModeDefault
}
if err := l.generateEphemeralKeys(); err != nil {
return err
}
// Python responders use owner.identity.sig_prv for link signing. Keep the
// ephemeral X25519 key from generateEphemeralKeys but bind Ed25519 to the
// destination identity so DATA proofs validate on NomadNet/Python.
if err := l.bindOwnerSigningKeys(ownerIdentity); err != nil {
return err
}
debug.Log(debug.DebugVerbose, "Ephemeral keys generated (responder)", "link_id", fmt.Sprintf("%x", l.linkID), "my_pub", fmt.Sprintf("%x", l.pub[:8]), "peer_pub", fmt.Sprintf("%x", l.peerPub[:8]))
if err := l.performHandshake(); err != nil {
return fmt.Errorf("handshake failed: %w", err)
}
l.updateMDU()
l.status.Store(int32(StatusHandshake))
l.recordInbound(false)
l.requestTime = time.Now()
// Establishment timeout is per-hop plus keepalive grace so WAN and
// backbone proof or RTT races are not closed too aggressively.
hops := max(int(pkt.Hops), 1)
l.establishmentTimeout = time.Duration(float64(hops)*EstablishmentTimeoutPerHop*float64(time.Second)) + l.keepalive
debug.Log(debug.DebugVerbose, "Responder establishment timeout configured", "link_id", fmt.Sprintf("%x", l.linkID), "packet_hops", pkt.Hops, "effective_hops", hops, "timeout_sec", l.establishmentTimeout.Seconds())
// Register before sending proof so an immediate LRRTT cannot race and miss.
if l.transport != nil {
l.transport.RegisterLink(l.linkID, l)
if l.networkInterface != nil {
l.registerLinkPath()
}
}
proofStartTime := time.Now()
if err := l.sendLinkProof(ownerIdentity); err != nil {
debug.Log(debug.DebugError, "Failed to send link proof", "error", err, "elapsed", time.Since(proofStartTime).Seconds())
return fmt.Errorf("failed to send link proof: %w", err)
}
debug.Log(debug.DebugVerbose, "Link proof sent (responder), waiting for RTT", "link_id", fmt.Sprintf("%x", l.linkID), "proof_send_elapsed", time.Since(proofStartTime).Seconds(), "total_elapsed", time.Since(startTime).Seconds())
return nil
}
func (l *Link) updateMDU() {
headerMinSize := 19
ifacMinSize := 1
tokenOverhead := common.TokenOverhead
aesBlockSize := 16
if l.mtu > packet.MTU {
debug.Log(debug.DebugVerbose, "Clamping negotiated link MTU to packet.MTU", "negotiated", l.mtu, "packet_mtu", packet.MTU)
l.mtu = packet.MTU
}
l.mdu = int(float64(l.mtu-headerMinSize-ifacMinSize-tokenOverhead)/float64(aesBlockSize))*aesBlockSize - 1
if l.mdu < 0 {
l.mdu = common.DefaultMTU / 15
}
}
func (l *Link) resourceSDU() int {
resourceHeaderMaxSize := 35
resourceIFACMinSize := 1
l.mutex.RLock()
mtu := l.mtu
mdu := l.mdu
l.mutex.RUnlock()
if mtu > 0 {
sdu := mtu - resourceHeaderMaxSize - resourceIFACMinSize
if sdu > 0 {
return sdu
}
}
return mdu
}
func (l *Link) performHandshake() error {
l.mutex.Lock()
defer l.mutex.Unlock()
return l.performHandshakeLocked()
}
func (l *Link) performHandshakeLocked() error {
if len(l.peerPub) != KeySize {
return errors.New("invalid peer public key length")
}
if l.prv == nil {
return errors.New("missing ephemeral private key")
}
sharedSecret, err := cryptography.DeriveSharedSecret(l.prv.Bytes(), l.peerPub)
if err != nil {
return fmt.Errorf("ECDH failed: %w", err)
}
if err := setSecBuf(&l.sharedKey, sharedSecret); err != nil {
securemem.WipeBytes(sharedSecret)
return err
}
securemem.WipeBytes(sharedSecret)
var derivedKeyLength int
if l.mode == ModeAES128CBC {
derivedKeyLength = 32
} else if l.mode == ModeAES256CBC {
derivedKeyLength = 64
} else {
return fmt.Errorf("invalid link mode: %d", l.mode)
}
derivedKey, err := cryptography.DeriveKey(l.sharedKey.Bytes(), l.linkID, nil, derivedKeyLength)
if err != nil {
return fmt.Errorf("HKDF failed: %w", err)
}
if err := setSecBuf(&l.derivedKey, derivedKey); err != nil {
securemem.WipeBytes(derivedKey)
return err
}
if len(derivedKey) >= 64 {
if err := setSecBuf(&l.hmacKey, derivedKey[0:32]); err != nil {
securemem.WipeBytes(derivedKey)
return err
}
if err := setSecBuf(&l.sessionKey, derivedKey[32:64]); err != nil {
securemem.WipeBytes(derivedKey)
return err
}
debug.Log(debug.DebugVerbose, "Session keys derived", "link_id", fmt.Sprintf("%x", l.linkID), "mode", l.mode, "initiator", l.initiator, "key_material_bytes", len(derivedKey))
} else if len(derivedKey) >= 32 {
if err := setSecBuf(&l.hmacKey, derivedKey[0:16]); err != nil {
securemem.WipeBytes(derivedKey)
return err
}
if err := setSecBuf(&l.sessionKey, derivedKey[16:32]); err != nil {
securemem.WipeBytes(derivedKey)
return err
}
}
securemem.WipeBytes(derivedKey)
l.refreshAESBlockLocked()
l.status.Store(int32(StatusHandshake))
debug.Log(debug.DebugVerbose, "Handshake completed", "key_material_bytes", derivedKeyLength, "link_id", fmt.Sprintf("%x", l.linkID))
return nil
}
func (l *Link) sendLinkProof(ownerIdentity *identity.Identity) error {
debug.Log(debug.DebugVerbose, "Generating link proof", "link_id", fmt.Sprintf("%x", l.linkID), "initiator", l.initiator, "has_interface", l.networkInterface != nil)
proofPkt, err := l.GenerateLinkProof(ownerIdentity)
if err != nil {
return err
}
debug.Log(debug.DebugVerbose, "Link proof packet created", "dest_hash", fmt.Sprintf("%x", proofPkt.DestinationHash), "packet_type", fmt.Sprintf("0x%02x", proofPkt.PacketType))
// For responder links (not initiator), send proof directly through the receiving interface
if !l.initiator && l.networkInterface != nil {
if err := proofPkt.Pack(); err != nil {
return fmt.Errorf("failed to pack proof packet: %w", err)
}
debug.Log(debug.DebugVerbose, "Sending proof through interface", "raw_len", len(proofPkt.Raw), "interface", l.networkInterface.GetName())
if err := l.networkInterface.Send(proofPkt.Raw, ""); err != nil {
return fmt.Errorf("failed to send link proof through interface: %w", err)
}
debug.Log(debug.DebugVerbose, "Link proof sent through interface", "link_id", fmt.Sprintf("%x", l.linkID), "interface", l.networkInterface.GetName())
return nil
}
// For initiator links, use transport (path lookup)
if l.transport != nil {
if err := l.transport.SendPacket(proofPkt); err != nil {
return fmt.Errorf("failed to send link proof: %w", err)
}
debug.Log(debug.DebugVerbose, "Link proof sent", "link_id", fmt.Sprintf("%x", l.linkID))
}
return nil
}
func (l *Link) GenerateLinkProof(ownerIdentity *identity.Identity) (*packet.Packet, error) {
signalling := signallingBytes(l.mtu, l.mode)
ownerSigPub := ownerIdentity.GetPublicKey()[KeySize:ECPubSize]
signedData := make([]byte, 0, len(l.linkID)+KeySize+len(ownerSigPub)+len(signalling))
signedData = append(signedData, l.linkID...)
signedData = append(signedData, l.pub...)
signedData = append(signedData, ownerSigPub...)
signedData = append(signedData, signalling...)
signature, err := ownerIdentity.Sign(signedData)
if err != nil {
return nil, fmt.Errorf("sign link proof: %w", err)
}
debug.Log(
debug.DebugInfo,
"Generated link proof signature",
"link_id", fmt.Sprintf("%x", l.linkID),
"sig_prefix", fmt.Sprintf("%x", signature[:8]),
"pub_prefix", fmt.Sprintf("%x", l.pub[:8]),
"owner_sig_pub_prefix", fmt.Sprintf("%x", ownerSigPub[:8]),
"signalling", fmt.Sprintf("%x", signalling),
)
proofData := make([]byte, 0, len(signature)+KeySize+len(signalling))
proofData = append(proofData, signature...)
proofData = append(proofData, l.pub...)
proofData = append(proofData, signalling...)
proofPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeProof,
TransportType: 0,
Context: packet.ContextLRProof,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: proofData,
CreateReceipt: false,
Link: l,
}
if err := proofPkt.Pack(); err != nil {
return nil, fmt.Errorf("failed to pack link proof: %w", err)
}
return proofPkt, nil
}
func (l *Link) ValidateLinkProof(pkt *packet.Packet, networkIface common.NetworkInterface) error {
ifaceName := ""
if networkIface != nil {
ifaceName = networkIface.GetName()
}
d, release := protect.AdmitHandshake(ifaceName)
if !d.Allow {
return errors.New("dos_protection refused handshake")
}
defer release()
l.mutex.Lock()
defer l.mutex.Unlock()
return l.validateLinkProofLocked(pkt, networkIface)
}
// tryTerminusPathRebalanceLocked applies RNS 1.4.1 initiator-side hop correction
// when a signed LRPROOF arrives with a different hop count while PENDING.
// Link mutex must be held. Returns true when expectedHops now matches accounted.
func (l *Link) tryTerminusPathRebalanceLocked(pkt *packet.Packet, networkIface common.NetworkInterface, accounted uint8) bool {
if l == nil || pkt == nil || l.transport == nil {
return false
}
if l.status.Load() != int32(StatusPending) {
return false
}
if !l.rebalanced.IsZero() {
return false
}
if !l.transport.LinkPathRebalanceAllowed() {
return false
}
if len(pkt.Data) < identity.SigLength/8+KeySize {
return false
}
signature := pkt.Data[0 : identity.SigLength/8]
peerPub := pkt.Data[identity.SigLength/8 : identity.SigLength/8+KeySize]
signalling := []byte{0, 0, 0}
if len(pkt.Data) >= identity.SigLength/8+KeySize+LinkMTUSize {
signalling = pkt.Data[identity.SigLength/8+KeySize : identity.SigLength/8+KeySize+LinkMTUSize]
mode := (signalling[0] & ModeByteMask) >> 5
if l.mode != 0 && mode != l.mode {
debug.Log(debug.DebugVerbose, "Aborting terminus path rebalance due to link mode mismatch",
"got", mode, "want", l.mode)
return false
}
}
peerSigPub := l.peerSigPub
if len(peerSigPub) == 0 && l.destination != nil && l.destination.GetIdentity() != nil {
pubKey := l.destination.GetIdentity().GetPublicKey()
if len(pubKey) >= ECPubSize {
peerSigPub = pubKey[KeySize:ECPubSize]
}
}
if len(peerSigPub) == 0 || l.destination == nil || l.destination.GetIdentity() == nil {
return false
}
signedData := make([]byte, 0, len(l.linkID)+KeySize+len(peerSigPub)+len(signalling))
signedData = append(signedData, l.linkID...)
signedData = append(signedData, peerPub...)
signedData = append(signedData, peerSigPub...)
signedData = append(signedData, signalling...)
if !l.destination.GetIdentity().Verify(signedData, signature) {
debug.Log(debug.DebugVerbose, "Aborting terminus path rebalance due to invalid signature",
"link_id", fmt.Sprintf("%x", l.linkID))
return false
}
destHash := l.destination.GetHash()
if !l.transport.RebalancePathHops(destHash, accounted, networkIface) {
return false
}
l.rebalanced = time.Now()
l.expectedHops = accounted
debug.Log(debug.DebugVerbose, "Re-balancing path at link terminus",
"link_id", fmt.Sprintf("%x", l.linkID),
"to", accounted)
return accounted == l.expectedHops
}
// validateLinkProofLocked completes initiator-side link establishment after
// receiving the responder's signed proof. The link mutex must be held.
func (l *Link) validateLinkProofLocked(pkt *packet.Packet, networkIface common.NetworkInterface) error {
startTime := time.Now()
debug.Log(debug.DebugVerbose, "Validating link proof", "link_id", fmt.Sprintf("%x", l.linkID), "status", l.status.Load(), "initiator", l.initiator, "has_interface", networkIface != nil, "proof_data_len", len(pkt.Data))
st := l.status.Load()
if st != int32(StatusPending) && st != int32(StatusHandshake) {
return fmt.Errorf("invalid link status for proof validation: %d", l.status.Load())
}
// Match Python Transport pending-link LRPROOF hop gate (RNS 1.3.8 / 1.4.1).
// Compare accounted inbound hops (wire+1, except local-client ifaces)
// against expected_hops from the path table. PATHFINDER_M means hops
// were unknown at link creation. On mismatch while PENDING, a validated
// LRPROOF may rebalance expected hops once (ALLOW_LINK_PATH_REBALANCE).
accounted := transport.AccountInboundHops(pkt.Hops, networkIface)
if l.expectedHops != transport.PathfinderM && accounted != l.expectedHops {
if !l.tryTerminusPathRebalanceLocked(pkt, networkIface, accounted) {
l.markInitiatorEstablishmentFailedLocked()
ifaceName := ""
if networkIface != nil {
ifaceName = networkIface.GetName()
}
health.Inc(ifaceName, health.KindLRProofHopMismatch)
health.Inc(ifaceName, health.KindProofFail)
return fmt.Errorf("link proof hop count mismatch: got %d want %d", accounted, l.expectedHops)
}
}
if len(pkt.Data) < identity.SigLength/8+KeySize {
l.markInitiatorEstablishmentFailedLocked()
incProofFail(networkIface)
return errors.New("link proof data too short")
}
signature := pkt.Data[0 : identity.SigLength/8]
peerPub := pkt.Data[identity.SigLength/8 : identity.SigLength/8+KeySize]
signalling := []byte{0, 0, 0}
if len(pkt.Data) >= identity.SigLength/8+KeySize+LinkMTUSize {
signalling = pkt.Data[identity.SigLength/8+KeySize : identity.SigLength/8+KeySize+LinkMTUSize]
mtu := (int(signalling[0]&0x1F) << 16) | (int(signalling[1]) << 8) | int(signalling[2])
mode := (signalling[0] & ModeByteMask) >> 5
l.mtu = mtu
l.mode = mode
debug.Log(debug.DebugVerbose, "Link proof includes MTU", "mtu", mtu, "mode", mode)
}
l.peerPub = append([]byte(nil), peerPub...)
if l.destination != nil && l.destination.GetIdentity() != nil {
destIdent := l.destination.GetIdentity()
pubKey := destIdent.GetPublicKey()
if len(pubKey) >= ECPubSize {
l.peerSigPub = append([]byte(nil), pubKey[KeySize:ECPubSize]...)
}
}
signedData := make([]byte, 0, len(l.linkID)+KeySize+len(l.peerSigPub)+len(signalling))
signedData = append(signedData, l.linkID...)
signedData = append(signedData, peerPub...)
signedData = append(signedData, l.peerSigPub...)
signedData = append(signedData, signalling...)
first32Len := min(len(signedData), 32)
debug.Log(debug.DebugVerbose, "Constructed signed data for validation", "link_id", fmt.Sprintf("%x", l.linkID[:8]), "peer_pub", fmt.Sprintf("%x", peerPub[:8]), "peer_sig_pub", fmt.Sprintf("%x", l.peerSigPub[:8]), "signalling", fmt.Sprintf("%x", signalling), "signed_data_len", len(signedData), "signed_data_first32", fmt.Sprintf("%x", signedData[:first32Len]))
if l.destination == nil || l.destination.GetIdentity() == nil {
l.markInitiatorEstablishmentFailedLocked()
return errors.New("no destination identity for proof validation")
}
if !l.destination.GetIdentity().Verify(signedData, signature) {
debug.Log(debug.DebugError, "Link proof signature validation failed", "link_id", fmt.Sprintf("%x", l.linkID[:8]), "signature", fmt.Sprintf("%x", signature[:8]), "signed_data", fmt.Sprintf("%x", signedData))
l.markInitiatorEstablishmentFailedLocked()
incProofFail(networkIface)
return errors.New("link proof signature validation failed")
}
debug.Log(debug.DebugVerbose, "Link proof signature validated successfully", "link_id", fmt.Sprintf("%x", l.linkID[:8]))
if err := l.performHandshakeLocked(); err != nil {
l.markInitiatorEstablishmentFailedLocked()
return fmt.Errorf("handshake failed: %w", err)
}
l.updateMDU()
l.rtt = time.Since(l.requestTime).Seconds()
l.establishedAt = time.Now()
if l.rtt > 0 {
l.updateKeepaliveLocked()
}
logRtt := l.rtt
if !l.promoteToActive() {
l.markInitiatorEstablishmentFailedLocked()
return errors.New("link closed before becoming active")
}
rttData, err := msgpack.Marshal(logRtt)
if err != nil {
return fmt.Errorf("failed to encode RTT payload: %w", err)
}
rttPkt := &packet.Packet{
HeaderType: packet.HeaderType1,
PacketType: packet.PacketTypeData,
TransportType: 0,
Context: packet.ContextLRRTT,
ContextFlag: packet.FlagUnset,
Hops: 0,
DestinationType: DestTypeLink,
DestinationHash: l.linkID,
Data: rttData,
CreateReceipt: false,
}
if l.transport != nil {
l.transport.RegisterLink(l.linkID, l)
if l.networkInterface != nil {
l.registerLinkPath()
}
}
encrypted, err := l.encryptLocked(rttData)
if err != nil {
debug.Log(debug.DebugError, "Failed to encrypt RTT packet", "error", err, "link_id", fmt.Sprintf("%x", l.linkID))
} else {
rttPkt.Data = encrypted
if err := rttPkt.Pack(); err != nil {
debug.Log(debug.DebugError, "Failed to pack RTT packet", "error", err, "link_id", fmt.Sprintf("%x", l.linkID))
} else {
debug.Log(debug.DebugVerbose, "Sending RTT packet", "link_id", fmt.Sprintf("%x", l.linkID), "rtt", fmt.Sprintf("%.3fs", logRtt), "packet_size", len(rttPkt.Raw))
if err := l.transport.SendPacket(rttPkt); err != nil {
debug.Log(debug.DebugError, "Failed to send RTT packet", "error", err, "link_id", fmt.Sprintf("%x", l.linkID))
} else {
l.recordOutbound()
debug.Log(debug.DebugVerbose, "RTT packet sent successfully", "link_id", fmt.Sprintf("%x", l.linkID), "rtt", fmt.Sprintf("%.3fs", logRtt))
}
}
}
establishmentElapsed := time.Since(l.requestTime).Seconds()
debug.Log(debug.DebugInfo, "Link established (initiator)", "link_id", fmt.Sprintf("%x", l.linkID), "rtt", fmt.Sprintf("%.3fs", logRtt), "total_elapsed", fmt.Sprintf("%.3fs", establishmentElapsed), "validation_elapsed", fmt.Sprintf("%.3fs", time.Since(startTime).Seconds()))
if l.establishedCallback != nil {
// Initiator callback runs from ValidateLinkProof while the link mutex is
// held. Callbacks call GetLinkID and must not run on this goroutine.
cb := l.establishedCallback
go cb(l)
}
return nil
}