mirror of https://github.com/tailscale/tailscale/
sockstats: instrument networking code paths
Uses the hooks added by tailscale/go#45 to instrument the reads and writes on the major code paths that do network I/O in the client. The convention is to use "<package>.<type>:<label>" as the annotation for the responsible code path. Enabled on iOS, macOS and Android only, since mobile platforms are the ones we're most interested in, and we are less sensitive to any throughput degradation due to the per-I/O callback overhead (macOS is also enabled for ease of testing during development). For now just exposed as counters on a /v0/sockstats PeerAPI endpoint. We also keep track of the current interface so that we can break out the stats by interface. Updates tailscale/corp#9230 Updates #3363 Signed-off-by: Mihai Parparita <mihai@tailscale.com>pull/7415/head
Mihai Parparita
2 years ago
committed by
Mihai Parparita
parent
0c1510739c
commit
9cb332f0e2
@ -1 +1 @@
|
|||||||
ec180cbca39fcb5dc420399b37583e53fcf382c9
|
fb11c0df588717a3ee13b09dacae1e7093279d67
|
||||||
|
|||||||
@ -0,0 +1,39 @@
|
|||||||
|
// Copyright (c) Tailscale Inc & AUTHORS
|
||||||
|
// SPDX-License-Identifier: BSD-3-Clause
|
||||||
|
|
||||||
|
// Package sockstats collects statistics about network sockets used by
|
||||||
|
// the Tailscale client. The context where sockets are used must be
|
||||||
|
// instrumented with the WithSockStats() function.
|
||||||
|
//
|
||||||
|
// Only available on POSIX platforms when built with Tailscale's fork of Go.
|
||||||
|
package sockstats
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
"tailscale.com/wgengine/monitor"
|
||||||
|
)
|
||||||
|
|
||||||
|
type SockStats struct {
|
||||||
|
Stats map[string]SockStat
|
||||||
|
Interfaces []string
|
||||||
|
}
|
||||||
|
|
||||||
|
type SockStat struct {
|
||||||
|
TxBytes int64
|
||||||
|
RxBytes int64
|
||||||
|
TxBytesByInterface map[string]int64
|
||||||
|
RxBytesByInterface map[string]int64
|
||||||
|
}
|
||||||
|
|
||||||
|
func WithSockStats(ctx context.Context, label string) context.Context {
|
||||||
|
return withSockStats(ctx, label)
|
||||||
|
}
|
||||||
|
|
||||||
|
func Get() *SockStats {
|
||||||
|
return get()
|
||||||
|
}
|
||||||
|
|
||||||
|
func SetLinkMonitor(lm *monitor.Mon) {
|
||||||
|
setLinkMonitor(lm)
|
||||||
|
}
|
||||||
@ -0,0 +1,23 @@
|
|||||||
|
// Copyright (c) Tailscale Inc & AUTHORS
|
||||||
|
// SPDX-License-Identifier: BSD-3-Clause
|
||||||
|
|
||||||
|
//go:build !tailscale_go || !(darwin || ios || android)
|
||||||
|
|
||||||
|
package sockstats
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
"tailscale.com/wgengine/monitor"
|
||||||
|
)
|
||||||
|
|
||||||
|
func withSockStats(ctx context.Context, label string) context.Context {
|
||||||
|
return ctx
|
||||||
|
}
|
||||||
|
|
||||||
|
func get() *SockStats {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func setLinkMonitor(lm *monitor.Mon) {
|
||||||
|
}
|
||||||
@ -0,0 +1,151 @@
|
|||||||
|
// Copyright (c) Tailscale Inc & AUTHORS
|
||||||
|
// SPDX-License-Identifier: BSD-3-Clause
|
||||||
|
|
||||||
|
//go:build tailscale_go && (darwin || ios || android)
|
||||||
|
|
||||||
|
package sockstats
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"log"
|
||||||
|
"net"
|
||||||
|
"sync"
|
||||||
|
"sync/atomic"
|
||||||
|
|
||||||
|
"tailscale.com/net/interfaces"
|
||||||
|
"tailscale.com/wgengine/monitor"
|
||||||
|
)
|
||||||
|
|
||||||
|
type sockStatCounters struct {
|
||||||
|
txBytes, rxBytes atomic.Uint64
|
||||||
|
rxBytesByInterface, txBytesByInterface map[int]*atomic.Uint64
|
||||||
|
}
|
||||||
|
|
||||||
|
var sockStats = struct {
|
||||||
|
// mu protects fields in this group. It should not be held in the per-read/
|
||||||
|
// write callbacks.
|
||||||
|
mu sync.Mutex
|
||||||
|
countersByLabel map[string]*sockStatCounters
|
||||||
|
knownInterfaces map[int]string // interface index -> name
|
||||||
|
usedInterfaces map[int]int // set of interface indexes
|
||||||
|
|
||||||
|
// Separate atomic since the current interface is accessed in the per-read/
|
||||||
|
// write callbacks.
|
||||||
|
currentInterface atomic.Uint32
|
||||||
|
}{
|
||||||
|
countersByLabel: make(map[string]*sockStatCounters),
|
||||||
|
knownInterfaces: make(map[int]string),
|
||||||
|
usedInterfaces: make(map[int]int),
|
||||||
|
}
|
||||||
|
|
||||||
|
func withSockStats(ctx context.Context, label string) context.Context {
|
||||||
|
sockStats.mu.Lock()
|
||||||
|
defer sockStats.mu.Unlock()
|
||||||
|
counters, ok := sockStats.countersByLabel[label]
|
||||||
|
if !ok {
|
||||||
|
counters = &sockStatCounters{
|
||||||
|
rxBytesByInterface: make(map[int]*atomic.Uint64),
|
||||||
|
txBytesByInterface: make(map[int]*atomic.Uint64),
|
||||||
|
}
|
||||||
|
for iface := range sockStats.knownInterfaces {
|
||||||
|
counters.rxBytesByInterface[iface] = &atomic.Uint64{}
|
||||||
|
counters.txBytesByInterface[iface] = &atomic.Uint64{}
|
||||||
|
}
|
||||||
|
sockStats.countersByLabel[label] = counters
|
||||||
|
}
|
||||||
|
|
||||||
|
didRead := func(n int) {
|
||||||
|
counters.rxBytes.Add(uint64(n))
|
||||||
|
if currentInterface := int(sockStats.currentInterface.Load()); currentInterface != 0 {
|
||||||
|
if a := counters.rxBytesByInterface[currentInterface]; a != nil {
|
||||||
|
a.Add(uint64(n))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
didWrite := func(n int) {
|
||||||
|
counters.txBytes.Add(uint64(n))
|
||||||
|
if currentInterface := int(sockStats.currentInterface.Load()); currentInterface != 0 {
|
||||||
|
if a := counters.txBytesByInterface[currentInterface]; a != nil {
|
||||||
|
a.Add(uint64(n))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
willOverwrite := func(trace *net.SockTrace) {
|
||||||
|
log.Printf("sockstats: trace %q was overwritten by another", label)
|
||||||
|
}
|
||||||
|
|
||||||
|
return net.WithSockTrace(ctx, &net.SockTrace{
|
||||||
|
DidRead: didRead,
|
||||||
|
DidWrite: didWrite,
|
||||||
|
WillOverwrite: willOverwrite,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func get() *SockStats {
|
||||||
|
sockStats.mu.Lock()
|
||||||
|
defer sockStats.mu.Unlock()
|
||||||
|
|
||||||
|
r := &SockStats{
|
||||||
|
Stats: make(map[string]SockStat),
|
||||||
|
Interfaces: make([]string, 0, len(sockStats.usedInterfaces)),
|
||||||
|
}
|
||||||
|
for iface := range sockStats.usedInterfaces {
|
||||||
|
r.Interfaces = append(r.Interfaces, sockStats.knownInterfaces[iface])
|
||||||
|
}
|
||||||
|
|
||||||
|
for label, counters := range sockStats.countersByLabel {
|
||||||
|
r.Stats[label] = SockStat{
|
||||||
|
TxBytes: int64(counters.txBytes.Load()),
|
||||||
|
RxBytes: int64(counters.rxBytes.Load()),
|
||||||
|
TxBytesByInterface: make(map[string]int64),
|
||||||
|
RxBytesByInterface: make(map[string]int64),
|
||||||
|
}
|
||||||
|
for iface, a := range counters.rxBytesByInterface {
|
||||||
|
ifName := sockStats.knownInterfaces[iface]
|
||||||
|
r.Stats[label].RxBytesByInterface[ifName] = int64(a.Load())
|
||||||
|
}
|
||||||
|
for iface, a := range counters.txBytesByInterface {
|
||||||
|
ifName := sockStats.knownInterfaces[iface]
|
||||||
|
r.Stats[label].TxBytesByInterface[ifName] = int64(a.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return r
|
||||||
|
}
|
||||||
|
|
||||||
|
func setLinkMonitor(lm *monitor.Mon) {
|
||||||
|
sockStats.mu.Lock()
|
||||||
|
defer sockStats.mu.Unlock()
|
||||||
|
|
||||||
|
// We intentionally populate all known interfaces now, so that we can
|
||||||
|
// increment stats for them without holding mu.
|
||||||
|
state := lm.InterfaceState()
|
||||||
|
for ifName, iface := range state.Interface {
|
||||||
|
sockStats.knownInterfaces[iface.Index] = ifName
|
||||||
|
}
|
||||||
|
if ifName := state.DefaultRouteInterface; ifName != "" {
|
||||||
|
ifIndex := state.Interface[ifName].Index
|
||||||
|
sockStats.currentInterface.Store(uint32(ifIndex))
|
||||||
|
sockStats.usedInterfaces[ifIndex] = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
lm.RegisterChangeCallback(func(changed bool, state *interfaces.State) {
|
||||||
|
if changed {
|
||||||
|
if ifName := state.DefaultRouteInterface; ifName != "" {
|
||||||
|
ifIndex := state.Interface[ifName].Index
|
||||||
|
sockStats.mu.Lock()
|
||||||
|
defer sockStats.mu.Unlock()
|
||||||
|
// Ignore changes to unknown interfaces -- it would require
|
||||||
|
// updating the tx/rxBytesByInterface maps and thus
|
||||||
|
// additional locking for every read/write. Most of the time
|
||||||
|
// the set of interfaces is static.
|
||||||
|
if _, ok := sockStats.knownInterfaces[ifIndex]; ok {
|
||||||
|
sockStats.currentInterface.Store(uint32(ifIndex))
|
||||||
|
sockStats.usedInterfaces[ifIndex] = 1
|
||||||
|
} else {
|
||||||
|
sockStats.currentInterface.Store(0)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue