global: buff -> buf
This always struck me as kind of weird and non-standard. Signed-off-by: Jason A. Donenfeld <Jason@zx2c4.com>
This commit is contained in:
parent
7d327ed35a
commit
0ad14a89f5
@ -204,11 +204,11 @@ again:
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *StdNetBind) makeReceiveIPv4(pc *ipv4.PacketConn, conn *net.UDPConn) ReceiveFunc {
|
func (s *StdNetBind) makeReceiveIPv4(pc *ipv4.PacketConn, conn *net.UDPConn) ReceiveFunc {
|
||||||
return func(buffs [][]byte, sizes []int, eps []Endpoint) (n int, err error) {
|
return func(bufs [][]byte, sizes []int, eps []Endpoint) (n int, err error) {
|
||||||
msgs := s.ipv4MsgsPool.Get().(*[]ipv4.Message)
|
msgs := s.ipv4MsgsPool.Get().(*[]ipv4.Message)
|
||||||
defer s.ipv4MsgsPool.Put(msgs)
|
defer s.ipv4MsgsPool.Put(msgs)
|
||||||
for i := range buffs {
|
for i := range bufs {
|
||||||
(*msgs)[i].Buffers[0] = buffs[i]
|
(*msgs)[i].Buffers[0] = bufs[i]
|
||||||
}
|
}
|
||||||
var numMsgs int
|
var numMsgs int
|
||||||
if runtime.GOOS == "linux" {
|
if runtime.GOOS == "linux" {
|
||||||
@ -237,11 +237,11 @@ func (s *StdNetBind) makeReceiveIPv4(pc *ipv4.PacketConn, conn *net.UDPConn) Rec
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *StdNetBind) makeReceiveIPv6(pc *ipv6.PacketConn, conn *net.UDPConn) ReceiveFunc {
|
func (s *StdNetBind) makeReceiveIPv6(pc *ipv6.PacketConn, conn *net.UDPConn) ReceiveFunc {
|
||||||
return func(buffs [][]byte, sizes []int, eps []Endpoint) (n int, err error) {
|
return func(bufs [][]byte, sizes []int, eps []Endpoint) (n int, err error) {
|
||||||
msgs := s.ipv4MsgsPool.Get().(*[]ipv6.Message)
|
msgs := s.ipv4MsgsPool.Get().(*[]ipv6.Message)
|
||||||
defer s.ipv4MsgsPool.Put(msgs)
|
defer s.ipv4MsgsPool.Put(msgs)
|
||||||
for i := range buffs {
|
for i := range bufs {
|
||||||
(*msgs)[i].Buffers[0] = buffs[i]
|
(*msgs)[i].Buffers[0] = bufs[i]
|
||||||
}
|
}
|
||||||
var numMsgs int
|
var numMsgs int
|
||||||
if runtime.GOOS == "linux" {
|
if runtime.GOOS == "linux" {
|
||||||
@ -301,7 +301,7 @@ func (s *StdNetBind) Close() error {
|
|||||||
return err2
|
return err2
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *StdNetBind) Send(buffs [][]byte, endpoint Endpoint) error {
|
func (s *StdNetBind) Send(bufs [][]byte, endpoint Endpoint) error {
|
||||||
s.mu.Lock()
|
s.mu.Lock()
|
||||||
blackhole := s.blackhole4
|
blackhole := s.blackhole4
|
||||||
conn := s.ipv4
|
conn := s.ipv4
|
||||||
@ -327,21 +327,21 @@ func (s *StdNetBind) Send(buffs [][]byte, endpoint Endpoint) error {
|
|||||||
return syscall.EAFNOSUPPORT
|
return syscall.EAFNOSUPPORT
|
||||||
}
|
}
|
||||||
if is6 {
|
if is6 {
|
||||||
return s.send6(conn, pc6, endpoint, buffs)
|
return s.send6(conn, pc6, endpoint, bufs)
|
||||||
} else {
|
} else {
|
||||||
return s.send4(conn, pc4, endpoint, buffs)
|
return s.send4(conn, pc4, endpoint, bufs)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *StdNetBind) send4(conn *net.UDPConn, pc *ipv4.PacketConn, ep Endpoint, buffs [][]byte) error {
|
func (s *StdNetBind) send4(conn *net.UDPConn, pc *ipv4.PacketConn, ep Endpoint, bufs [][]byte) error {
|
||||||
ua := s.udpAddrPool.Get().(*net.UDPAddr)
|
ua := s.udpAddrPool.Get().(*net.UDPAddr)
|
||||||
as4 := ep.DstIP().As4()
|
as4 := ep.DstIP().As4()
|
||||||
copy(ua.IP, as4[:])
|
copy(ua.IP, as4[:])
|
||||||
ua.IP = ua.IP[:4]
|
ua.IP = ua.IP[:4]
|
||||||
ua.Port = int(ep.(*StdNetEndpoint).Port())
|
ua.Port = int(ep.(*StdNetEndpoint).Port())
|
||||||
msgs := s.ipv4MsgsPool.Get().(*[]ipv4.Message)
|
msgs := s.ipv4MsgsPool.Get().(*[]ipv4.Message)
|
||||||
for i, buff := range buffs {
|
for i, buf := range bufs {
|
||||||
(*msgs)[i].Buffers[0] = buff
|
(*msgs)[i].Buffers[0] = buf
|
||||||
(*msgs)[i].Addr = ua
|
(*msgs)[i].Addr = ua
|
||||||
setSrcControl(&(*msgs)[i].OOB, ep.(*StdNetEndpoint))
|
setSrcControl(&(*msgs)[i].OOB, ep.(*StdNetEndpoint))
|
||||||
}
|
}
|
||||||
@ -352,15 +352,15 @@ func (s *StdNetBind) send4(conn *net.UDPConn, pc *ipv4.PacketConn, ep Endpoint,
|
|||||||
)
|
)
|
||||||
if runtime.GOOS == "linux" {
|
if runtime.GOOS == "linux" {
|
||||||
for {
|
for {
|
||||||
n, err = pc.WriteBatch((*msgs)[start:len(buffs)], 0)
|
n, err = pc.WriteBatch((*msgs)[start:len(bufs)], 0)
|
||||||
if err != nil || n == len((*msgs)[start:len(buffs)]) {
|
if err != nil || n == len((*msgs)[start:len(bufs)]) {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
start += n
|
start += n
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
for i, buff := range buffs {
|
for i, buf := range bufs {
|
||||||
_, _, err = conn.WriteMsgUDP(buff, (*msgs)[i].OOB, ua)
|
_, _, err = conn.WriteMsgUDP(buf, (*msgs)[i].OOB, ua)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
@ -371,15 +371,15 @@ func (s *StdNetBind) send4(conn *net.UDPConn, pc *ipv4.PacketConn, ep Endpoint,
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *StdNetBind) send6(conn *net.UDPConn, pc *ipv6.PacketConn, ep Endpoint, buffs [][]byte) error {
|
func (s *StdNetBind) send6(conn *net.UDPConn, pc *ipv6.PacketConn, ep Endpoint, bufs [][]byte) error {
|
||||||
ua := s.udpAddrPool.Get().(*net.UDPAddr)
|
ua := s.udpAddrPool.Get().(*net.UDPAddr)
|
||||||
as16 := ep.DstIP().As16()
|
as16 := ep.DstIP().As16()
|
||||||
copy(ua.IP, as16[:])
|
copy(ua.IP, as16[:])
|
||||||
ua.IP = ua.IP[:16]
|
ua.IP = ua.IP[:16]
|
||||||
ua.Port = int(ep.(*StdNetEndpoint).Port())
|
ua.Port = int(ep.(*StdNetEndpoint).Port())
|
||||||
msgs := s.ipv6MsgsPool.Get().(*[]ipv6.Message)
|
msgs := s.ipv6MsgsPool.Get().(*[]ipv6.Message)
|
||||||
for i, buff := range buffs {
|
for i, buf := range bufs {
|
||||||
(*msgs)[i].Buffers[0] = buff
|
(*msgs)[i].Buffers[0] = buf
|
||||||
(*msgs)[i].Addr = ua
|
(*msgs)[i].Addr = ua
|
||||||
setSrcControl(&(*msgs)[i].OOB, ep.(*StdNetEndpoint))
|
setSrcControl(&(*msgs)[i].OOB, ep.(*StdNetEndpoint))
|
||||||
}
|
}
|
||||||
@ -390,15 +390,15 @@ func (s *StdNetBind) send6(conn *net.UDPConn, pc *ipv6.PacketConn, ep Endpoint,
|
|||||||
)
|
)
|
||||||
if runtime.GOOS == "linux" {
|
if runtime.GOOS == "linux" {
|
||||||
for {
|
for {
|
||||||
n, err = pc.WriteBatch((*msgs)[start:len(buffs)], 0)
|
n, err = pc.WriteBatch((*msgs)[start:len(bufs)], 0)
|
||||||
if err != nil || n == len((*msgs)[start:len(buffs)]) {
|
if err != nil || n == len((*msgs)[start:len(bufs)]) {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
start += n
|
start += n
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
for i, buff := range buffs {
|
for i, buf := range bufs {
|
||||||
_, _, err = conn.WriteMsgUDP(buff, (*msgs)[i].OOB, ua)
|
_, _, err = conn.WriteMsgUDP(buf, (*msgs)[i].OOB, ua)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
@ -9,14 +9,14 @@ func TestStdNetBindReceiveFuncAfterClose(t *testing.T) {
|
|||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
bind.Close()
|
bind.Close()
|
||||||
buffs := make([][]byte, 1)
|
bufs := make([][]byte, 1)
|
||||||
buffs[0] = make([]byte, 1)
|
bufs[0] = make([]byte, 1)
|
||||||
sizes := make([]int, 1)
|
sizes := make([]int, 1)
|
||||||
eps := make([]Endpoint, 1)
|
eps := make([]Endpoint, 1)
|
||||||
for _, fn := range fns {
|
for _, fn := range fns {
|
||||||
// The ReceiveFuncs must not access conn-related fields on StdNetBind
|
// The ReceiveFuncs must not access conn-related fields on StdNetBind
|
||||||
// unguarded. Close() nils the conn-related fields resulting in a panic
|
// unguarded. Close() nils the conn-related fields resulting in a panic
|
||||||
// if they violate the mutex.
|
// if they violate the mutex.
|
||||||
fn(buffs, sizes, eps)
|
fn(bufs, sizes, eps)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -416,19 +416,19 @@ retry:
|
|||||||
return n, &ep, nil
|
return n, &ep, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (bind *WinRingBind) receiveIPv4(buffs [][]byte, sizes []int, eps []Endpoint) (int, error) {
|
func (bind *WinRingBind) receiveIPv4(bufs [][]byte, sizes []int, eps []Endpoint) (int, error) {
|
||||||
bind.mu.RLock()
|
bind.mu.RLock()
|
||||||
defer bind.mu.RUnlock()
|
defer bind.mu.RUnlock()
|
||||||
n, ep, err := bind.v4.Receive(buffs[0], &bind.isOpen)
|
n, ep, err := bind.v4.Receive(bufs[0], &bind.isOpen)
|
||||||
sizes[0] = n
|
sizes[0] = n
|
||||||
eps[0] = ep
|
eps[0] = ep
|
||||||
return 1, err
|
return 1, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (bind *WinRingBind) receiveIPv6(buffs [][]byte, sizes []int, eps []Endpoint) (int, error) {
|
func (bind *WinRingBind) receiveIPv6(bufs [][]byte, sizes []int, eps []Endpoint) (int, error) {
|
||||||
bind.mu.RLock()
|
bind.mu.RLock()
|
||||||
defer bind.mu.RUnlock()
|
defer bind.mu.RUnlock()
|
||||||
n, ep, err := bind.v6.Receive(buffs[0], &bind.isOpen)
|
n, ep, err := bind.v6.Receive(bufs[0], &bind.isOpen)
|
||||||
sizes[0] = n
|
sizes[0] = n
|
||||||
eps[0] = ep
|
eps[0] = ep
|
||||||
return 1, err
|
return 1, err
|
||||||
@ -486,14 +486,14 @@ func (bind *afWinRingBind) Send(buf []byte, nend *WinRingEndpoint, isOpen *atomi
|
|||||||
return winrio.SendEx(bind.rq, dataBuffer, 1, nil, addressBuffer, nil, nil, 0, 0)
|
return winrio.SendEx(bind.rq, dataBuffer, 1, nil, addressBuffer, nil, nil, 0, 0)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (bind *WinRingBind) Send(buffs [][]byte, endpoint Endpoint) error {
|
func (bind *WinRingBind) Send(bufs [][]byte, endpoint Endpoint) error {
|
||||||
nend, ok := endpoint.(*WinRingEndpoint)
|
nend, ok := endpoint.(*WinRingEndpoint)
|
||||||
if !ok {
|
if !ok {
|
||||||
return ErrWrongEndpointType
|
return ErrWrongEndpointType
|
||||||
}
|
}
|
||||||
bind.mu.RLock()
|
bind.mu.RLock()
|
||||||
defer bind.mu.RUnlock()
|
defer bind.mu.RUnlock()
|
||||||
for _, buf := range buffs {
|
for _, buf := range bufs {
|
||||||
switch nend.family {
|
switch nend.family {
|
||||||
case windows.AF_INET:
|
case windows.AF_INET:
|
||||||
if bind.v4.blackhole {
|
if bind.v4.blackhole {
|
||||||
|
@ -94,12 +94,12 @@ func (c *ChannelBind) BatchSize() int { return 1 }
|
|||||||
func (c *ChannelBind) SetMark(mark uint32) error { return nil }
|
func (c *ChannelBind) SetMark(mark uint32) error { return nil }
|
||||||
|
|
||||||
func (c *ChannelBind) makeReceiveFunc(ch chan []byte) conn.ReceiveFunc {
|
func (c *ChannelBind) makeReceiveFunc(ch chan []byte) conn.ReceiveFunc {
|
||||||
return func(buffs [][]byte, sizes []int, eps []conn.Endpoint) (n int, err error) {
|
return func(bufs [][]byte, sizes []int, eps []conn.Endpoint) (n int, err error) {
|
||||||
select {
|
select {
|
||||||
case <-c.closeSignal:
|
case <-c.closeSignal:
|
||||||
return 0, net.ErrClosed
|
return 0, net.ErrClosed
|
||||||
case rx := <-ch:
|
case rx := <-ch:
|
||||||
copied := copy(buffs[0], rx)
|
copied := copy(bufs[0], rx)
|
||||||
sizes[0] = copied
|
sizes[0] = copied
|
||||||
eps[0] = c.target6
|
eps[0] = c.target6
|
||||||
return 1, nil
|
return 1, nil
|
||||||
@ -107,8 +107,8 @@ func (c *ChannelBind) makeReceiveFunc(ch chan []byte) conn.ReceiveFunc {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c *ChannelBind) Send(buffs [][]byte, ep conn.Endpoint) error {
|
func (c *ChannelBind) Send(bufs [][]byte, ep conn.Endpoint) error {
|
||||||
for _, b := range buffs {
|
for _, b := range bufs {
|
||||||
select {
|
select {
|
||||||
case <-c.closeSignal:
|
case <-c.closeSignal:
|
||||||
return net.ErrClosed
|
return net.ErrClosed
|
||||||
|
@ -45,9 +45,9 @@ type Bind interface {
|
|||||||
// This mark is passed to the kernel as the socket option SO_MARK.
|
// This mark is passed to the kernel as the socket option SO_MARK.
|
||||||
SetMark(mark uint32) error
|
SetMark(mark uint32) error
|
||||||
|
|
||||||
// Send writes one or more packets in buffs to address ep. The length of
|
// Send writes one or more packets in bufs to address ep. The length of
|
||||||
// buffs must not exceed BatchSize().
|
// bufs must not exceed BatchSize().
|
||||||
Send(buffs [][]byte, ep Endpoint) error
|
Send(bufs [][]byte, ep Endpoint) error
|
||||||
|
|
||||||
// ParseEndpoint creates a new endpoint from a string.
|
// ParseEndpoint creates a new endpoint from a string.
|
||||||
ParseEndpoint(s string) (Endpoint, error)
|
ParseEndpoint(s string) (Endpoint, error)
|
||||||
|
@ -11,7 +11,7 @@ import (
|
|||||||
|
|
||||||
func TestPrettyName(t *testing.T) {
|
func TestPrettyName(t *testing.T) {
|
||||||
var (
|
var (
|
||||||
recvFunc ReceiveFunc = func(buffs [][]byte, sizes []int, eps []Endpoint) (n int, err error) { return }
|
recvFunc ReceiveFunc = func(bufs [][]byte, sizes []int, eps []Endpoint) (n int, err error) { return }
|
||||||
)
|
)
|
||||||
|
|
||||||
const want = "TestPrettyName"
|
const want = "TestPrettyName"
|
||||||
|
@ -26,21 +26,21 @@ func (b *DummyBind) SetMark(v uint32) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *DummyBind) ReceiveIPv6(buff []byte) (int, conn.Endpoint, error) {
|
func (b *DummyBind) ReceiveIPv6(buf []byte) (int, conn.Endpoint, error) {
|
||||||
datagram, ok := <-b.in6
|
datagram, ok := <-b.in6
|
||||||
if !ok {
|
if !ok {
|
||||||
return 0, nil, errors.New("closed")
|
return 0, nil, errors.New("closed")
|
||||||
}
|
}
|
||||||
copy(buff, datagram.msg)
|
copy(buf, datagram.msg)
|
||||||
return len(datagram.msg), datagram.endpoint, nil
|
return len(datagram.msg), datagram.endpoint, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *DummyBind) ReceiveIPv4(buff []byte) (int, conn.Endpoint, error) {
|
func (b *DummyBind) ReceiveIPv4(buf []byte) (int, conn.Endpoint, error) {
|
||||||
datagram, ok := <-b.in4
|
datagram, ok := <-b.in4
|
||||||
if !ok {
|
if !ok {
|
||||||
return 0, nil, errors.New("closed")
|
return 0, nil, errors.New("closed")
|
||||||
}
|
}
|
||||||
copy(buff, datagram.msg)
|
copy(buf, datagram.msg)
|
||||||
return len(datagram.msg), datagram.endpoint, nil
|
return len(datagram.msg), datagram.endpoint, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -51,6 +51,6 @@ func (b *DummyBind) Close() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *DummyBind) Send(buff []byte, end conn.Endpoint) error {
|
func (b *DummyBind) Send(buf []byte, end conn.Endpoint) error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
@ -428,7 +428,7 @@ func (b *fakeBindSized) Open(port uint16) (fns []conn.ReceiveFunc, actualPort ui
|
|||||||
}
|
}
|
||||||
func (b *fakeBindSized) Close() error { return nil }
|
func (b *fakeBindSized) Close() error { return nil }
|
||||||
func (b *fakeBindSized) SetMark(mark uint32) error { return nil }
|
func (b *fakeBindSized) SetMark(mark uint32) error { return nil }
|
||||||
func (b *fakeBindSized) Send(buffs [][]byte, ep conn.Endpoint) error { return nil }
|
func (b *fakeBindSized) Send(bufs [][]byte, ep conn.Endpoint) error { return nil }
|
||||||
func (b *fakeBindSized) ParseEndpoint(s string) (conn.Endpoint, error) { return nil, nil }
|
func (b *fakeBindSized) ParseEndpoint(s string) (conn.Endpoint, error) { return nil, nil }
|
||||||
func (b *fakeBindSized) BatchSize() int { return b.size }
|
func (b *fakeBindSized) BatchSize() int { return b.size }
|
||||||
|
|
||||||
@ -437,10 +437,10 @@ type fakeTUNDeviceSized struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (t *fakeTUNDeviceSized) File() *os.File { return nil }
|
func (t *fakeTUNDeviceSized) File() *os.File { return nil }
|
||||||
func (t *fakeTUNDeviceSized) Read(buffs [][]byte, sizes []int, offset int) (n int, err error) {
|
func (t *fakeTUNDeviceSized) Read(bufs [][]byte, sizes []int, offset int) (n int, err error) {
|
||||||
return 0, nil
|
return 0, nil
|
||||||
}
|
}
|
||||||
func (t *fakeTUNDeviceSized) Write(buffs [][]byte, offset int) (int, error) { return 0, nil }
|
func (t *fakeTUNDeviceSized) Write(bufs [][]byte, offset int) (int, error) { return 0, nil }
|
||||||
func (t *fakeTUNDeviceSized) MTU() (int, error) { return 0, nil }
|
func (t *fakeTUNDeviceSized) MTU() (int, error) { return 0, nil }
|
||||||
func (t *fakeTUNDeviceSized) Name() (string, error) { return "", nil }
|
func (t *fakeTUNDeviceSized) Name() (string, error) { return "", nil }
|
||||||
func (t *fakeTUNDeviceSized) Events() <-chan tun.Event { return nil }
|
func (t *fakeTUNDeviceSized) Events() <-chan tun.Event { return nil }
|
||||||
|
@ -80,8 +80,8 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
// receive datagrams until conn is closed
|
// receive datagrams until conn is closed
|
||||||
|
|
||||||
var (
|
var (
|
||||||
buffsArrs = make([]*[MaxMessageSize]byte, maxBatchSize)
|
bufsArrs = make([]*[MaxMessageSize]byte, maxBatchSize)
|
||||||
buffs = make([][]byte, maxBatchSize)
|
bufs = make([][]byte, maxBatchSize)
|
||||||
err error
|
err error
|
||||||
sizes = make([]int, maxBatchSize)
|
sizes = make([]int, maxBatchSize)
|
||||||
count int
|
count int
|
||||||
@ -90,21 +90,21 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
elemsByPeer = make(map[*Peer]*[]*QueueInboundElement, maxBatchSize)
|
elemsByPeer = make(map[*Peer]*[]*QueueInboundElement, maxBatchSize)
|
||||||
)
|
)
|
||||||
|
|
||||||
for i := range buffsArrs {
|
for i := range bufsArrs {
|
||||||
buffsArrs[i] = device.GetMessageBuffer()
|
bufsArrs[i] = device.GetMessageBuffer()
|
||||||
buffs[i] = buffsArrs[i][:]
|
bufs[i] = bufsArrs[i][:]
|
||||||
}
|
}
|
||||||
|
|
||||||
defer func() {
|
defer func() {
|
||||||
for i := 0; i < maxBatchSize; i++ {
|
for i := 0; i < maxBatchSize; i++ {
|
||||||
if buffsArrs[i] != nil {
|
if bufsArrs[i] != nil {
|
||||||
device.PutMessageBuffer(buffsArrs[i])
|
device.PutMessageBuffer(bufsArrs[i])
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
for {
|
for {
|
||||||
count, err = recv(buffs, sizes, endpoints)
|
count, err = recv(bufs, sizes, endpoints)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if errors.Is(err, net.ErrClosed) {
|
if errors.Is(err, net.ErrClosed) {
|
||||||
return
|
return
|
||||||
@ -130,7 +130,7 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
|
|
||||||
// check size of packet
|
// check size of packet
|
||||||
|
|
||||||
packet := buffsArrs[i][:size]
|
packet := bufsArrs[i][:size]
|
||||||
msgType := binary.LittleEndian.Uint32(packet[:4])
|
msgType := binary.LittleEndian.Uint32(packet[:4])
|
||||||
|
|
||||||
switch msgType {
|
switch msgType {
|
||||||
@ -166,7 +166,7 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
peer := value.peer
|
peer := value.peer
|
||||||
elem := device.GetInboundElement()
|
elem := device.GetInboundElement()
|
||||||
elem.packet = packet
|
elem.packet = packet
|
||||||
elem.buffer = buffsArrs[i]
|
elem.buffer = bufsArrs[i]
|
||||||
elem.keypair = keypair
|
elem.keypair = keypair
|
||||||
elem.endpoint = endpoints[i]
|
elem.endpoint = endpoints[i]
|
||||||
elem.counter = 0
|
elem.counter = 0
|
||||||
@ -179,8 +179,8 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
elemsByPeer[peer] = elemsForPeer
|
elemsByPeer[peer] = elemsForPeer
|
||||||
}
|
}
|
||||||
*elemsForPeer = append(*elemsForPeer, elem)
|
*elemsForPeer = append(*elemsForPeer, elem)
|
||||||
buffsArrs[i] = device.GetMessageBuffer()
|
bufsArrs[i] = device.GetMessageBuffer()
|
||||||
buffs[i] = buffsArrs[i][:]
|
bufs[i] = bufsArrs[i][:]
|
||||||
continue
|
continue
|
||||||
|
|
||||||
// otherwise it is a fixed size & handshake related packet
|
// otherwise it is a fixed size & handshake related packet
|
||||||
@ -208,12 +208,12 @@ func (device *Device) RoutineReceiveIncoming(maxBatchSize int, recv conn.Receive
|
|||||||
select {
|
select {
|
||||||
case device.queue.handshake.c <- QueueHandshakeElement{
|
case device.queue.handshake.c <- QueueHandshakeElement{
|
||||||
msgType: msgType,
|
msgType: msgType,
|
||||||
buffer: buffsArrs[i],
|
buffer: bufsArrs[i],
|
||||||
packet: packet,
|
packet: packet,
|
||||||
endpoint: endpoints[i],
|
endpoint: endpoints[i],
|
||||||
}:
|
}:
|
||||||
buffsArrs[i] = device.GetMessageBuffer()
|
bufsArrs[i] = device.GetMessageBuffer()
|
||||||
buffs[i] = buffsArrs[i][:]
|
bufs[i] = bufsArrs[i][:]
|
||||||
default:
|
default:
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -435,7 +435,7 @@ func (peer *Peer) RoutineSequentialReceiver(maxBatchSize int) {
|
|||||||
}()
|
}()
|
||||||
device.log.Verbosef("%v - Routine: sequential receiver - started", peer)
|
device.log.Verbosef("%v - Routine: sequential receiver - started", peer)
|
||||||
|
|
||||||
buffs := make([][]byte, 0, maxBatchSize)
|
bufs := make([][]byte, 0, maxBatchSize)
|
||||||
|
|
||||||
for elems := range peer.queue.inbound.c {
|
for elems := range peer.queue.inbound.c {
|
||||||
if elems == nil {
|
if elems == nil {
|
||||||
@ -507,10 +507,10 @@ func (peer *Peer) RoutineSequentialReceiver(maxBatchSize int) {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
buffs = append(buffs, elem.buffer[:MessageTransportOffsetContent+len(elem.packet)])
|
bufs = append(bufs, elem.buffer[:MessageTransportOffsetContent+len(elem.packet)])
|
||||||
}
|
}
|
||||||
if len(buffs) > 0 {
|
if len(bufs) > 0 {
|
||||||
_, err := device.tun.device.Write(buffs, MessageTransportOffsetContent)
|
_, err := device.tun.device.Write(bufs, MessageTransportOffsetContent)
|
||||||
if err != nil && !device.isClosed() {
|
if err != nil && !device.isClosed() {
|
||||||
device.log.Errorf("Failed to write packets to TUN device: %v", err)
|
device.log.Errorf("Failed to write packets to TUN device: %v", err)
|
||||||
}
|
}
|
||||||
@ -519,7 +519,7 @@ func (peer *Peer) RoutineSequentialReceiver(maxBatchSize int) {
|
|||||||
device.PutMessageBuffer(elem.buffer)
|
device.PutMessageBuffer(elem.buffer)
|
||||||
device.PutInboundElement(elem)
|
device.PutInboundElement(elem)
|
||||||
}
|
}
|
||||||
buffs = buffs[:0]
|
bufs = bufs[:0]
|
||||||
device.PutInboundElementsSlice(elems)
|
device.PutInboundElementsSlice(elems)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -120,8 +120,8 @@ func (peer *Peer) SendHandshakeInitiation(isRetry bool) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
var buff [MessageInitiationSize]byte
|
var buf [MessageInitiationSize]byte
|
||||||
writer := bytes.NewBuffer(buff[:0])
|
writer := bytes.NewBuffer(buf[:0])
|
||||||
binary.Write(writer, binary.LittleEndian, msg)
|
binary.Write(writer, binary.LittleEndian, msg)
|
||||||
packet := writer.Bytes()
|
packet := writer.Bytes()
|
||||||
peer.cookieGenerator.AddMacs(packet)
|
peer.cookieGenerator.AddMacs(packet)
|
||||||
@ -151,8 +151,8 @@ func (peer *Peer) SendHandshakeResponse() error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
var buff [MessageResponseSize]byte
|
var buf [MessageResponseSize]byte
|
||||||
writer := bytes.NewBuffer(buff[:0])
|
writer := bytes.NewBuffer(buf[:0])
|
||||||
binary.Write(writer, binary.LittleEndian, response)
|
binary.Write(writer, binary.LittleEndian, response)
|
||||||
packet := writer.Bytes()
|
packet := writer.Bytes()
|
||||||
peer.cookieGenerator.AddMacs(packet)
|
peer.cookieGenerator.AddMacs(packet)
|
||||||
@ -185,8 +185,8 @@ func (device *Device) SendHandshakeCookie(initiatingElem *QueueHandshakeElement)
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
var buff [MessageCookieReplySize]byte
|
var buf [MessageCookieReplySize]byte
|
||||||
writer := bytes.NewBuffer(buff[:0])
|
writer := bytes.NewBuffer(buf[:0])
|
||||||
binary.Write(writer, binary.LittleEndian, reply)
|
binary.Write(writer, binary.LittleEndian, reply)
|
||||||
// TODO: allocation could be avoided
|
// TODO: allocation could be avoided
|
||||||
device.net.bind.Send([][]byte{writer.Bytes()}, initiatingElem.endpoint)
|
device.net.bind.Send([][]byte{writer.Bytes()}, initiatingElem.endpoint)
|
||||||
@ -217,7 +217,7 @@ func (device *Device) RoutineReadFromTUN() {
|
|||||||
batchSize = device.BatchSize()
|
batchSize = device.BatchSize()
|
||||||
readErr error
|
readErr error
|
||||||
elems = make([]*QueueOutboundElement, batchSize)
|
elems = make([]*QueueOutboundElement, batchSize)
|
||||||
buffs = make([][]byte, batchSize)
|
bufs = make([][]byte, batchSize)
|
||||||
elemsByPeer = make(map[*Peer]*[]*QueueOutboundElement, batchSize)
|
elemsByPeer = make(map[*Peer]*[]*QueueOutboundElement, batchSize)
|
||||||
count = 0
|
count = 0
|
||||||
sizes = make([]int, batchSize)
|
sizes = make([]int, batchSize)
|
||||||
@ -226,7 +226,7 @@ func (device *Device) RoutineReadFromTUN() {
|
|||||||
|
|
||||||
for i := range elems {
|
for i := range elems {
|
||||||
elems[i] = device.NewOutboundElement()
|
elems[i] = device.NewOutboundElement()
|
||||||
buffs[i] = elems[i].buffer[:]
|
bufs[i] = elems[i].buffer[:]
|
||||||
}
|
}
|
||||||
|
|
||||||
defer func() {
|
defer func() {
|
||||||
@ -240,14 +240,14 @@ func (device *Device) RoutineReadFromTUN() {
|
|||||||
|
|
||||||
for {
|
for {
|
||||||
// read packets
|
// read packets
|
||||||
count, readErr = device.tun.device.Read(buffs, sizes, offset)
|
count, readErr = device.tun.device.Read(bufs, sizes, offset)
|
||||||
for i := 0; i < count; i++ {
|
for i := 0; i < count; i++ {
|
||||||
if sizes[i] < 1 {
|
if sizes[i] < 1 {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
elem := elems[i]
|
elem := elems[i]
|
||||||
elem.packet = buffs[i][offset : offset+sizes[i]]
|
elem.packet = bufs[i][offset : offset+sizes[i]]
|
||||||
|
|
||||||
// lookup peer
|
// lookup peer
|
||||||
var peer *Peer
|
var peer *Peer
|
||||||
@ -280,7 +280,7 @@ func (device *Device) RoutineReadFromTUN() {
|
|||||||
}
|
}
|
||||||
*elemsForPeer = append(*elemsForPeer, elem)
|
*elemsForPeer = append(*elemsForPeer, elem)
|
||||||
elems[i] = device.NewOutboundElement()
|
elems[i] = device.NewOutboundElement()
|
||||||
buffs[i] = elems[i].buffer[:]
|
bufs[i] = elems[i].buffer[:]
|
||||||
}
|
}
|
||||||
|
|
||||||
for peer, elemsForPeer := range elemsByPeer {
|
for peer, elemsForPeer := range elemsByPeer {
|
||||||
@ -483,10 +483,10 @@ func (peer *Peer) RoutineSequentialSender(maxBatchSize int) {
|
|||||||
}()
|
}()
|
||||||
device.log.Verbosef("%v - Routine: sequential sender - started", peer)
|
device.log.Verbosef("%v - Routine: sequential sender - started", peer)
|
||||||
|
|
||||||
buffs := make([][]byte, 0, maxBatchSize)
|
bufs := make([][]byte, 0, maxBatchSize)
|
||||||
|
|
||||||
for elems := range peer.queue.outbound.c {
|
for elems := range peer.queue.outbound.c {
|
||||||
buffs = buffs[:0]
|
bufs = bufs[:0]
|
||||||
if elems == nil {
|
if elems == nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@ -510,13 +510,13 @@ func (peer *Peer) RoutineSequentialSender(maxBatchSize int) {
|
|||||||
if len(elem.packet) != MessageKeepaliveSize {
|
if len(elem.packet) != MessageKeepaliveSize {
|
||||||
dataSent = true
|
dataSent = true
|
||||||
}
|
}
|
||||||
buffs = append(buffs, elem.packet)
|
bufs = append(bufs, elem.packet)
|
||||||
}
|
}
|
||||||
|
|
||||||
peer.timersAnyAuthenticatedPacketTraversal()
|
peer.timersAnyAuthenticatedPacketTraversal()
|
||||||
peer.timersAnyAuthenticatedPacketSent()
|
peer.timersAnyAuthenticatedPacketSent()
|
||||||
|
|
||||||
err := peer.SendBuffers(buffs)
|
err := peer.SendBuffers(bufs)
|
||||||
if dataSent {
|
if dataSent {
|
||||||
peer.timersDataSent()
|
peer.timersDataSent()
|
||||||
}
|
}
|
||||||
|
@ -96,7 +96,7 @@ func UAPIListen(name string, file *os.File) (net.Listener, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
go func(l *UAPIListener) {
|
go func(l *UAPIListener) {
|
||||||
var buff [0]byte
|
var buf [0]byte
|
||||||
for {
|
for {
|
||||||
defer uapi.inotifyRWCancel.Close()
|
defer uapi.inotifyRWCancel.Close()
|
||||||
// start with lstat to avoid race condition
|
// start with lstat to avoid race condition
|
||||||
@ -104,7 +104,7 @@ func UAPIListen(name string, file *os.File) (net.Listener, error) {
|
|||||||
l.connErr <- err
|
l.connErr <- err
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
_, err := uapi.inotifyRWCancel.Read(buff[:])
|
_, err := uapi.inotifyRWCancel.Read(buf[:])
|
||||||
if err != nil {
|
if err != nil {
|
||||||
l.connErr <- err
|
l.connErr <- err
|
||||||
return
|
return
|
||||||
|
@ -95,23 +95,23 @@ func newFlowKey(pkt []byte, srcAddr, dstAddr, tcphOffset int) flowKey {
|
|||||||
// lookupOrInsert looks up a flow for the provided packet and metadata,
|
// lookupOrInsert looks up a flow for the provided packet and metadata,
|
||||||
// returning the packets found for the flow, or inserting a new one if none
|
// returning the packets found for the flow, or inserting a new one if none
|
||||||
// is found.
|
// is found.
|
||||||
func (t *tcpGROTable) lookupOrInsert(pkt []byte, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, buffsIndex int) ([]tcpGROItem, bool) {
|
func (t *tcpGROTable) lookupOrInsert(pkt []byte, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, bufsIndex int) ([]tcpGROItem, bool) {
|
||||||
key := newFlowKey(pkt, srcAddrOffset, dstAddrOffset, tcphOffset)
|
key := newFlowKey(pkt, srcAddrOffset, dstAddrOffset, tcphOffset)
|
||||||
items, ok := t.itemsByFlow[key]
|
items, ok := t.itemsByFlow[key]
|
||||||
if ok {
|
if ok {
|
||||||
return items, ok
|
return items, ok
|
||||||
}
|
}
|
||||||
// TODO: insert() performs another map lookup. This could be rearranged to avoid.
|
// TODO: insert() performs another map lookup. This could be rearranged to avoid.
|
||||||
t.insert(pkt, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, buffsIndex)
|
t.insert(pkt, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, bufsIndex)
|
||||||
return nil, false
|
return nil, false
|
||||||
}
|
}
|
||||||
|
|
||||||
// insert an item in the table for the provided packet and packet metadata.
|
// insert an item in the table for the provided packet and packet metadata.
|
||||||
func (t *tcpGROTable) insert(pkt []byte, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, buffsIndex int) {
|
func (t *tcpGROTable) insert(pkt []byte, srcAddrOffset, dstAddrOffset, tcphOffset, tcphLen, bufsIndex int) {
|
||||||
key := newFlowKey(pkt, srcAddrOffset, dstAddrOffset, tcphOffset)
|
key := newFlowKey(pkt, srcAddrOffset, dstAddrOffset, tcphOffset)
|
||||||
item := tcpGROItem{
|
item := tcpGROItem{
|
||||||
key: key,
|
key: key,
|
||||||
buffsIndex: uint16(buffsIndex),
|
bufsIndex: uint16(bufsIndex),
|
||||||
gsoSize: uint16(len(pkt[tcphOffset+tcphLen:])),
|
gsoSize: uint16(len(pkt[tcphOffset+tcphLen:])),
|
||||||
iphLen: uint8(tcphOffset),
|
iphLen: uint8(tcphOffset),
|
||||||
tcphLen: uint8(tcphLen),
|
tcphLen: uint8(tcphLen),
|
||||||
@ -142,7 +142,7 @@ func (t *tcpGROTable) deleteAt(key flowKey, i int) {
|
|||||||
type tcpGROItem struct {
|
type tcpGROItem struct {
|
||||||
key flowKey
|
key flowKey
|
||||||
sentSeq uint32 // the sequence number
|
sentSeq uint32 // the sequence number
|
||||||
buffsIndex uint16 // the index into the original buffs slice
|
bufsIndex uint16 // the index into the original bufs slice
|
||||||
numMerged uint16 // the number of packets merged into this item
|
numMerged uint16 // the number of packets merged into this item
|
||||||
gsoSize uint16 // payload size
|
gsoSize uint16 // payload size
|
||||||
iphLen uint8 // ip header len
|
iphLen uint8 // ip header len
|
||||||
@ -177,8 +177,8 @@ const (
|
|||||||
// tcpPacketsCanCoalesce evaluates if pkt can be coalesced with the packet
|
// tcpPacketsCanCoalesce evaluates if pkt can be coalesced with the packet
|
||||||
// described by item. This function makes considerations that match the kernel's
|
// described by item. This function makes considerations that match the kernel's
|
||||||
// GRO self tests, which can be found in tools/testing/selftests/net/gro.c.
|
// GRO self tests, which can be found in tools/testing/selftests/net/gro.c.
|
||||||
func tcpPacketsCanCoalesce(pkt []byte, iphLen, tcphLen uint8, seq uint32, pshSet bool, gsoSize uint16, item tcpGROItem, buffs [][]byte, buffsOffset int) canCoalesce {
|
func tcpPacketsCanCoalesce(pkt []byte, iphLen, tcphLen uint8, seq uint32, pshSet bool, gsoSize uint16, item tcpGROItem, bufs [][]byte, bufsOffset int) canCoalesce {
|
||||||
pktTarget := buffs[item.buffsIndex][buffsOffset:]
|
pktTarget := bufs[item.bufsIndex][bufsOffset:]
|
||||||
if tcphLen != item.tcphLen {
|
if tcphLen != item.tcphLen {
|
||||||
// cannot coalesce with unequal tcp options len
|
// cannot coalesce with unequal tcp options len
|
||||||
return coalesceUnavailable
|
return coalesceUnavailable
|
||||||
@ -262,18 +262,18 @@ const (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// coalesceTCPPackets attempts to coalesce pkt with the packet described by
|
// coalesceTCPPackets attempts to coalesce pkt with the packet described by
|
||||||
// item, returning the outcome. This function may swap buffs elements in the
|
// item, returning the outcome. This function may swap bufs elements in the
|
||||||
// event of a prepend as item's buffs index is already being tracked for writing
|
// event of a prepend as item's bufs index is already being tracked for writing
|
||||||
// to a Device.
|
// to a Device.
|
||||||
func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize uint16, seq uint32, pshSet bool, item *tcpGROItem, buffs [][]byte, buffsOffset int, isV6 bool) coalesceResult {
|
func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize uint16, seq uint32, pshSet bool, item *tcpGROItem, bufs [][]byte, bufsOffset int, isV6 bool) coalesceResult {
|
||||||
var pktHead []byte // the packet that will end up at the front
|
var pktHead []byte // the packet that will end up at the front
|
||||||
headersLen := item.iphLen + item.tcphLen
|
headersLen := item.iphLen + item.tcphLen
|
||||||
coalescedLen := len(buffs[item.buffsIndex][buffsOffset:]) + len(pkt) - int(headersLen)
|
coalescedLen := len(bufs[item.bufsIndex][bufsOffset:]) + len(pkt) - int(headersLen)
|
||||||
|
|
||||||
// Copy data
|
// Copy data
|
||||||
if mode == coalescePrepend {
|
if mode == coalescePrepend {
|
||||||
pktHead = pkt
|
pktHead = pkt
|
||||||
if cap(pkt)-buffsOffset < coalescedLen {
|
if cap(pkt)-bufsOffset < coalescedLen {
|
||||||
// We don't want to allocate a new underlying array if capacity is
|
// We don't want to allocate a new underlying array if capacity is
|
||||||
// too small.
|
// too small.
|
||||||
return coalesceInsufficientCap
|
return coalesceInsufficientCap
|
||||||
@ -282,7 +282,7 @@ func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize
|
|||||||
return coalescePSHEnding
|
return coalescePSHEnding
|
||||||
}
|
}
|
||||||
if item.numMerged == 0 {
|
if item.numMerged == 0 {
|
||||||
if !tcpChecksumValid(buffs[item.buffsIndex][buffsOffset:], item.iphLen, isV6) {
|
if !tcpChecksumValid(bufs[item.bufsIndex][bufsOffset:], item.iphLen, isV6) {
|
||||||
return coalesceItemInvalidCSum
|
return coalesceItemInvalidCSum
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -291,20 +291,20 @@ func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize
|
|||||||
}
|
}
|
||||||
item.sentSeq = seq
|
item.sentSeq = seq
|
||||||
extendBy := coalescedLen - len(pktHead)
|
extendBy := coalescedLen - len(pktHead)
|
||||||
buffs[pktBuffsIndex] = append(buffs[pktBuffsIndex], make([]byte, extendBy)...)
|
bufs[pktBuffsIndex] = append(bufs[pktBuffsIndex], make([]byte, extendBy)...)
|
||||||
copy(buffs[pktBuffsIndex][buffsOffset+len(pkt):], buffs[item.buffsIndex][buffsOffset+int(headersLen):])
|
copy(bufs[pktBuffsIndex][bufsOffset+len(pkt):], bufs[item.bufsIndex][bufsOffset+int(headersLen):])
|
||||||
// Flip the slice headers in buffs as part of prepend. The index of item
|
// Flip the slice headers in bufs as part of prepend. The index of item
|
||||||
// is already being tracked for writing.
|
// is already being tracked for writing.
|
||||||
buffs[item.buffsIndex], buffs[pktBuffsIndex] = buffs[pktBuffsIndex], buffs[item.buffsIndex]
|
bufs[item.bufsIndex], bufs[pktBuffsIndex] = bufs[pktBuffsIndex], bufs[item.bufsIndex]
|
||||||
} else {
|
} else {
|
||||||
pktHead = buffs[item.buffsIndex][buffsOffset:]
|
pktHead = bufs[item.bufsIndex][bufsOffset:]
|
||||||
if cap(pktHead)-buffsOffset < coalescedLen {
|
if cap(pktHead)-bufsOffset < coalescedLen {
|
||||||
// We don't want to allocate a new underlying array if capacity is
|
// We don't want to allocate a new underlying array if capacity is
|
||||||
// too small.
|
// too small.
|
||||||
return coalesceInsufficientCap
|
return coalesceInsufficientCap
|
||||||
}
|
}
|
||||||
if item.numMerged == 0 {
|
if item.numMerged == 0 {
|
||||||
if !tcpChecksumValid(buffs[item.buffsIndex][buffsOffset:], item.iphLen, isV6) {
|
if !tcpChecksumValid(bufs[item.bufsIndex][bufsOffset:], item.iphLen, isV6) {
|
||||||
return coalesceItemInvalidCSum
|
return coalesceItemInvalidCSum
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -317,8 +317,8 @@ func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize
|
|||||||
pktHead[item.iphLen+tcpFlagsOffset] |= tcpFlagPSH
|
pktHead[item.iphLen+tcpFlagsOffset] |= tcpFlagPSH
|
||||||
}
|
}
|
||||||
extendBy := len(pkt) - int(headersLen)
|
extendBy := len(pkt) - int(headersLen)
|
||||||
buffs[item.buffsIndex] = append(buffs[item.buffsIndex], make([]byte, extendBy)...)
|
bufs[item.bufsIndex] = append(bufs[item.bufsIndex], make([]byte, extendBy)...)
|
||||||
copy(buffs[item.buffsIndex][buffsOffset+len(pktHead):], pkt[headersLen:])
|
copy(bufs[item.bufsIndex][bufsOffset+len(pktHead):], pkt[headersLen:])
|
||||||
}
|
}
|
||||||
|
|
||||||
if gsoSize > item.gsoSize {
|
if gsoSize > item.gsoSize {
|
||||||
@ -344,7 +344,7 @@ func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize
|
|||||||
iphCSum := ^checksum(pktHead[:item.iphLen], 0) // compute checksum
|
iphCSum := ^checksum(pktHead[:item.iphLen], 0) // compute checksum
|
||||||
binary.BigEndian.PutUint16(pktHead[10:], iphCSum) // set checksum field
|
binary.BigEndian.PutUint16(pktHead[10:], iphCSum) // set checksum field
|
||||||
}
|
}
|
||||||
hdr.encode(buffs[item.buffsIndex][buffsOffset-virtioNetHdrLen:])
|
hdr.encode(bufs[item.bufsIndex][bufsOffset-virtioNetHdrLen:])
|
||||||
|
|
||||||
// Calculate the pseudo header checksum and place it at the TCP checksum
|
// Calculate the pseudo header checksum and place it at the TCP checksum
|
||||||
// offset. Downstream checksum offloading will combine this with computation
|
// offset. Downstream checksum offloading will combine this with computation
|
||||||
@ -355,9 +355,9 @@ func coalesceTCPPackets(mode canCoalesce, pkt []byte, pktBuffsIndex int, gsoSize
|
|||||||
addrLen = 16
|
addrLen = 16
|
||||||
addrOffset = ipv6SrcAddrOffset
|
addrOffset = ipv6SrcAddrOffset
|
||||||
}
|
}
|
||||||
srcAddrAt := buffsOffset + addrOffset
|
srcAddrAt := bufsOffset + addrOffset
|
||||||
srcAddr := buffs[item.buffsIndex][srcAddrAt : srcAddrAt+addrLen]
|
srcAddr := bufs[item.bufsIndex][srcAddrAt : srcAddrAt+addrLen]
|
||||||
dstAddr := buffs[item.buffsIndex][srcAddrAt+addrLen : srcAddrAt+addrLen*2]
|
dstAddr := bufs[item.bufsIndex][srcAddrAt+addrLen : srcAddrAt+addrLen*2]
|
||||||
psum := pseudoHeaderChecksumNoFold(unix.IPPROTO_TCP, srcAddr, dstAddr, uint16(coalescedLen-int(item.iphLen)))
|
psum := pseudoHeaderChecksumNoFold(unix.IPPROTO_TCP, srcAddr, dstAddr, uint16(coalescedLen-int(item.iphLen)))
|
||||||
binary.BigEndian.PutUint16(pktHead[hdr.csumStart+hdr.csumOffset:], checksum([]byte{}, psum))
|
binary.BigEndian.PutUint16(pktHead[hdr.csumStart+hdr.csumOffset:], checksum([]byte{}, psum))
|
||||||
|
|
||||||
@ -375,12 +375,12 @@ const (
|
|||||||
maxUint16 = 1<<16 - 1
|
maxUint16 = 1<<16 - 1
|
||||||
)
|
)
|
||||||
|
|
||||||
// tcpGRO evaluates the TCP packet at pktI in buffs for coalescing with
|
// tcpGRO evaluates the TCP packet at pktI in bufs for coalescing with
|
||||||
// existing packets tracked in table. It will return false when pktI is not
|
// existing packets tracked in table. It will return false when pktI is not
|
||||||
// coalesced, otherwise true. This indicates to the caller if buffs[pktI]
|
// coalesced, otherwise true. This indicates to the caller if bufs[pktI]
|
||||||
// should be written to the Device.
|
// should be written to the Device.
|
||||||
func tcpGRO(buffs [][]byte, offset int, pktI int, table *tcpGROTable, isV6 bool) (pktCoalesced bool) {
|
func tcpGRO(bufs [][]byte, offset int, pktI int, table *tcpGROTable, isV6 bool) (pktCoalesced bool) {
|
||||||
pkt := buffs[pktI][offset:]
|
pkt := bufs[pktI][offset:]
|
||||||
if len(pkt) > maxUint16 {
|
if len(pkt) > maxUint16 {
|
||||||
// A valid IPv4 or IPv6 packet will never exceed this.
|
// A valid IPv4 or IPv6 packet will never exceed this.
|
||||||
return false
|
return false
|
||||||
@ -452,9 +452,9 @@ func tcpGRO(buffs [][]byte, offset int, pktI int, table *tcpGROTable, isV6 bool)
|
|||||||
// sequence number perspective, however once an item is inserted into
|
// sequence number perspective, however once an item is inserted into
|
||||||
// the table it is never compared across other items later.
|
// the table it is never compared across other items later.
|
||||||
item := items[i]
|
item := items[i]
|
||||||
can := tcpPacketsCanCoalesce(pkt, uint8(iphLen), uint8(tcphLen), seq, pshSet, gsoSize, item, buffs, offset)
|
can := tcpPacketsCanCoalesce(pkt, uint8(iphLen), uint8(tcphLen), seq, pshSet, gsoSize, item, bufs, offset)
|
||||||
if can != coalesceUnavailable {
|
if can != coalesceUnavailable {
|
||||||
result := coalesceTCPPackets(can, pkt, pktI, gsoSize, seq, pshSet, &item, buffs, offset, isV6)
|
result := coalesceTCPPackets(can, pkt, pktI, gsoSize, seq, pshSet, &item, bufs, offset, isV6)
|
||||||
switch result {
|
switch result {
|
||||||
case coalesceSuccess:
|
case coalesceSuccess:
|
||||||
table.updateAt(item, i)
|
table.updateAt(item, i)
|
||||||
@ -500,25 +500,25 @@ func isTCP6NoEH(b []byte) bool {
|
|||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
// handleGRO evaluates buffs for GRO, and writes the indices of the resulting
|
// handleGRO evaluates bufs for GRO, and writes the indices of the resulting
|
||||||
// packets into toWrite. toWrite, tcp4Table, and tcp6Table should initially be
|
// packets into toWrite. toWrite, tcp4Table, and tcp6Table should initially be
|
||||||
// empty (but non-nil), and are passed in to save allocs as the caller may reset
|
// empty (but non-nil), and are passed in to save allocs as the caller may reset
|
||||||
// and recycle them across vectors of packets.
|
// and recycle them across vectors of packets.
|
||||||
func handleGRO(buffs [][]byte, offset int, tcp4Table, tcp6Table *tcpGROTable, toWrite *[]int) error {
|
func handleGRO(bufs [][]byte, offset int, tcp4Table, tcp6Table *tcpGROTable, toWrite *[]int) error {
|
||||||
for i := range buffs {
|
for i := range bufs {
|
||||||
if offset < virtioNetHdrLen || offset > len(buffs[i])-1 {
|
if offset < virtioNetHdrLen || offset > len(bufs[i])-1 {
|
||||||
return errors.New("invalid offset")
|
return errors.New("invalid offset")
|
||||||
}
|
}
|
||||||
var coalesced bool
|
var coalesced bool
|
||||||
switch {
|
switch {
|
||||||
case isTCP4(buffs[i][offset:]):
|
case isTCP4(bufs[i][offset:]):
|
||||||
coalesced = tcpGRO(buffs, offset, i, tcp4Table, false)
|
coalesced = tcpGRO(bufs, offset, i, tcp4Table, false)
|
||||||
case isTCP6NoEH(buffs[i][offset:]): // ipv6 packets w/extension headers do not coalesce
|
case isTCP6NoEH(bufs[i][offset:]): // ipv6 packets w/extension headers do not coalesce
|
||||||
coalesced = tcpGRO(buffs, offset, i, tcp6Table, true)
|
coalesced = tcpGRO(bufs, offset, i, tcp6Table, true)
|
||||||
}
|
}
|
||||||
if !coalesced {
|
if !coalesced {
|
||||||
hdr := virtioNetHdr{}
|
hdr := virtioNetHdr{}
|
||||||
err := hdr.encode(buffs[i][offset-virtioNetHdrLen:])
|
err := hdr.encode(bufs[i][offset-virtioNetHdrLen:])
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
10
tun/tun.go
10
tun/tun.go
@ -23,16 +23,16 @@ type Device interface {
|
|||||||
|
|
||||||
// Read one or more packets from the Device (without any additional headers).
|
// Read one or more packets from the Device (without any additional headers).
|
||||||
// On a successful read it returns the number of packets read, and sets
|
// On a successful read it returns the number of packets read, and sets
|
||||||
// packet lengths within the sizes slice. len(sizes) must be >= len(buffs).
|
// packet lengths within the sizes slice. len(sizes) must be >= len(bufs).
|
||||||
// A nonzero offset can be used to instruct the Device on where to begin
|
// A nonzero offset can be used to instruct the Device on where to begin
|
||||||
// reading into each element of the buffs slice.
|
// reading into each element of the bufs slice.
|
||||||
Read(buffs [][]byte, sizes []int, offset int) (n int, err error)
|
Read(bufs [][]byte, sizes []int, offset int) (n int, err error)
|
||||||
|
|
||||||
// Write one or more packets to the device (without any additional headers).
|
// Write one or more packets to the device (without any additional headers).
|
||||||
// On a successful write it returns the number of packets written. A nonzero
|
// On a successful write it returns the number of packets written. A nonzero
|
||||||
// offset can be used to instruct the Device on where to begin writing from
|
// offset can be used to instruct the Device on where to begin writing from
|
||||||
// each packet contained within the buffs slice.
|
// each packet contained within the bufs slice.
|
||||||
Write(buffs [][]byte, offset int) (int, error)
|
Write(bufs [][]byte, offset int) (int, error)
|
||||||
|
|
||||||
// MTU returns the MTU of the Device.
|
// MTU returns the MTU of the Device.
|
||||||
MTU() (int, error)
|
MTU() (int, error)
|
||||||
|
@ -217,7 +217,7 @@ func (tun *NativeTun) Events() <-chan Event {
|
|||||||
return tun.events
|
return tun.events
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error) {
|
func (tun *NativeTun) Read(bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
// TODO: the BSDs look very similar in Read() and Write(). They should be
|
// TODO: the BSDs look very similar in Read() and Write(). They should be
|
||||||
// collapsed, with platform-specific files containing the varying parts of
|
// collapsed, with platform-specific files containing the varying parts of
|
||||||
// their implementations.
|
// their implementations.
|
||||||
@ -225,8 +225,8 @@ func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error)
|
|||||||
case err := <-tun.errors:
|
case err := <-tun.errors:
|
||||||
return 0, err
|
return 0, err
|
||||||
default:
|
default:
|
||||||
buff := buffs[0][offset-4:]
|
buf := bufs[0][offset-4:]
|
||||||
n, err := tun.tunFile.Read(buff[:])
|
n, err := tun.tunFile.Read(buf[:])
|
||||||
if n < 4 {
|
if n < 4 {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
@ -235,11 +235,11 @@ func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
func (tun *NativeTun) Write(bufs [][]byte, offset int) (int, error) {
|
||||||
if offset < 4 {
|
if offset < 4 {
|
||||||
return 0, io.ErrShortBuffer
|
return 0, io.ErrShortBuffer
|
||||||
}
|
}
|
||||||
for i, buf := range buffs {
|
for i, buf := range bufs {
|
||||||
buf = buf[offset-4:]
|
buf = buf[offset-4:]
|
||||||
buf[0] = 0x00
|
buf[0] = 0x00
|
||||||
buf[1] = 0x00
|
buf[1] = 0x00
|
||||||
@ -256,7 +256,7 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
return i, err
|
return i, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return len(buffs), nil
|
return len(bufs), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Close() error {
|
func (tun *NativeTun) Close() error {
|
||||||
|
@ -333,13 +333,13 @@ func (tun *NativeTun) Events() <-chan Event {
|
|||||||
return tun.events
|
return tun.events
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error) {
|
func (tun *NativeTun) Read(bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
select {
|
select {
|
||||||
case err := <-tun.errors:
|
case err := <-tun.errors:
|
||||||
return 0, err
|
return 0, err
|
||||||
default:
|
default:
|
||||||
buff := buffs[0][offset-4:]
|
buf := bufs[0][offset-4:]
|
||||||
n, err := tun.tunFile.Read(buff[:])
|
n, err := tun.tunFile.Read(buf[:])
|
||||||
if n < 4 {
|
if n < 4 {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
@ -348,11 +348,11 @@ func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
func (tun *NativeTun) Write(bufs [][]byte, offset int) (int, error) {
|
||||||
if offset < 4 {
|
if offset < 4 {
|
||||||
return 0, io.ErrShortBuffer
|
return 0, io.ErrShortBuffer
|
||||||
}
|
}
|
||||||
for i, buf := range buffs {
|
for i, buf := range bufs {
|
||||||
buf = buf[offset-4:]
|
buf = buf[offset-4:]
|
||||||
if len(buf) < 5 {
|
if len(buf) < 5 {
|
||||||
return i, io.ErrShortBuffer
|
return i, io.ErrShortBuffer
|
||||||
@ -372,7 +372,7 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
return i, err
|
return i, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return len(buffs), nil
|
return len(bufs), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Close() error {
|
func (tun *NativeTun) Close() error {
|
||||||
|
@ -330,7 +330,7 @@ func (tun *NativeTun) nameSlow() (string, error) {
|
|||||||
return unix.ByteSliceToString(ifr[:]), nil
|
return unix.ByteSliceToString(ifr[:]), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
func (tun *NativeTun) Write(bufs [][]byte, offset int) (int, error) {
|
||||||
tun.writeOpMu.Lock()
|
tun.writeOpMu.Lock()
|
||||||
defer func() {
|
defer func() {
|
||||||
tun.tcp4GROTable.reset()
|
tun.tcp4GROTable.reset()
|
||||||
@ -343,18 +343,18 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
)
|
)
|
||||||
tun.toWrite = tun.toWrite[:0]
|
tun.toWrite = tun.toWrite[:0]
|
||||||
if tun.vnetHdr {
|
if tun.vnetHdr {
|
||||||
err := handleGRO(buffs, offset, tun.tcp4GROTable, tun.tcp6GROTable, &tun.toWrite)
|
err := handleGRO(bufs, offset, tun.tcp4GROTable, tun.tcp6GROTable, &tun.toWrite)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
offset -= virtioNetHdrLen
|
offset -= virtioNetHdrLen
|
||||||
} else {
|
} else {
|
||||||
for i := range buffs {
|
for i := range bufs {
|
||||||
tun.toWrite = append(tun.toWrite, i)
|
tun.toWrite = append(tun.toWrite, i)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
for _, buffsI := range tun.toWrite {
|
for _, bufsI := range tun.toWrite {
|
||||||
n, err := tun.tunFile.Write(buffs[buffsI][offset:])
|
n, err := tun.tunFile.Write(bufs[bufsI][offset:])
|
||||||
if errors.Is(err, syscall.EBADFD) {
|
if errors.Is(err, syscall.EBADFD) {
|
||||||
return total, os.ErrClosed
|
return total, os.ErrClosed
|
||||||
}
|
}
|
||||||
@ -367,10 +367,10 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
return total, ErrorBatch(errs)
|
return total, ErrorBatch(errs)
|
||||||
}
|
}
|
||||||
|
|
||||||
// handleVirtioRead splits in into buffs, leaving offset bytes at the front of
|
// handleVirtioRead splits in into bufs, leaving offset bytes at the front of
|
||||||
// each buffer. It mutates sizes to reflect the size of each element of buffs,
|
// each buffer. It mutates sizes to reflect the size of each element of bufs,
|
||||||
// and returns the number of packets read.
|
// and returns the number of packets read.
|
||||||
func handleVirtioRead(in []byte, buffs [][]byte, sizes []int, offset int) (int, error) {
|
func handleVirtioRead(in []byte, bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
var hdr virtioNetHdr
|
var hdr virtioNetHdr
|
||||||
err := hdr.decode(in)
|
err := hdr.decode(in)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@ -387,10 +387,10 @@ func handleVirtioRead(in []byte, buffs [][]byte, sizes []int, offset int) (int,
|
|||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if len(in) > len(buffs[0][offset:]) {
|
if len(in) > len(bufs[0][offset:]) {
|
||||||
return 0, fmt.Errorf("read len %d overflows buffs element len %d", len(in), len(buffs[0][offset:]))
|
return 0, fmt.Errorf("read len %d overflows bufs element len %d", len(in), len(bufs[0][offset:]))
|
||||||
}
|
}
|
||||||
n := copy(buffs[0][offset:], in)
|
n := copy(bufs[0][offset:], in)
|
||||||
sizes[0] = n
|
sizes[0] = n
|
||||||
return 1, nil
|
return 1, nil
|
||||||
}
|
}
|
||||||
@ -438,17 +438,17 @@ func handleVirtioRead(in []byte, buffs [][]byte, sizes []int, offset int) (int,
|
|||||||
return 0, fmt.Errorf("end of checksum offset (%d) exceeds packet length (%d)", cSumAt+1, len(in))
|
return 0, fmt.Errorf("end of checksum offset (%d) exceeds packet length (%d)", cSumAt+1, len(in))
|
||||||
}
|
}
|
||||||
|
|
||||||
return tcpTSO(in, hdr, buffs, sizes, offset)
|
return tcpTSO(in, hdr, bufs, sizes, offset)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error) {
|
func (tun *NativeTun) Read(bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
tun.readOpMu.Lock()
|
tun.readOpMu.Lock()
|
||||||
defer tun.readOpMu.Unlock()
|
defer tun.readOpMu.Unlock()
|
||||||
select {
|
select {
|
||||||
case err := <-tun.errors:
|
case err := <-tun.errors:
|
||||||
return 0, err
|
return 0, err
|
||||||
default:
|
default:
|
||||||
readInto := buffs[0][offset:]
|
readInto := bufs[0][offset:]
|
||||||
if tun.vnetHdr {
|
if tun.vnetHdr {
|
||||||
readInto = tun.readBuff[:]
|
readInto = tun.readBuff[:]
|
||||||
}
|
}
|
||||||
@ -460,7 +460,7 @@ func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error)
|
|||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
if tun.vnetHdr {
|
if tun.vnetHdr {
|
||||||
return handleVirtioRead(readInto[:n], buffs, sizes, offset)
|
return handleVirtioRead(readInto[:n], bufs, sizes, offset)
|
||||||
} else {
|
} else {
|
||||||
sizes[0] = n
|
sizes[0] = n
|
||||||
return 1, nil
|
return 1, nil
|
||||||
|
@ -204,13 +204,13 @@ func (tun *NativeTun) Events() <-chan Event {
|
|||||||
return tun.events
|
return tun.events
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error) {
|
func (tun *NativeTun) Read(bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
select {
|
select {
|
||||||
case err := <-tun.errors:
|
case err := <-tun.errors:
|
||||||
return 0, err
|
return 0, err
|
||||||
default:
|
default:
|
||||||
buff := buffs[0][offset-4:]
|
buf := bufs[0][offset-4:]
|
||||||
n, err := tun.tunFile.Read(buff[:])
|
n, err := tun.tunFile.Read(buf[:])
|
||||||
if n < 4 {
|
if n < 4 {
|
||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
@ -219,11 +219,11 @@ func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
func (tun *NativeTun) Write(bufs [][]byte, offset int) (int, error) {
|
||||||
if offset < 4 {
|
if offset < 4 {
|
||||||
return 0, io.ErrShortBuffer
|
return 0, io.ErrShortBuffer
|
||||||
}
|
}
|
||||||
for i, buf := range buffs {
|
for i, buf := range bufs {
|
||||||
buf = buf[offset-4:]
|
buf = buf[offset-4:]
|
||||||
buf[0] = 0x00
|
buf[0] = 0x00
|
||||||
buf[1] = 0x00
|
buf[1] = 0x00
|
||||||
@ -240,7 +240,7 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
return i, err
|
return i, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return len(buffs), nil
|
return len(bufs), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Close() error {
|
func (tun *NativeTun) Close() error {
|
||||||
|
@ -141,7 +141,7 @@ func (tun *NativeTun) BatchSize() int {
|
|||||||
|
|
||||||
// Note: Read() and Write() assume the caller comes only from a single thread; there's no locking.
|
// Note: Read() and Write() assume the caller comes only from a single thread; there's no locking.
|
||||||
|
|
||||||
func (tun *NativeTun) Read(buffs [][]byte, sizes []int, offset int) (int, error) {
|
func (tun *NativeTun) Read(bufs [][]byte, sizes []int, offset int) (int, error) {
|
||||||
tun.running.Add(1)
|
tun.running.Add(1)
|
||||||
defer tun.running.Done()
|
defer tun.running.Done()
|
||||||
retry:
|
retry:
|
||||||
@ -158,7 +158,7 @@ retry:
|
|||||||
switch err {
|
switch err {
|
||||||
case nil:
|
case nil:
|
||||||
packetSize := len(packet)
|
packetSize := len(packet)
|
||||||
copy(buffs[0][offset:], packet)
|
copy(bufs[0][offset:], packet)
|
||||||
sizes[0] = packetSize
|
sizes[0] = packetSize
|
||||||
tun.session.ReleaseReceivePacket(packet)
|
tun.session.ReleaseReceivePacket(packet)
|
||||||
tun.rate.update(uint64(packetSize))
|
tun.rate.update(uint64(packetSize))
|
||||||
@ -179,22 +179,22 @@ retry:
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
func (tun *NativeTun) Write(bufs [][]byte, offset int) (int, error) {
|
||||||
tun.running.Add(1)
|
tun.running.Add(1)
|
||||||
defer tun.running.Done()
|
defer tun.running.Done()
|
||||||
if tun.close.Load() {
|
if tun.close.Load() {
|
||||||
return 0, os.ErrClosed
|
return 0, os.ErrClosed
|
||||||
}
|
}
|
||||||
|
|
||||||
for i, buff := range buffs {
|
for i, buf := range bufs {
|
||||||
packetSize := len(buff) - offset
|
packetSize := len(buf) - offset
|
||||||
tun.rate.update(uint64(packetSize))
|
tun.rate.update(uint64(packetSize))
|
||||||
|
|
||||||
packet, err := tun.session.AllocateSendPacket(packetSize)
|
packet, err := tun.session.AllocateSendPacket(packetSize)
|
||||||
switch err {
|
switch err {
|
||||||
case nil:
|
case nil:
|
||||||
// TODO: Explore options to eliminate this copy.
|
// TODO: Explore options to eliminate this copy.
|
||||||
copy(packet, buff[offset:])
|
copy(packet, buf[offset:])
|
||||||
tun.session.SendPacket(packet)
|
tun.session.SendPacket(packet)
|
||||||
continue
|
continue
|
||||||
case windows.ERROR_HANDLE_EOF:
|
case windows.ERROR_HANDLE_EOF:
|
||||||
@ -205,7 +205,7 @@ func (tun *NativeTun) Write(buffs [][]byte, offset int) (int, error) {
|
|||||||
return i, fmt.Errorf("Write failed: %w", err)
|
return i, fmt.Errorf("Write failed: %w", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return len(buffs), nil
|
return len(bufs), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// LUID returns Windows interface instance ID.
|
// LUID returns Windows interface instance ID.
|
||||||
|
Loading…
Reference in New Issue
Block a user