sniffer-agent/capture/network.go

package capture

import (
	"flag"
	"fmt"
	"github.com/google/gopacket"
	"github.com/google/gopacket/layers"
	"github.com/google/gopacket/pcap"
	"golang.org/x/net/bpf"
	"time"

	"github.com/google/gopacket/pcapgo"
	log "github.com/sirupsen/logrus"
	"github.com/zr-hebo/sniffer-agent/model"
	sd "github.com/zr-hebo/sniffer-agent/session-dealer"
)

var (
	DeviceName  string
	snifferPort int
	inParallel bool
)

func init() {
	flag.StringVar(&DeviceName, "interface", "eth0", "network device name. Default is eth0")
	flag.IntVar(&snifferPort, "port", 3306, "sniffer port. Default is 3306")
	flag.BoolVar(&inParallel, "in_parallel", false, "if capture and deal package in parallel. Default is false")
}

// networkCard is network device
type networkCard struct {
	name string
	listenPort int
}

func NewNetworkCard() (nc *networkCard) {
	// init device
	return &networkCard{name: DeviceName, listenPort: snifferPort}
}

func initEthernetHandlerFromPacpgo() (handler *pcapgo.EthernetHandle) {
	handler, err := pcapgo.NewEthernetHandle(DeviceName)
	if err != nil {
		panic(fmt.Sprintf("cannot open network interface %s <-- %s", DeviceName, err.Error()))
	}

	// set BPFFilter
	pcapBPF, err := pcap.CompileBPFFilter(
		layers.LinkTypeEthernet, 65535, fmt.Sprintf("tcp and (port %d)", snifferPort))
	if err != nil {
		panic(err.Error())
	}
	bpfIns := []bpf.RawInstruction{}
	for _, ins := range pcapBPF {
		bpfIn := bpf.RawInstruction{
			Op: ins.Code,
			Jt: ins.Jt,
			Jf: ins.Jf,
			K:  ins.K,
		}
		bpfIns = append(bpfIns, bpfIn)
	}

	err = handler.SetBPF(bpfIns)
	if err != nil {
		panic(err.Error())
	}

	_ = handler.SetCaptureLength(65535)

	return
}

func initEthernetHandlerFromPacp() (handler *pcap.Handle) {
	handler, err := pcap.OpenLive(DeviceName, 65535, false, pcap.BlockForever)
	if err != nil {
		panic(fmt.Sprintf("cannot open network interface %s <-- %s", DeviceName, err.Error()))
	}

	err = handler.SetBPFFilter(fmt.Sprintf("tcp and (port %d)", snifferPort))
	if err != nil {
		panic(err.Error())
	}
	handler.SnapLen()

	return
}

func (nc *networkCard) Listen() (receiver chan model.QueryPiece) {
	if inParallel {
		return nc.listenInParallel()
	}

	return nc.listenNormal()
}

// Listen get a connection.
func (nc *networkCard) listenNormal() (receiver chan model.QueryPiece) {
	receiver = make(chan model.QueryPiece, 100)

	go func() {
		handler := initEthernetHandlerFromPacpgo()
		for {
			var data []byte
			data, ci, err := handler.ZeroCopyReadPacketData()
			if err != nil {
				log.Error(err.Error())
				time.Sleep(time.Second*3)
				continue
			}

			packet := gopacket.NewPacket(data, layers.LayerTypeEthernet, gopacket.NoCopy)
			m := packet.Metadata()
			m.CaptureInfo = ci
			m.Truncated = m.Truncated || ci.CaptureLength < ci.Length

			qp := nc.parseTCPPackage(packet)
			if qp != nil {
				receiver <- qp
			}
		}
	}()

	return
}

// Listen get a connection.
func (nc *networkCard) listenInParallel() (receiver chan model.QueryPiece) {
	receiver = make(chan model.QueryPiece, 100)
	packageChan := make(chan gopacket.Packet, 10)

	// read packet
	go func() {
		defer func() {
			close(packageChan)
		}()

		handler := initEthernetHandlerFromPacpgo()
		for {
			var data []byte
			// data, ci, err := handler.ZeroCopyReadPacketData()
			data, ci, err := handler.ReadPacketData()
			if err != nil {
				log.Error(err.Error())
				time.Sleep(time.Second*3)
				continue
			}

			packet := gopacket.NewPacket(data, layers.LayerTypeEthernet, gopacket.NoCopy)
			m := packet.Metadata()
			m.CaptureInfo = ci
			m.Truncated = m.Truncated || ci.CaptureLength < ci.Length

			packageChan <- packet
		}
	}()

	// deal packet
	go func() {
		defer func() {
			close(receiver)
		}()

		for packet := range packageChan {
			qp := nc.parseTCPPackage(packet)
			if qp != nil {
				receiver <- qp
			}
		}
	}()

	return
}

func (nc *networkCard) parseTCPPackage(packet gopacket.Packet) (qp model.QueryPiece) {
	var err error
	defer func() {
		if err != nil {
			log.Error("parse TCP package failed <-- %s", err.Error())
		}
	}()

	tcpConn := packet.TransportLayer().(*layers.TCP)
	if tcpConn.SYN || tcpConn.RST {
		return
	}

	ipLayer := packet.Layer(layers.LayerTypeIPv4)
	if ipLayer == nil {
		err = fmt.Errorf("no ip layer found in package")
		return
	}

	ipInfo, ok := ipLayer.(*layers.IPv4)
	if !ok {
		err = fmt.Errorf("parsed no ip address")
		return
	}

	// get IP from ip layer
	srcIP := ipInfo.SrcIP.String()
	dstIP := ipInfo.DstIP.String()
	srcPort := int(tcpConn.SrcPort)
	dstPort := int(tcpConn.DstPort)
	if dstPort == nc.listenPort {
		// deal mysql server response
		err = readToServerPackage(&srcIP, srcPort, tcpConn)
		if err != nil {
			return
		}

	} else if srcPort == nc.listenPort {
		// deal mysql client request
		qp, err = readFromServerPackage(&dstIP, dstPort, tcpConn)
		if err != nil {
			return
		}
	}

	return
}

func readFromServerPackage(srcIP *string, srcPort int, tcpConn *layers.TCP) (qp model.QueryPiece, err error) {
	defer func() {
		if err != nil {
			log.Error("read Mysql package send from mysql server to client failed <-- %s", err.Error())
		}
	}()

	if tcpConn.FIN {
		sessionKey := spliceSessionKey(srcIP, srcPort)
		delete(sessionPool, *sessionKey)
		log.Debugf("close connection from %s", *sessionKey)
		return
	}

	tcpPayload := tcpConn.Payload
	if (len(tcpPayload) < 1) {
		return
	}

	_ = tcpConn.Seq

	sessionKey := spliceSessionKey(srcIP, srcPort)
	session := sessionPool[*sessionKey]
	if session != nil {
		session.ReadFromServer(tcpPayload)
		qp = session.GenerateQueryPiece()
	}

	return
}

func readToServerPackage(srcIP *string, srcPort int, tcpConn *layers.TCP) (err error) {
	defer func() {
		if err != nil {
			log.Error("read package send from client to mysql server failed <-- %s", err.Error())
		}
	}()

	// when client try close connection remove session from session pool
	if tcpConn.FIN {
		sessionKey := spliceSessionKey(srcIP, srcPort)
		delete(sessionPool, *sessionKey)
		log.Debugf("close connection from %s", *sessionKey)
		return
	}

	tcpPayload := tcpConn.Payload
	if (len(tcpPayload) < 1) {
		return
	}

	sessionKey := spliceSessionKey(srcIP, srcPort)
	session := sessionPool[*sessionKey]
	if session == nil {
		session = sd.NewSession(sessionKey, srcIP, srcPort, localIPAddr, snifferPort)
		sessionPool[*sessionKey] = session
	}

	session.ResetBeginTime()
	session.ReadFromClient(int64(tcpConn.Seq), tcpPayload)
	return
}