diff --git a/decoders/netflow/ipfix.go b/decoders/netflow/ipfix.go index 954b7d38..1a6d90df 100644 --- a/decoders/netflow/ipfix.go +++ b/decoders/netflow/ipfix.go @@ -1,8 +1,11 @@ package netflow import ( + "bytes" "fmt" "time" + + "github.com/cloudflare/goflow/v3/decoders/utils" ) const ( @@ -445,26 +448,98 @@ const ( IPFIX_FIELD_natThresholdEvent = 467 ) +// IPFIXPacket is a representation of ipfix(netflow v10) protocol packet. type IPFIXPacket struct { - Version uint16 - Length uint16 - ExportTime uint32 - SequenceNumber uint32 + // Version is version of ipfix records exported in this packet. + Version uint16 + + // Length is a total length of the IPFIX packet, measured in octets, + // including packet Header and Set(s). + Length uint16 + + // ExportTime is a time at which the IPFIX Message Header leaves the Exporter, + // expressed in seconds since the UNIX epoch of 1 January 1970 at + // 00:00 UTC, encoded as an unsigned 32-bit integer. + ExportTime uint32 + + // SequenceNumber is incremental sequence counter of all export packets sent by this export + // device; This value is cumulative, and it can be used to identify whether + // any export packets have been missed. + SequenceNumber uint32 + + // ObservationDomainId is a 32-bit identifier of the Observation Domain that + // is locally unique to the Exporting Process. ObservationDomainId uint32 - FlowSets []interface{} + + FlowSets } +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (x *IPFIXPacket) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &x.Length); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.ExportTime); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.SequenceNumber); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.ObservationDomainId); !ok { + return false + } + return true +} + +// IPFIXOptionsTemplateFlowSet is a collection of Options Template Records. type IPFIXOptionsTemplateFlowSet struct { FlowSetHeader Records []IPFIXOptionsTemplateRecord } +// IPFIXOptionsTemplateRecord contains any combination of IANA-assigned and/or +// enterprise-specific Information Element identifiers. type IPFIXOptionsTemplateRecord struct { - TemplateId uint16 - FieldCount uint16 + // TemplateId is a unique number in the range 256 to 65535 used for matching + // the type of IPFIX data it will be exporting. + TemplateId uint16 + + // FieldCount is a number of all fields in this Options Template Record, + // including the Scope Fields. + FieldCount uint16 + + // ScopeFieldCount is a number of scope fields in this Options Template + // Record. The Scope Fields are normal Fields, except that they are + // interpreted as scope at the Collector. ScopeFieldCount uint16 - Options []Field - Scopes []Field + + // Options represents the type and length(in bytes) of the field that + // appears in the options record. + Options []Field + + // Scopes is one or more Information Elements, specified in the Options + // Template Record. + Scopes []Field +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (x *IPFIXOptionsTemplateRecord) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &x.TemplateId); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &x.FieldCount); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &x.ScopeFieldCount); !ok { + return false + } + return true } func IPFIXTypeToString(typeId uint16) string { @@ -950,7 +1025,6 @@ func (flowSet IPFIXOptionsTemplateFlowSet) String(TypeToString func(uint16) stri } } - return str } @@ -964,26 +1038,26 @@ func (p IPFIXPacket) String() string { str += fmt.Sprintf(" ExportTime: %v\n", exportTime.String()) str += fmt.Sprintf(" SequenceNumber: %v\n", p.SequenceNumber) str += fmt.Sprintf(" ObservationDomainId: %v\n", p.ObservationDomainId) - str += fmt.Sprintf(" FlowSets (%v):\n", len(p.FlowSets)) - - for i, flowSet := range p.FlowSets { - switch flowSet := flowSet.(type) { - case TemplateFlowSet: - str += fmt.Sprintf(" - TemplateFlowSet %v:\n", i) - str += flowSet.String(IPFIXTypeToString) - case IPFIXOptionsTemplateFlowSet: - str += fmt.Sprintf(" - OptionsTemplateFlowSet %v:\n", i) - str += flowSet.String(IPFIXTypeToString) - case DataFlowSet: - str += fmt.Sprintf(" - DataFlowSet %v:\n", i) - str += flowSet.String(IPFIXTypeToString) - case OptionsDataFlowSet: - str += fmt.Sprintf(" - OptionsDataFlowSet %v:\n", i) - str += flowSet.String(IPFIXTypeToString, IPFIXTypeToString) - default: - str += fmt.Sprintf(" - (unknown type) %v: %v\n", i, flowSet) - } + str += fmt.Sprintf(" FlowSets (%v):\n", len(p.DataFS)+len(p.IPFIXOptionsTemplateFS)+len(p.OptionsDataFS)+len(p.TemplateFS)) + + for i, fs := range p.TemplateFS { + str += fmt.Sprintf(" - TemplateFlowSet %v:\n", i) + str += fs.String(IPFIXTypeToString) + } + + for i, fs := range p.IPFIXOptionsTemplateFS { + str += fmt.Sprintf(" - OptionsTemplateFlowSet %v:\n", i) + str += fs.String(IPFIXTypeToString) } + for i, fs := range p.DataFS { + str += fmt.Sprintf(" - DataFlowSet %v:\n", i) + str += fs.String(IPFIXTypeToString) + } + + for i, fs := range p.OptionsDataFS { + str += fmt.Sprintf(" - OptionsDataFlowSet %v:\n", i) + str += fs.String(IPFIXTypeToString, IPFIXTypeToString) + } return str } diff --git a/decoders/netflow/netflow.go b/decoders/netflow/netflow.go index 8836494f..ecbbdb44 100644 --- a/decoders/netflow/netflow.go +++ b/decoders/netflow/netflow.go @@ -2,8 +2,8 @@ package netflow import ( "bytes" - "encoding/binary" "fmt" + "io" "sync" "github.com/cloudflare/goflow/v3/decoders/utils" @@ -16,105 +16,142 @@ type NetFlowTemplateSystem interface { AddTemplate(version uint16, obsDomainId uint32, template interface{}) } -func DecodeNFv9OptionsTemplateSet(payload *bytes.Buffer) ([]NFv9OptionsTemplateRecord, error) { - records := make([]NFv9OptionsTemplateRecord, 0) - var err error +// DecodeNFv9OptionsTemplateSet decodes the options template data that describe +// structure of IPFIX Options Data Records. +func DecodeNFv9OptionsTemplateSet(payload *bytes.Buffer, ts *NFv9OptionsTemplateFlowSet) error { + ts.Records = ts.Records[:cap(ts.Records)] + + i := 0 for payload.Len() >= 4 { - optsTemplateRecord := NFv9OptionsTemplateRecord{} - err = utils.BinaryDecoder(payload, &optsTemplateRecord.TemplateId, &optsTemplateRecord.ScopeLength, &optsTemplateRecord.OptionLength) - if err != nil { - break + if i >= len(ts.Records) { + ts.Records = append(ts.Records, NFv9OptionsTemplateRecord{}) + } + + record := &ts.Records[i] + if !record.ReadFrom(payload) { + return fmt.Errorf("decode nfv9 options templateSet: %v", io.ErrUnexpectedEOF) } - sizeScope := int(optsTemplateRecord.ScopeLength) / 4 - sizeOptions := int(optsTemplateRecord.OptionLength) / 4 + sizeScope := int(record.ScopeLength) / 4 + sizeOptions := int(record.OptionLength) / 4 if sizeScope < 0 || sizeOptions < 0 { - return records, NewErrorDecodingNetFlow("Error decoding OptionsTemplateSet: negative length.") + return NewErrorDecodingNetFlow("error decoding OptionsTemplateSet: negative length.") } - fields := make([]Field, sizeScope) - for i := 0; i < sizeScope; i++ { - field := Field{} - err = utils.BinaryDecoder(payload, &field) - fields[i] = field + record.Scopes = record.Scopes[:cap(record.Scopes)] + if len(record.Scopes) < sizeScope { + record.Scopes = append(record.Scopes, make([]Field, sizeScope-len(record.Scopes))...) } - optsTemplateRecord.Scopes = fields - fields = make([]Field, sizeOptions) - for i := 0; i < sizeOptions; i++ { - field := Field{} - err = utils.BinaryDecoder(payload, &field) - fields[i] = field + for j := 0; j < sizeScope; j++ { + if !record.Scopes[j].ReadFrom(payload) { + return fmt.Errorf("decode nfv9 options templateSet: %v", io.ErrUnexpectedEOF) + } } - optsTemplateRecord.Options = fields + record.Scopes = record.Scopes[:sizeScope] - records = append(records, optsTemplateRecord) - } + record.Options = record.Options[:cap(record.Options)] + if len(record.Options) < sizeOptions { + record.Options = append(record.Options, make([]Field, sizeOptions-len(record.Options))...) + } - return records, nil + for k := 0; k < sizeOptions; k++ { + if !record.Options[k].ReadFrom(payload) { + return fmt.Errorf("decode nfv9 options templateSet: %v", io.ErrUnexpectedEOF) + } + } + record.Options = record.Options[:sizeOptions] + + i++ + } + ts.Records = ts.Records[:i] + return nil } -func DecodeIPFIXOptionsTemplateSet(payload *bytes.Buffer) ([]IPFIXOptionsTemplateRecord, error) { - records := make([]IPFIXOptionsTemplateRecord, 0) - var err error +// DecodeIPFIXOptionsTemplateSet decodes the options template data that describe +// structure of NetFlow Options Data Records. +func DecodeIPFIXOptionsTemplateSet(payload *bytes.Buffer, ts *IPFIXOptionsTemplateFlowSet) error { + ts.Records = ts.Records[:cap(ts.Records)] + + i := 0 for payload.Len() >= 4 { - optsTemplateRecord := IPFIXOptionsTemplateRecord{} - err = utils.BinaryDecoder(payload, &optsTemplateRecord.TemplateId, &optsTemplateRecord.FieldCount, &optsTemplateRecord.ScopeFieldCount) - if err != nil { - break + if i >= len(ts.Records) { + ts.Records = append(ts.Records, IPFIXOptionsTemplateRecord{}) } - fields := make([]Field, int(optsTemplateRecord.ScopeFieldCount)) - for i := 0; i < int(optsTemplateRecord.ScopeFieldCount); i++ { - field := Field{} - err = utils.BinaryDecoder(payload, &field) - fields[i] = field + optsTemplateRecord := &ts.Records[i] + if !optsTemplateRecord.ReadFrom(payload) { + return fmt.Errorf("decode ipfix options templateSet: %v", io.ErrUnexpectedEOF) } - optsTemplateRecord.Scopes = fields + + if len(optsTemplateRecord.Scopes) < int(optsTemplateRecord.ScopeFieldCount) { + optsTemplateRecord.Scopes = append(optsTemplateRecord.Scopes, make([]Field, int(optsTemplateRecord.ScopeFieldCount)-len(optsTemplateRecord.Scopes))...) + } + + for j := 0; j < int(optsTemplateRecord.ScopeFieldCount); j++ { + if !optsTemplateRecord.Scopes[j].ReadFrom(payload) { + return fmt.Errorf("decode ipfix options templateSet: %v", io.ErrUnexpectedEOF) + } + } + optsTemplateRecord.Scopes = optsTemplateRecord.Scopes[:int(optsTemplateRecord.ScopeFieldCount)] optionsSize := int(optsTemplateRecord.FieldCount) - int(optsTemplateRecord.ScopeFieldCount) if optionsSize < 0 { - return records, NewErrorDecodingNetFlow("Error decoding OptionsTemplateSet: negative length.") + return NewErrorDecodingNetFlow("error decoding OptionsTemplateSet: negative length.") } - fields = make([]Field, optionsSize) - for i := 0; i < optionsSize; i++ { - field := Field{} - err = utils.BinaryDecoder(payload, &field) - fields[i] = field + + if len(optsTemplateRecord.Options) < optionsSize { + optsTemplateRecord.Options = append(optsTemplateRecord.Options, make([]Field, optionsSize-len(optsTemplateRecord.Options))...) } - optsTemplateRecord.Options = fields - records = append(records, optsTemplateRecord) - } + for k := 0; k < optionsSize; k++ { + if !optsTemplateRecord.Options[k].ReadFrom(payload) { + return fmt.Errorf("decode ipfix options templateSet: %v", io.ErrUnexpectedEOF) + } + } + optsTemplateRecord.Options = optsTemplateRecord.Options[:optionsSize] - return records, nil + i++ + } + ts.Records = ts.Records[:i] + return nil } -func DecodeTemplateSet(payload *bytes.Buffer) ([]TemplateRecord, error) { - records := make([]TemplateRecord, 0) - var err error +// DecodeTemplateSet decodes the template data that describe structure of Data Records (actual netflow/ipfix data). +func DecodeTemplateSet(payload *bytes.Buffer, ts *TemplateFlowSet) error { + ts.Records = ts.Records[:cap(ts.Records)] + + i := 0 for payload.Len() >= 4 { - templateRecord := TemplateRecord{} - err = utils.BinaryDecoder(payload, &templateRecord.TemplateId, &templateRecord.FieldCount) - if err != nil { - break + if i >= len(ts.Records) { + ts.Records = append(ts.Records, TemplateRecord{}) } - if templateRecord.FieldCount == 0 { - return records, NewErrorDecodingNetFlow("Error decoding TemplateSet: zero count.") + record := &ts.Records[i] + if !record.ReadFrom(payload) { + return fmt.Errorf("decode TemplateSet: %v", io.ErrUnexpectedEOF) } - fields := make([]Field, int(templateRecord.FieldCount)) - for i := 0; i < int(templateRecord.FieldCount); i++ { - field := Field{} - err = utils.BinaryDecoder(payload, &field) - fields[i] = field + if record.FieldCount == 0 { + return NewErrorDecodingNetFlow("error decoding TemplateSet: zero count.") + } + + record.Fields = record.Fields[:cap(record.Fields)] + + if len(record.Fields) < int(record.FieldCount) { + record.Fields = append(record.Fields, make([]Field, int(record.FieldCount)-len(record.Fields))...) } - templateRecord.Fields = fields - records = append(records, templateRecord) - } - return records, nil + for j := 0; j < int(record.FieldCount); j++ { + if !record.Fields[j].ReadFrom(payload) { + return fmt.Errorf("decode TemplateSet: %v", io.ErrUnexpectedEOF) + } + } + record.Fields = record.Fields[:int(record.FieldCount)] + i++ + } + ts.Records = ts.Records[:i] + return nil } func GetTemplateSize(template []Field) int { @@ -125,22 +162,26 @@ func GetTemplateSize(template []Field) int { return sum } -func DecodeDataSetUsingFields(payload *bytes.Buffer, listFields []Field) []DataField { - for payload.Len() >= GetTemplateSize(listFields) { +// DecodeDataRecordFields decodes the fields(type and value) of DataRecord. +func DecodeDataRecordFields(payload *bytes.Buffer, listFields []Field, record *[]DataField) error { + size := GetTemplateSize(listFields) + if payload.Len() < size { + return fmt.Errorf("decode dataset: there are fewer than %d bytes in the buffer", size) + } - dataFields := make([]DataField, len(listFields)) + *record = (*record)[:cap(*record)] + if len(*record) < len(listFields) { + *record = append(*record, make([]DataField, len(listFields)-len(*record))...) + } - for i, templateField := range listFields { - value := payload.Next(int(templateField.Length)) - nfvalue := DataField{ - Type: templateField.Type, - Value: value, - } - dataFields[i] = nfvalue - } - return dataFields + for i, templateField := range listFields { + value := payload.Next(int(templateField.Length)) + + (*record)[i].Type = templateField.Type + (*record)[i].Value = value } - return []DataField{} + *record = (*record)[:len(listFields)] + return nil } type ErrorTemplateNotFound struct { @@ -160,7 +201,7 @@ func NewErrorTemplateNotFound(version uint16, obsDomainId uint32, templateId uin } func (e *ErrorTemplateNotFound) Error() string { - return fmt.Sprintf("No %v template %v found for and domain id %v", e.typeTemplate, e.templateId, e.obsDomainId) + return fmt.Sprintf("no %v template %v found for and domain id %v", e.typeTemplate, e.templateId, e.obsDomainId) } type ErrorVersion struct { @@ -174,7 +215,7 @@ func NewErrorVersion(version uint16) *ErrorVersion { } func (e *ErrorVersion) Error() string { - return fmt.Sprintf("Unknown NetFlow version %v (only decodes v9 and v10/IPFIX)", e.version) + return fmt.Sprintf("unknown NetFlow version %v (only decodes v9 and v10/IPFIX)", e.version) } type ErrorFlowId struct { @@ -188,7 +229,7 @@ func NewErrorFlowId(id uint16) *ErrorFlowId { } func (e *ErrorFlowId) Error() string { - return fmt.Sprintf("Unknown flow id %v (templates < 256, data >= 256)", e.id) + return fmt.Sprintf("unknown flow id %v (templates < 256, data >= 256)", e.id) } type ErrorDecodingNetFlow struct { @@ -202,46 +243,64 @@ func NewErrorDecodingNetFlow(msg string) *ErrorDecodingNetFlow { } func (e *ErrorDecodingNetFlow) Error() string { - return fmt.Sprintf("Error decoding NetFlow: %v", e.msg) + return fmt.Sprintf("error decoding NetFlow: %v", e.msg) } -func DecodeOptionsDataSet(payload *bytes.Buffer, listFieldsScopes, listFieldsOption []Field) ([]OptionsDataRecord, error) { - records := make([]OptionsDataRecord, 0) +// DecodeOptionsDataSet decodes the options data record ("meta-data" about the netflow/ipfix process itself). +func DecodeOptionsDataSet(payload *bytes.Buffer, fs *OptionsDataFlowSet, listFieldsScopes, listFieldsOption []Field) error { + fs.Records = fs.Records[:cap(fs.Records)] listFieldsScopesSize := GetTemplateSize(listFieldsScopes) listFieldsOptionSize := GetTemplateSize(listFieldsOption) + i := 0 for payload.Len() >= listFieldsScopesSize+listFieldsOptionSize { + if i >= len(fs.Records) { + fs.Records = append(fs.Records, OptionsDataRecord{}) + } + + record := &fs.Records[i] payloadLim := bytes.NewBuffer(payload.Next(listFieldsScopesSize)) - scopeValues := DecodeDataSetUsingFields(payloadLim, listFieldsScopes) - payloadLim = bytes.NewBuffer(payload.Next(listFieldsOptionSize)) - optionValues := DecodeDataSetUsingFields(payloadLim, listFieldsOption) - record := OptionsDataRecord{ - ScopesValues: scopeValues, - OptionsValues: optionValues, + if err := DecodeDataRecordFields(payloadLim, listFieldsScopes, &record.ScopesValues); err != nil { + return fmt.Errorf("decode options dataSet: %v", err) } - records = append(records, record) + payloadLim = bytes.NewBuffer(payload.Next(listFieldsOptionSize)) + if err := DecodeDataRecordFields(payloadLim, listFieldsOption, &record.OptionsValues); err != nil { + return fmt.Errorf("decode options dataSet: %v", err) + } + + i++ } - return records, nil + fs.Records = fs.Records[:i] + return nil } -func DecodeDataSet(payload *bytes.Buffer, listFields []Field) ([]DataRecord, error) { - records := make([]DataRecord, 0) +// DecodeDataSet decodes the Data Records (actual netflow/ipfix data). +func DecodeDataSet(payload *bytes.Buffer, listFields []Field, flowSet *DataFlowSet) error { + flowSet.Records = flowSet.Records[:cap(flowSet.Records)] listFieldsSize := GetTemplateSize(listFields) + + i := 0 for payload.Len() >= listFieldsSize { payloadLim := bytes.NewBuffer(payload.Next(listFieldsSize)) - values := DecodeDataSetUsingFields(payloadLim, listFields) - record := DataRecord{ - Values: values, + if i >= len(flowSet.Records) { + flowSet.Records = append(flowSet.Records, DataRecord{}) } - records = append(records, record) + datafields := &flowSet.Records[i].Values + if err := DecodeDataRecordFields(payloadLim, listFields, datafields); err != nil { + return err + } + + i++ } - return records, nil + + flowSet.Records = flowSet.Records[:i] + return nil } func (ts *BasicTemplateSystem) GetTemplates() map[uint16]map[uint32]map[uint16]interface{} { @@ -254,11 +313,11 @@ func (ts *BasicTemplateSystem) GetTemplates() map[uint16]map[uint32]map[uint16]i func (ts *BasicTemplateSystem) AddTemplate(version uint16, obsDomainId uint32, template interface{}) { ts.templateslock.Lock() _, exists := ts.templates[version] - if exists != true { + if !exists { ts.templates[version] = make(map[uint32]map[uint16]interface{}) } _, exists = ts.templates[version][obsDomainId] - if exists != true { + if !exists { ts.templates[version][obsDomainId] = make(map[uint16]interface{}) } var templateId uint16 @@ -308,179 +367,275 @@ func CreateTemplateSystem() *BasicTemplateSystem { return ts } -func DecodeMessage(payload *bytes.Buffer, templates NetFlowTemplateSystem) (interface{}, error) { - var size uint16 - packetNFv9 := NFv9Packet{} - packetIPFIX := IPFIXPacket{} - var returnItem interface{} - - var version uint16 - var obsDomainId uint32 - binary.Read(payload, binary.BigEndian, &version) - - if version == 9 { - utils.BinaryDecoder(payload, &packetNFv9.Count, &packetNFv9.SystemUptime, &packetNFv9.UnixSeconds, &packetNFv9.SequenceNumber, &packetNFv9.SourceId) - size = packetNFv9.Count - packetNFv9.Version = version - returnItem = *(&packetNFv9) - obsDomainId = packetNFv9.SourceId - } else if version == 10 { - utils.BinaryDecoder(payload, &packetIPFIX.Length, &packetIPFIX.ExportTime, &packetIPFIX.SequenceNumber, &packetIPFIX.ObservationDomainId) - size = packetIPFIX.Length - packetIPFIX.Version = version - returnItem = *(&packetIPFIX) - obsDomainId = packetIPFIX.ObservationDomainId +// FlowMessage processes the message(parses, and stores network information). +type FlowMessage struct { + // Version is version of netflow/ipfix records exported in this packet. + Version uint16 + PacketNFv9 NFv9Packet + PacketIPFIX IPFIXPacket + + fsheader FlowSetHeader + buf *bytes.Buffer +} + +// Decode decodes and collects the message in netflow/ipfix protocol format. +func (f *FlowMessage) Decode(payload *bytes.Buffer, templates NetFlowTemplateSystem) error { + if f.buf == nil { + f.buf = &bytes.Buffer{} + } + + if !utils.ReadUint16FromBuffer(payload, &f.Version) { + return io.ErrUnexpectedEOF + } + + if f.Version == netflow { + if !f.PacketNFv9.ReadFrom(payload) { + return fmt.Errorf("decode packet version: %v", io.ErrUnexpectedEOF) + } + f.PacketNFv9.Version = f.Version + + if err := f.DecodeNFv9Packet(payload, templates); err != nil { + return err + } + } else if f.Version == ipfix { + if !f.PacketIPFIX.ReadFrom(payload) { + return fmt.Errorf("decode packet header: %v", io.ErrUnexpectedEOF) + } + f.PacketIPFIX.Version = f.Version + + if err := f.DecodeIPFIXPacket(payload, templates); err != nil { + return err + } } else { - return nil, NewErrorVersion(version) + return NewErrorVersion(f.Version) } + return nil +} - for i := 0; ((i < int(size) && version == 9) || version == 10) && payload.Len() > 0; i++ { - fsheader := FlowSetHeader{} - utils.BinaryDecoder(payload, &fsheader) +// DecodeNFv9Packet decodes and collects the message in netflow protocol format. +func (f *FlowMessage) DecodeNFv9Packet(payload *bytes.Buffer, templates NetFlowTemplateSystem) error { + var ( + nfDataFSidx, nfTemplateFSidx, nfOptsTemplateFSidx, nfOptsDataFSidx int + ) - nextrelpos := int(fsheader.Length) - binary.Size(fsheader) + for i := 0; i < int(f.PacketNFv9.Count) && payload.Len() > 0; i++ { + f.fsheader.ReadFrom(payload) + + nextrelpos := int(f.fsheader.Length) - flowSetHeaderSize if nextrelpos < 0 { - return returnItem, NewErrorDecodingNetFlow("Error decoding packet: non-terminated stream.") + return NewErrorDecodingNetFlow("error decoding packet: non-terminated stream.") } - var flowSet interface{} + if f.fsheader.Id == nfv9TemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) - if fsheader.Id == 0 && version == 9 { - templateReader := bytes.NewBuffer(payload.Next(nextrelpos)) - records, err := DecodeTemplateSet(templateReader) - if err != nil { - return returnItem, err + f.PacketNFv9.TemplateFS = f.PacketNFv9.TemplateFS[:cap(f.PacketNFv9.TemplateFS)] + if nfTemplateFSidx >= len(f.PacketNFv9.TemplateFS) { + f.PacketNFv9.TemplateFS = append(f.PacketNFv9.TemplateFS, TemplateFlowSet{}) } - templatefs := TemplateFlowSet{ - FlowSetHeader: fsheader, - Records: records, + + ts := &f.PacketNFv9.TemplateFS[nfTemplateFSidx] + if err := DecodeTemplateSet(f.buf, ts); err != nil { + return fmt.Errorf("decode netflow packet: %v", err) } - flowSet = templatefs + ts.FlowSetHeader = f.fsheader if templates != nil { - for _, record := range records { - templates.AddTemplate(version, obsDomainId, record) + for _, record := range ts.Records { + templates.AddTemplate(f.Version, f.PacketNFv9.SourceId, record) } } - - } else if fsheader.Id == 1 && version == 9 { - templateReader := bytes.NewBuffer(payload.Next(nextrelpos)) - records, err := DecodeNFv9OptionsTemplateSet(templateReader) - if err != nil { - return returnItem, err + nfTemplateFSidx++ + } else if f.fsheader.Id == nfv9OptionsTemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) + + f.PacketNFv9.NFv9OptionsTemplateFS = f.PacketNFv9.NFv9OptionsTemplateFS[:cap(f.PacketNFv9.NFv9OptionsTemplateFS)] + if nfOptsTemplateFSidx >= len(f.PacketNFv9.NFv9OptionsTemplateFS) { + f.PacketNFv9.NFv9OptionsTemplateFS = append(f.PacketNFv9.NFv9OptionsTemplateFS, NFv9OptionsTemplateFlowSet{}) } - optsTemplatefs := NFv9OptionsTemplateFlowSet{ - FlowSetHeader: fsheader, - Records: records, + + ts := &f.PacketNFv9.NFv9OptionsTemplateFS[nfOptsTemplateFSidx] + + ts.FlowSetHeader = f.fsheader + if err := DecodeNFv9OptionsTemplateSet(f.buf, ts); err != nil { + return fmt.Errorf("decode ipfix packet: %v", err) } - flowSet = optsTemplatefs if templates != nil { - for _, record := range records { - templates.AddTemplate(version, obsDomainId, record) + for _, record := range ts.Records { + templates.AddTemplate(f.Version, f.PacketNFv9.SourceId, record) } } + nfOptsTemplateFSidx++ + } else if f.fsheader.Id >= dataTemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) - } else if fsheader.Id == 2 && version == 10 { - templateReader := bytes.NewBuffer(payload.Next(nextrelpos)) - records, err := DecodeTemplateSet(templateReader) + if templates == nil { + continue + } + + template, err := templates.GetTemplate(f.Version, f.PacketNFv9.SourceId, f.fsheader.Id) if err != nil { - return returnItem, err + return err + } + + switch templatec := template.(type) { + case TemplateRecord: + f.PacketNFv9.DataFS = f.PacketNFv9.DataFS[:cap(f.PacketNFv9.DataFS)] + + if nfDataFSidx >= len(f.PacketNFv9.DataFS) { + f.PacketNFv9.DataFS = append(f.PacketNFv9.DataFS, DataFlowSet{}) + } + + f.PacketNFv9.DataFS[nfDataFSidx].FlowSetHeader = f.fsheader + if err := DecodeDataSet(f.buf, templatec.Fields, &f.PacketNFv9.DataFS[nfDataFSidx]); err != nil { + return err + } + nfDataFSidx++ + case NFv9OptionsTemplateRecord: + f.PacketNFv9.OptionsDataFS = f.PacketNFv9.OptionsDataFS[:cap(f.PacketNFv9.OptionsDataFS)] + + if nfOptsDataFSidx >= len(f.PacketNFv9.OptionsDataFS) { + f.PacketNFv9.OptionsDataFS = append(f.PacketNFv9.OptionsDataFS, OptionsDataFlowSet{}) + } + + optFS := &f.PacketNFv9.OptionsDataFS[nfOptsDataFSidx] + + optFS.FlowSetHeader = f.fsheader + if err := DecodeOptionsDataSet(f.buf, optFS, templatec.Scopes, templatec.Options); err != nil { + return err + } + nfOptsDataFSidx++ + default: + return fmt.Errorf("unknown record type: %T", templatec) + } + } else { + return NewErrorFlowId(f.fsheader.Id) + } + } + + f.PacketNFv9.DataFS = f.PacketNFv9.DataFS[:nfDataFSidx] + f.PacketNFv9.TemplateFS = f.PacketNFv9.TemplateFS[:nfTemplateFSidx] + f.PacketNFv9.NFv9OptionsTemplateFS = f.PacketNFv9.NFv9OptionsTemplateFS[:nfOptsTemplateFSidx] + f.PacketNFv9.OptionsDataFS = f.PacketNFv9.OptionsDataFS[:nfOptsDataFSidx] + + return nil +} + +// DecodeIPFIXPacket decodes and collects the message in ipfix protocol format. +func (f *FlowMessage) DecodeIPFIXPacket(payload *bytes.Buffer, templates NetFlowTemplateSystem) error { + var ( + ipxDataFSidx, ipxTemplateFSidx, ipxOptsTemplateFSidx, ipxOptsDataFSidx int + ) + + for i := 0; i < int(f.PacketIPFIX.Length) && payload.Len() > 0; i++ { + f.fsheader.ReadFrom(payload) + + nextrelpos := int(f.fsheader.Length) - flowSetHeaderSize + if nextrelpos < 0 { + return NewErrorDecodingNetFlow("error decoding packet: non-terminated stream.") + } + + if f.fsheader.Id == ipfixTemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) + + f.PacketIPFIX.TemplateFS = f.PacketIPFIX.TemplateFS[:cap(f.PacketIPFIX.TemplateFS)] + if ipxTemplateFSidx >= len(f.PacketIPFIX.TemplateFS) { + f.PacketIPFIX.TemplateFS = append(f.PacketIPFIX.TemplateFS, TemplateFlowSet{}) } - templatefs := TemplateFlowSet{ - FlowSetHeader: fsheader, - Records: records, + + ts := &f.PacketIPFIX.TemplateFS[ipxTemplateFSidx] + if err := DecodeTemplateSet(f.buf, ts); err != nil { + return err } - flowSet = templatefs + ts.FlowSetHeader = f.fsheader if templates != nil { - for _, record := range records { - templates.AddTemplate(version, obsDomainId, record) + for _, record := range ts.Records { + templates.AddTemplate(f.Version, f.PacketIPFIX.ObservationDomainId, record) } } + ipxTemplateFSidx++ + } else if f.fsheader.Id == ipfixOptionsTemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) - } else if fsheader.Id == 3 && version == 10 { - templateReader := bytes.NewBuffer(payload.Next(nextrelpos)) - records, err := DecodeIPFIXOptionsTemplateSet(templateReader) - if err != nil { - return returnItem, err + f.PacketIPFIX.IPFIXOptionsTemplateFS = f.PacketIPFIX.IPFIXOptionsTemplateFS[:cap(f.PacketIPFIX.IPFIXOptionsTemplateFS)] + + if ipxOptsTemplateFSidx >= len(f.PacketIPFIX.IPFIXOptionsTemplateFS) { + f.PacketIPFIX.IPFIXOptionsTemplateFS = append(f.PacketIPFIX.IPFIXOptionsTemplateFS, IPFIXOptionsTemplateFlowSet{}) } - optsTemplatefs := IPFIXOptionsTemplateFlowSet{ - FlowSetHeader: fsheader, - Records: records, + + opt := &f.PacketIPFIX.IPFIXOptionsTemplateFS[ipxOptsTemplateFSidx] + + opt.FlowSetHeader = f.fsheader + if err := DecodeIPFIXOptionsTemplateSet(f.buf, opt); err != nil { + return err } - flowSet = optsTemplatefs if templates != nil { - for _, record := range records { - templates.AddTemplate(version, obsDomainId, record) + for _, record := range opt.Records { + templates.AddTemplate(f.Version, f.PacketIPFIX.ObservationDomainId, record) } } - - } else if fsheader.Id >= 256 { - dataReader := bytes.NewBuffer(payload.Next(nextrelpos)) + ipxOptsTemplateFSidx++ + } else if f.fsheader.Id >= dataTemplateFlowSetID { + f.buf.Reset() + f.buf.Write(payload.Next(nextrelpos)) if templates == nil { continue } - template, err := templates.GetTemplate(version, obsDomainId, fsheader.Id) - - if err == nil { - switch templatec := template.(type) { - case TemplateRecord: - records, err := DecodeDataSet(dataReader, templatec.Fields) - if err != nil { - return returnItem, err - } - datafs := DataFlowSet{ - FlowSetHeader: fsheader, - Records: records, - } - flowSet = datafs - case IPFIXOptionsTemplateRecord: - records, err := DecodeOptionsDataSet(dataReader, templatec.Scopes, templatec.Options) - if err != nil { - return returnItem, err - } - - datafs := OptionsDataFlowSet{ - FlowSetHeader: fsheader, - Records: records, - } - flowSet = datafs - case NFv9OptionsTemplateRecord: - records, err := DecodeOptionsDataSet(dataReader, templatec.Scopes, templatec.Options) - if err != nil { - return returnItem, err - } - - datafs := OptionsDataFlowSet{ - FlowSetHeader: fsheader, - Records: records, - } - flowSet = datafs + template, err := templates.GetTemplate(f.Version, f.PacketIPFIX.ObservationDomainId, f.fsheader.Id) + if err != nil { + return err + } + + switch templatec := template.(type) { + case TemplateRecord: + f.PacketIPFIX.DataFS = f.PacketIPFIX.DataFS[:cap(f.PacketIPFIX.DataFS)] + + if ipxDataFSidx >= len(f.PacketIPFIX.DataFS) { + f.PacketIPFIX.DataFS = append(f.PacketIPFIX.DataFS, DataFlowSet{}) + } + + f.PacketIPFIX.DataFS[ipxDataFSidx].FlowSetHeader = f.fsheader + if err := DecodeDataSet(f.buf, templatec.Fields, &f.PacketIPFIX.DataFS[ipxDataFSidx]); err != nil { + return err + } + ipxDataFSidx++ + case IPFIXOptionsTemplateRecord: + f.PacketIPFIX.OptionsDataFS = f.PacketIPFIX.OptionsDataFS[:cap(f.PacketIPFIX.OptionsDataFS)] + + if ipxOptsDataFSidx >= len(f.PacketIPFIX.OptionsDataFS) { + f.PacketIPFIX.OptionsDataFS = append(f.PacketIPFIX.OptionsDataFS, OptionsDataFlowSet{}) + } + + optFS := &f.PacketIPFIX.OptionsDataFS[ipxOptsDataFSidx] + + optFS.FlowSetHeader = f.fsheader + if err := DecodeOptionsDataSet(f.buf, optFS, templatec.Scopes, templatec.Options); err != nil { + return err } - } else { - return returnItem, err + ipxOptsDataFSidx++ + default: + return fmt.Errorf("unknown record type: %T", templatec) } } else { - return returnItem, NewErrorFlowId(fsheader.Id) - } - - if version == 9 && flowSet != nil { - packetNFv9.FlowSets = append(packetNFv9.FlowSets, flowSet) - } else if version == 10 && flowSet != nil { - packetIPFIX.FlowSets = append(packetIPFIX.FlowSets, flowSet) + return NewErrorFlowId(f.fsheader.Id) } } - if version == 9 { - return packetNFv9, nil - } else if version == 10 { - return packetIPFIX, nil - } else { - return returnItem, NewErrorVersion(version) - } + f.PacketIPFIX.DataFS = f.PacketIPFIX.DataFS[:ipxDataFSidx] + f.PacketIPFIX.TemplateFS = f.PacketIPFIX.TemplateFS[:ipxTemplateFSidx] + f.PacketIPFIX.IPFIXOptionsTemplateFS = f.PacketIPFIX.IPFIXOptionsTemplateFS[:ipxOptsTemplateFSidx] + f.PacketIPFIX.OptionsDataFS = f.PacketIPFIX.OptionsDataFS[:ipxOptsDataFSidx] + + return nil } diff --git a/decoders/netflow/netflow_ipfix_test_packets.go b/decoders/netflow/netflow_ipfix_test_packets.go new file mode 100644 index 00000000..bd177835 --- /dev/null +++ b/decoders/netflow/netflow_ipfix_test_packets.go @@ -0,0 +1,124 @@ +package netflow + +// +// Code generated automatically. DO NOT EDIT. +// Generated on 2020-10-21 12:58:41.259310782 +0600 +06 m=+0.002264378 +// +import "time" +import "github.com/google/gopacket" + +var ipfixTestPackets = []struct { + Data []byte + gopacket.CaptureInfo +}{ + // + // Frame 1 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0x00, 0x50, 0x56, 0x84, 0x63, 0xC9, 0x84, 0x78, + 0xAC, 0x00, 0x0B, 0x0A, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x00, 0x90, 0x00, 0x00, 0x00, 0x00, + 0xFD, 0x11, 0x47, 0x04, 0xCC, 0x2A, 0x6E, 0x1E, + 0xCC, 0x2A, 0x6F, 0xE5, + // + // UDP, off: 34, len: 8 + 0x81, 0x44, 0x27, 0x0B, 0x00, 0x7C, 0x00, 0x00, + // + // Payload, off: 42, len: 116 + 0x00, 0x0A, 0x00, 0x74, 0x58, 0x3D, 0xE0, 0x57, + 0x00, 0x00, 0x0E, 0xCF, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x02, 0x00, 0x64, 0x01, 0x33, 0x00, 0x17, + 0x00, 0x08, 0x00, 0x04, 0x00, 0x0C, 0x00, 0x04, + 0x00, 0x05, 0x00, 0x01, 0x00, 0x04, 0x00, 0x01, + 0x00, 0x07, 0x00, 0x02, 0x00, 0x0B, 0x00, 0x02, + 0x00, 0x20, 0x00, 0x02, 0x00, 0x0A, 0x00, 0x04, + 0x00, 0x10, 0x00, 0x04, 0x00, 0x11, 0x00, 0x04, + 0x00, 0x12, 0x00, 0x04, 0x00, 0x0E, 0x00, 0x04, + 0x00, 0x01, 0x00, 0x04, 0x00, 0x02, 0x00, 0x04, + 0x00, 0x16, 0x00, 0x04, 0x00, 0x15, 0x00, 0x04, + 0x00, 0x0F, 0x00, 0x04, 0x00, 0x09, 0x00, 0x01, + 0x00, 0x0D, 0x00, 0x01, 0x00, 0x06, 0x00, 0x01, + 0x00, 0x3C, 0x00, 0x01, 0x00, 0x98, 0x00, 0x08, + 0x00, 0x99, 0x00, 0x08, + }, + gopacket.CaptureInfo{ + // 2016-11-30T02:08:55.403349+06:00 + Timestamp: time.Unix(1480450135, 403349000), + CaptureLength: 158, + Length: 158, + }, + }, + // + // Frame 2 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0x00, 0x50, 0x56, 0x84, 0x63, 0xC9, 0x84, 0x78, + 0xAC, 0x00, 0x0B, 0x0A, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x00, 0x44, 0x00, 0x00, 0x00, 0x00, + 0xFD, 0x11, 0x47, 0x50, 0xCC, 0x2A, 0x6E, 0x1E, + 0xCC, 0x2A, 0x6F, 0xE5, + // + // UDP, off: 34, len: 8 + 0x81, 0x44, 0x27, 0x0B, 0x00, 0x30, 0x00, 0x00, + // + // Payload, off: 42, len: 40 + 0x00, 0x0A, 0x00, 0x28, 0x58, 0x3D, 0xE0, 0x57, + 0x00, 0x00, 0x0E, 0xCF, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x03, 0x00, 0x18, 0x01, 0x34, 0x00, 0x03, + 0x00, 0x01, 0x00, 0x05, 0x00, 0x02, 0x00, 0x24, + 0x00, 0x02, 0x00, 0x25, 0x00, 0x02, 0x00, 0x00, + }, + gopacket.CaptureInfo{ + // 2016-11-30T02:08:55.403463+06:00 + Timestamp: time.Unix(1480450135, 403463000), + CaptureLength: 82, + Length: 82, + }, + }, + // + // Frame 3 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0x00, 0x50, 0x56, 0x84, 0x63, 0xC9, 0x84, 0x78, + 0xAC, 0x00, 0x0B, 0x0A, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x00, 0x7C, 0x00, 0x00, 0x00, 0x00, + 0xFD, 0x11, 0x47, 0x18, 0xCC, 0x2A, 0x6E, 0x1E, + 0xCC, 0x2A, 0x6F, 0xE5, + // + // UDP, off: 34, len: 8 + 0x81, 0x44, 0x27, 0x0B, 0x00, 0x68, 0x00, 0x00, + // + // Payload, off: 42, len: 96 + 0x00, 0x0A, 0x00, 0x60, 0x58, 0x3D, 0xE0, 0x59, + 0x00, 0x00, 0x0E, 0xE4, 0x00, 0x00, 0x00, 0x00, + 0x01, 0x33, 0x00, 0x50, 0x46, 0x01, 0x73, 0x01, + 0x32, 0x00, 0x47, 0x01, 0x00, 0x3D, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03, 0x3B, + 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x03, + 0xCC, 0x2A, 0x6E, 0x65, 0x00, 0x00, 0x03, 0x56, + 0x00, 0x00, 0x05, 0x20, 0x00, 0x00, 0x00, 0x09, + 0xB3, 0xF9, 0x06, 0xEE, 0xB3, 0xFB, 0xAF, 0x3C, + 0xCC, 0x2A, 0x6E, 0xBD, 0x18, 0x18, 0x00, 0x04, + 0x00, 0x00, 0x01, 0x58, 0xB1, 0xB1, 0x38, 0xFF, + 0x00, 0x00, 0x01, 0x58, 0xB1, 0xB3, 0xE1, 0x4D, + }, + gopacket.CaptureInfo{ + // 2016-11-30T02:08:57.588883+06:00 + Timestamp: time.Unix(1480450137, 588883000), + CaptureLength: 138, + Length: 138, + }, + }, +} diff --git a/decoders/netflow/netflow_test.go b/decoders/netflow/netflow_test.go new file mode 100644 index 00000000..62783364 --- /dev/null +++ b/decoders/netflow/netflow_test.go @@ -0,0 +1,288 @@ +package netflow + +import ( + "bytes" + "testing" + + "github.com/stretchr/testify/assert" +) + +func TestFlowMessage_Decode(t *testing.T) { + f := &FlowMessage{} + templates := CreateTemplateSystem() + + // netflow packet + pkt1 := bytes.NewBuffer(netflowTestPackets[1].Data[42:]) + err := f.Decode(pkt1, templates) + assert.NoError(t, err) + + assert.Equal(t, uint16(9), f.PacketNFv9.Version) + assert.Equal(t, uint16(26), f.PacketNFv9.Count) + assert.Equal(t, uint32(2935025008), f.PacketNFv9.SystemUptime) + assert.Equal(t, uint32(1565290402), f.PacketNFv9.UnixSeconds) + assert.Equal(t, uint32(3076483882), f.PacketNFv9.SequenceNumber) + assert.Equal(t, uint32(200), f.PacketNFv9.SourceId) + + assert.Equal(t, 1, len(f.PacketNFv9.TemplateFS)) + assert.Equal(t, 1, len(f.PacketNFv9.DataFS)) + + nfTempFlowset := f.PacketNFv9.TemplateFS[0] + nfDataFlowSet := f.PacketNFv9.DataFS[0] + assert.Equal(t, 4, len(nfTempFlowset.Records)) + assert.Equal(t, 22, len(nfDataFlowSet.Records)) + + // ipfix data template packet + pkt2 := bytes.NewBuffer(ipfixTestPackets[0].Data[42:]) + err = f.Decode(pkt2, templates) + assert.NoError(t, err) + + assert.Equal(t, 1, len(f.PacketIPFIX.TemplateFS)) + ipxTempFlowSet := f.PacketIPFIX.TemplateFS[0] + assert.Equal(t, 1, len(ipxTempFlowSet.Records)) + + // ipfix data records packet + pkt3 := bytes.NewBuffer(ipfixTestPackets[2].Data[42:]) + err = f.Decode(pkt3, templates) + assert.NoError(t, err) + + assert.Equal(t, uint16(10), f.PacketIPFIX.Version) + assert.Equal(t, uint16(96), f.PacketIPFIX.Length) + assert.Equal(t, uint32(1480450137), f.PacketIPFIX.ExportTime) + assert.Equal(t, uint32(3812), f.PacketIPFIX.SequenceNumber) + assert.Equal(t, uint32(0), f.PacketIPFIX.ObservationDomainId) + assert.Equal(t, 1, len(f.PacketIPFIX.DataFS)) + + // unknown netflow/ipfix version + pkt4 := make([]byte, len(ipfixTestPackets[2].Data[42:])) + copy(pkt4, ipfixTestPackets[2].Data[42:]) + pkt4[1] = 5 + + err = f.Decode(bytes.NewBuffer(pkt4), templates) + assert.Error(t, err) + + // uncomplete ipfix packet + pkt5 := bytes.NewBuffer(ipfixTestPackets[2].Data[42:50]) + err = f.Decode(pkt5, templates) + assert.Error(t, err) +} + +func TestFlowMessage_DecodeIPFIXPacket(t *testing.T) { + f := &FlowMessage{ + PacketIPFIX: IPFIXPacket{Length: 116, ObservationDomainId: 0}, + buf: &bytes.Buffer{}, + } + templates := CreateTemplateSystem() + + // ipfix data template packet + pkt1 := bytes.NewBuffer(ipfixTestPackets[0].Data[58:]) + err := f.DecodeIPFIXPacket(pkt1, templates) + assert.NoError(t, err) + + tempFlowSet := f.PacketIPFIX.TemplateFS[0] + + assert.Equal(t, uint16(2), tempFlowSet.Id) + assert.Equal(t, uint16(100), tempFlowSet.Length) + assert.Equal(t, 23, len(tempFlowSet.Records[0].Fields)) + + // ipfix data records packet + f.PacketIPFIX.Length = 96 + + pkt2 := bytes.NewBuffer(ipfixTestPackets[2].Data[58:]) + err = f.DecodeIPFIXPacket(pkt2, templates) + assert.NoError(t, err) + + dataFS := f.PacketIPFIX.DataFS[0] + assert.Equal(t, uint16(307), dataFS.Id) + assert.Equal(t, uint16(80), dataFS.Length) + assert.Equal(t, 1, len(dataFS.Records)) + + // packet without template and empty NetflowTemplateSystem + pkt3 := bytes.NewBuffer(ipfixTestPackets[2].Data[58:]) + err = f.DecodeIPFIXPacket(pkt3, CreateTemplateSystem()) + assert.Error(t, err) + + // packet with wrong flowSet header id + pkt4 := make([]byte, len(ipfixTestPackets[2].Data[58:])) + copy(pkt4, ipfixTestPackets[2].Data[58:]) + pkt4[1] = 30 + err = f.DecodeIPFIXPacket(bytes.NewBuffer(pkt4), templates) + assert.Error(t, err) + + // packet with wrong flowSet length + pkt5 := make([]byte, len(ipfixTestPackets[2].Data[58:])) + copy(pkt5, ipfixTestPackets[2].Data[58:]) + pkt5[3] = 1 + err = f.DecodeIPFIXPacket(bytes.NewBuffer(pkt5), templates) + assert.Error(t, err) +} + +func TestFlowMessage_DecodeNFv9Packet(t *testing.T) { + templates := CreateTemplateSystem() + f := &FlowMessage{ + PacketNFv9: NFv9Packet{Count: 26, SourceId: 200}, + buf: &bytes.Buffer{}, + } + + // packet with template and data flowSets + pkt1 := bytes.NewBuffer(netflowTestPackets[1].Data[62:]) + err := f.DecodeNFv9Packet(pkt1, templates) + assert.NoError(t, err) + + // packet without template and empty NetFlowTemplateSystem + pkt2 := bytes.NewBuffer(netflowTestPackets[1].Data[206:]) + err = f.DecodeNFv9Packet(pkt2, CreateTemplateSystem()) + assert.Error(t, err) + + // incomplete packet + pkt3 := bytes.NewBuffer(netflowTestPackets[1].Data[62:100]) + err = f.DecodeNFv9Packet(pkt3, templates) + assert.Error(t, err) + + // packet with wrong flowSet header id + pkt4 := make([]byte, len(netflowTestPackets[1].Data[62:])) + copy(pkt4, netflowTestPackets[1].Data[62:]) + pkt4[1] = 30 + err = f.DecodeNFv9Packet(bytes.NewBuffer(pkt4), templates) + assert.Error(t, err) + + // packet with wrong flowSet length + pkt5 := make([]byte, len(netflowTestPackets[1].Data[62:])) + copy(pkt5, netflowTestPackets[1].Data[62:]) + pkt5[3] = 1 + err = f.DecodeNFv9Packet(bytes.NewBuffer(pkt5), templates) + assert.Error(t, err) +} + +func TestDecodeTemplateSet(t *testing.T) { + fs := TemplateFlowSet{} + + // packet without template flowset + pkt0 := bytes.NewBuffer(netflowTestPackets[0].Data[42:]) + err := DecodeTemplateSet(pkt0, &fs) + assert.Error(t, err) + + // template flowSet packet + pkt1 := bytes.NewBuffer(netflowTestPackets[1].Data[66:206]) + err = DecodeTemplateSet(pkt1, &fs) + assert.NoError(t, err) + assert.Equal(t, 4, len(fs.Records)) + + // first template record + record := fs.Records[0] + assert.Equal(t, uint16(259), record.TemplateId) + assert.Equal(t, uint16(9), record.FieldCount) + assert.Equal(t, 9, len(record.Fields)) + + // last template record + record = fs.Records[3] + assert.Equal(t, uint16(256), record.TemplateId) + assert.Equal(t, uint16(12), record.FieldCount) + assert.Equal(t, 12, len(record.Fields)) + + // zero field count + pkt2 := make([]byte, len(netflowTestPackets[1].Data[66:206])) + copy(pkt2, netflowTestPackets[1].Data[66:206]) + pkt2[3] = 0 + + err = DecodeTemplateSet(bytes.NewBuffer(pkt2), &fs) + assert.Error(t, err) + assert.Equal(t, &ErrorDecodingNetFlow{msg: "error decoding TemplateSet: zero count."}, err) +} + +func TestDecodeIPFIXOptionsTemplateSet(t *testing.T) { + ts := IPFIXOptionsTemplateFlowSet{} + + // ipfix options template packet + pkt1 := bytes.NewBuffer(ipfixTestPackets[1].Data[62:]) + + err := DecodeIPFIXOptionsTemplateSet(pkt1, &ts) + assert.NoError(t, err) + assert.Equal(t, 1, len(ts.Records)) + + record := ts.Records[0] + assert.Equal(t, uint16(308), record.TemplateId) + assert.Equal(t, uint16(3), record.FieldCount) + assert.Equal(t, uint16(1), record.ScopeFieldCount) + + // negative length + pkt2 := make([]byte, len(ipfixTestPackets[1].Data[62:])) + copy(pkt2, ipfixTestPackets[1].Data[62:]) + pkt2[3] = 0 + + err = DecodeIPFIXOptionsTemplateSet(bytes.NewBuffer(pkt2), &ts) + assert.Error(t, err) + + // incomplete packet + pkt3 := bytes.NewBuffer(ipfixTestPackets[1].Data[62:70]) + err = DecodeIPFIXOptionsTemplateSet(pkt3, &ts) + assert.Error(t, err) +} + +func TestDecodeDataSet(t *testing.T) { + fs := DataFlowSet{} + + // type and length of a single value in a netflow Data Record + nfListFields := []Field{{8, 4}, {225, 4}, {12, 4}, {226, 4}, {7, 2}, {227, 2}, {11, 2}, {228, 2}, {234, 4}, {4, 1}, {230, 1}, {323, 8}} + + // type and length of a single value in ipfix Flow Data Record + ipxListFields := []Field{{8, 4}, {12, 4}, {5, 1}, {4, 1}, {7, 2}, {11, 2}, {32, 2}, {10, 4}, {16, 4}, {17, 4}, {18, 4}, {14, 4}, {1, 4}, {2, 4}, {22, 4}, {21, 4}, {15, 4}, {9, 1}, {13, 1}, {6, 1}, {60, 1}, {152, 8}, {153, 8}} + + // netflow data flowset + nfData := bytes.NewBuffer(netflowTestPackets[1].Data[210:]) + err := DecodeDataSet(nfData, nfListFields, &fs) + assert.NoError(t, err) + assert.Equal(t, 22, len(fs.Records)) + + // ipfix data flowset + ipxData := bytes.NewBuffer(ipfixTestPackets[2].Data[62:]) + err = DecodeDataSet(ipxData, ipxListFields, &fs) + assert.NoError(t, err) + assert.Equal(t, 1, len(fs.Records)) + + flow := fs.Records[0] + assert.Equal(t, 23, len(flow.Values)) +} + +func TestDecodeDataSetUsingFields(t *testing.T) { + // type and length of a single value in a netflow Data Record + nfListFields := []Field{{8, 4}, {225, 4}, {12, 4}, {226, 4}, {7, 2}, {227, 2}, {11, 2}, {228, 2}, {234, 4}, {4, 1}, {230, 1}, {323, 8}} + + // type and length of a single value in ipfix Flow Data Record + ipxListFields := []Field{{8, 4}, {12, 4}, {5, 1}, {4, 1}, {7, 2}, {11, 2}, {32, 2}, {10, 4}, {16, 4}, {17, 4}, {18, 4}, {14, 4}, {1, 4}, {2, 4}, {22, 4}, {21, 4}, {15, 4}, {9, 1}, {13, 1}, {6, 1}, {60, 1}, {152, 8}, {153, 8}} + + dr := DataRecord{} + + // netflow data flow record + data1 := bytes.NewBuffer(netflowTestPackets[1].Data[210:248]) + err := DecodeDataRecordFields(data1, nfListFields, &dr.Values) + assert.NoError(t, err) + assert.Equal(t, 12, len(dr.Values)) + + flow := dr.Values[0] // first record + assert.Equal(t, uint16(8), flow.Type) + assert.Equal(t, []byte{0x0a, 0xe5, 0x40, 0xdb}, flow.Value) + + flow = dr.Values[11] // last record + assert.Equal(t, uint16(323), flow.Type) + assert.Equal(t, []byte{0x00, 0x00, 0x01, 0x6c, 0x72, 0x94, 0x12, 0x69}, flow.Value) + + // ipfix data flow record + data2 := bytes.NewBuffer(ipfixTestPackets[2].Data[62:]) + err = DecodeDataRecordFields(data2, ipxListFields, &dr.Values) + assert.NoError(t, err) + assert.Equal(t, 23, len(dr.Values)) + + flow = dr.Values[0] // first record + + assert.Equal(t, uint16(8), flow.Type) + assert.Equal(t, []byte{0x46, 0x01, 0x73, 0x01}, flow.Value) + + flow = dr.Values[22] // last record + assert.Equal(t, uint16(153), flow.Type) + assert.Equal(t, []byte{0x00, 0x00, 0x01, 0x58, 0xb1, 0xb3, 0xe1, 0x4d}, flow.Value) + + // incomplete data for template + data3 := bytes.NewBuffer(netflowTestPackets[1].Data[210:247]) + err = DecodeDataRecordFields(data3, nfListFields, &dr.Values) + assert.Error(t, err) +} diff --git a/decoders/netflow/netflow_test_packets.go b/decoders/netflow/netflow_test_packets.go new file mode 100644 index 00000000..ce2c3ae7 --- /dev/null +++ b/decoders/netflow/netflow_test_packets.go @@ -0,0 +1,358 @@ +package netflow + +// +// Code generated automatically. DO NOT EDIT. +// Generated on 2020-05-27 14:26:01.493859524 +0600 +06 m=+0.007254396 +// +import "time" +import "github.com/google/gopacket" + +var netflowTestPackets = []struct { + Data []byte + gopacket.CaptureInfo +}{ + // + // Frame 1 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0xF8, 0x75, 0x88, 0x1A, 0x3C, 0x78, 0x7C, 0xAD, + 0x74, 0xE6, 0x78, 0x19, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x00, 0x5C, 0x5D, 0x0C, 0x00, 0x00, + 0xFF, 0x11, 0x31, 0x74, 0xAC, 0x17, 0x6A, 0xFD, + 0xAC, 0x17, 0x69, 0xE4, + // + // UDP, off: 34, len: 8 + 0xF7, 0xEF, 0x27, 0x11, 0x00, 0x48, 0x46, 0x64, + // + // Payload, off: 42, len: 64 + 0x00, 0x09, 0x00, 0x01, 0xAE, 0xF0, 0xED, 0x6F, + 0x5D, 0x4C, 0x6F, 0xA2, 0xB7, 0x5F, 0x6B, 0x29, + 0x00, 0x00, 0x00, 0xC8, 0x01, 0x00, 0x00, 0x2C, + 0x0A, 0xF2, 0xFB, 0xD2, 0x59, 0x25, 0x1A, 0xFB, + 0xAD, 0xC2, 0xDE, 0x5F, 0xAD, 0xC2, 0xDE, 0x5F, + 0xC2, 0x76, 0xF9, 0x8E, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x00, 0x00, + }, + gopacket.CaptureInfo{ + // 2019-08-09T00:53:22.407972+06:00 + Timestamp: time.Unix(1565290402, 407972000), + CaptureLength: 106, + Length: 106, + }, + }, + // + // Frame 2 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0xF8, 0x75, 0x88, 0x1A, 0x3C, 0x78, 0x7C, 0xAD, + 0x74, 0xE6, 0x78, 0x19, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x04, 0x08, 0x5D, 0x0D, 0x00, 0x00, + 0xFF, 0x11, 0x2D, 0xC7, 0xAC, 0x17, 0x6A, 0xFD, + 0xAC, 0x17, 0x69, 0xE4, + // + // UDP, off: 34, len: 8 + 0xF7, 0xEF, 0x27, 0x11, 0x03, 0xF4, 0xA2, 0x65, + // + // Payload, off: 42, len: 1004 + 0x00, 0x09, 0x00, 0x1A, 0xAE, 0xF0, 0xED, 0x70, + 0x5D, 0x4C, 0x6F, 0xA2, 0xB7, 0x5F, 0x6B, 0x2A, + 0x00, 0x00, 0x00, 0xC8, 0x00, 0x00, 0x00, 0x90, + 0x01, 0x03, 0x00, 0x09, 0x00, 0x08, 0x00, 0x04, + 0x00, 0xE1, 0x00, 0x04, 0x00, 0xEA, 0x00, 0x04, + 0x00, 0x04, 0x00, 0x01, 0x00, 0xE6, 0x00, 0x01, + 0x01, 0x43, 0x00, 0x08, 0x01, 0x69, 0x00, 0x02, + 0x01, 0x6B, 0x00, 0x02, 0x01, 0x6C, 0x00, 0x02, + 0x01, 0x02, 0x00, 0x02, 0x01, 0x1B, 0x00, 0x04, + 0x00, 0xE6, 0x00, 0x01, 0x01, 0x01, 0x00, 0x08, + 0x00, 0x08, 0x00, 0x04, 0x00, 0xE1, 0x00, 0x04, + 0x00, 0x07, 0x00, 0x02, 0x00, 0xE3, 0x00, 0x02, + 0x00, 0xEA, 0x00, 0x04, 0x00, 0x04, 0x00, 0x01, + 0x00, 0xE6, 0x00, 0x01, 0x01, 0x43, 0x00, 0x08, + 0x01, 0x00, 0x00, 0x0C, 0x00, 0x08, 0x00, 0x04, + 0x00, 0xE1, 0x00, 0x04, 0x00, 0x0C, 0x00, 0x04, + 0x00, 0xE2, 0x00, 0x04, 0x00, 0x07, 0x00, 0x02, + 0x00, 0xE3, 0x00, 0x02, 0x00, 0x0B, 0x00, 0x02, + 0x00, 0xE4, 0x00, 0x02, 0x00, 0xEA, 0x00, 0x04, + 0x00, 0x04, 0x00, 0x01, 0x00, 0xE6, 0x00, 0x01, + 0x01, 0x43, 0x00, 0x08, 0x01, 0x00, 0x03, 0x48, + 0x0A, 0xE5, 0x40, 0xDB, 0x59, 0x25, 0x19, 0x40, + 0xC0, 0xA8, 0xFE, 0x5C, 0xC0, 0xA8, 0xFE, 0x5C, + 0xD3, 0x11, 0x1A, 0x0C, 0x01, 0xBD, 0x01, 0xBD, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xDB, + 0xC0, 0x59, 0x92, 0x00, 0x3F, 0xC0, 0xA9, 0x2F, + 0x4B, 0xB6, 0xA9, 0x2F, 0x4B, 0xB6, 0xAD, 0x06, + 0x69, 0x59, 0x42, 0x68, 0x42, 0x68, 0x00, 0x00, + 0x00, 0x00, 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE5, 0x40, 0xDB, + 0x59, 0x25, 0x19, 0x40, 0xC0, 0xA8, 0xFE, 0x5E, + 0xC0, 0xA8, 0xFE, 0x5E, 0xD3, 0x12, 0x1A, 0x0D, + 0x01, 0xBD, 0x01, 0xBD, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x69, 0x0A, 0xE1, 0x69, 0xB6, 0x59, 0x25, + 0x18, 0x69, 0xD1, 0x55, 0xE9, 0x5F, 0xD1, 0x55, + 0xE9, 0x5F, 0xE1, 0xA0, 0x98, 0xC9, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, + 0x0A, 0xD4, 0x94, 0xFA, 0x59, 0x25, 0xDC, 0x94, + 0x4D, 0x4A, 0x46, 0x2E, 0x4D, 0x4A, 0x46, 0x2E, + 0xFF, 0xE5, 0x2A, 0xE6, 0x00, 0x50, 0x00, 0x50, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE5, + 0x40, 0xDB, 0x59, 0x25, 0x19, 0x40, 0xC0, 0xA8, + 0xFE, 0x5D, 0xC0, 0xA8, 0xFE, 0x5D, 0xD3, 0x13, + 0x1A, 0x0E, 0x01, 0xBD, 0x01, 0xBD, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, 0x0A, 0xF2, 0x6F, 0x15, + 0x59, 0x25, 0x1A, 0x6F, 0x9D, 0xF0, 0x02, 0x20, + 0x9D, 0xF0, 0x02, 0x20, 0xBF, 0xBD, 0xEE, 0x10, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x69, 0x0A, 0xDB, 0x65, 0xE9, 0x92, 0x00, + 0x3F, 0x65, 0xB0, 0xDE, 0xBB, 0xCD, 0xB0, 0xDE, + 0xBB, 0xCD, 0xCE, 0xEB, 0x99, 0xC6, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, + 0x0A, 0xDB, 0x43, 0xA7, 0x92, 0x00, 0x3F, 0x43, + 0x40, 0xE9, 0xA4, 0x5F, 0x40, 0xE9, 0xA4, 0x5F, + 0xF9, 0xCE, 0x30, 0xE3, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE5, + 0x40, 0xDB, 0x59, 0x25, 0x19, 0x40, 0xC0, 0xA8, + 0xFE, 0x5F, 0xC0, 0xA8, 0xFE, 0x5F, 0xD3, 0x14, + 0x1A, 0x0F, 0x01, 0xBD, 0x01, 0xBD, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE1, 0xB0, 0x76, + 0x59, 0x25, 0x18, 0xB0, 0x5C, 0x64, 0xFE, 0x39, + 0x5C, 0x64, 0xFE, 0x39, 0x8B, 0x32, 0x04, 0x01, + 0x27, 0x1F, 0x27, 0x1F, 0x00, 0x00, 0x00, 0x00, + 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x69, 0x0A, 0xD3, 0xD3, 0xFA, 0x92, 0x00, + 0x3F, 0xD3, 0x95, 0x9A, 0xA7, 0x32, 0x95, 0x9A, + 0xA7, 0x32, 0xD5, 0xED, 0x46, 0x1C, 0x14, 0x66, + 0x14, 0x66, 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, + 0x0A, 0xDB, 0x11, 0x38, 0x92, 0x00, 0x3F, 0x11, + 0x6C, 0xB1, 0x0E, 0x9A, 0x6C, 0xB1, 0x0E, 0x9A, + 0x8A, 0x7F, 0x0A, 0x52, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xD4, + 0xB2, 0x7C, 0x59, 0x25, 0xDC, 0xB2, 0x58, 0xDD, + 0x4A, 0x3C, 0x58, 0xDD, 0x4A, 0x3C, 0xD7, 0x85, + 0x05, 0x49, 0x00, 0x50, 0x00, 0x50, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, 0x0A, 0xD3, 0x37, 0x41, + 0x92, 0x00, 0x3F, 0x37, 0xA1, 0x75, 0x47, 0x59, + 0xA1, 0x75, 0x47, 0x59, 0xBC, 0x80, 0xDE, 0x0C, + 0x00, 0x50, 0x00, 0x50, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x69, 0x0A, 0xD4, 0x85, 0x27, 0x59, 0x25, + 0xDC, 0x85, 0xD2, 0x48, 0x91, 0x2C, 0xD2, 0x48, + 0x91, 0x2C, 0xC0, 0x65, 0x04, 0x0F, 0x00, 0x7B, + 0x00, 0x7B, 0x00, 0x00, 0x00, 0x00, 0x11, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, + 0x0A, 0xD4, 0x6D, 0xD8, 0x59, 0x25, 0xDC, 0x6D, + 0x1F, 0x0D, 0x47, 0x22, 0x1F, 0x0D, 0x47, 0x22, + 0x9F, 0xC3, 0x78, 0x72, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE5, + 0x1F, 0xB6, 0x59, 0x25, 0x19, 0x1F, 0x95, 0x9A, + 0xA7, 0x32, 0x95, 0x9A, 0xA7, 0x32, 0xCB, 0x35, + 0x8E, 0x81, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, 0x0A, 0xE5, 0x21, 0xEF, + 0x59, 0x25, 0x19, 0x21, 0xAD, 0xC2, 0x49, 0x9B, + 0xAD, 0xC2, 0x49, 0x9B, 0xBE, 0xF5, 0x04, 0x4B, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x69, 0x0A, 0xD4, 0xB2, 0x7C, 0x59, 0x25, + 0xDC, 0xB2, 0x58, 0xDD, 0x4A, 0x3C, 0x58, 0xDD, + 0x4A, 0x3C, 0xC0, 0xCE, 0x05, 0x4B, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, + 0x0A, 0xE1, 0x89, 0xA8, 0x59, 0x25, 0x18, 0x89, + 0x92, 0xFF, 0xC5, 0x43, 0x92, 0xFF, 0xC5, 0x43, + 0xD7, 0x3E, 0x2F, 0x4E, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x69, 0x0A, 0xF2, + 0x62, 0xF1, 0x59, 0x25, 0x1A, 0x62, 0x1F, 0x0D, + 0x41, 0x22, 0x1F, 0x0D, 0x41, 0x22, 0xB5, 0x92, + 0xB9, 0xC7, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x69, + }, + gopacket.CaptureInfo{ + // 2019-08-09T00:53:22.408533+06:00 + Timestamp: time.Unix(1565290402, 408533000), + CaptureLength: 1046, + Length: 1046, + }, + }, + // + // Frame 3 + { + []byte{ + // + // Ethernet, off: 0, len: 14 + 0xF8, 0x75, 0x88, 0x1A, 0x3C, 0x78, 0x7C, 0xAD, + 0x74, 0xE6, 0x78, 0x19, 0x08, 0x00, + // + // IPv4, off: 14, len: 20 + 0x45, 0x00, 0x04, 0x38, 0x5D, 0x0F, 0x00, 0x00, + 0xFF, 0x11, 0x2D, 0x95, 0xAC, 0x17, 0x6A, 0xFD, + 0xAC, 0x17, 0x69, 0xE4, + // + // UDP, off: 34, len: 8 + 0xF7, 0xEF, 0x27, 0x11, 0x04, 0x24, 0xE5, 0x80, + // + // Payload, off: 42, len: 1052 + 0x00, 0x09, 0x00, 0x1B, 0xAE, 0xF0, 0xED, 0x72, + 0x5D, 0x4C, 0x6F, 0xA2, 0xB7, 0x5F, 0x6B, 0x2C, + 0x00, 0x00, 0x00, 0xC8, 0x01, 0x00, 0x04, 0x08, + 0x0A, 0xE1, 0x31, 0x34, 0x59, 0x25, 0x18, 0x31, + 0x6C, 0xB1, 0x0E, 0x5E, 0x6C, 0xB1, 0x0E, 0x5E, + 0xDF, 0x1C, 0x04, 0x16, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x11, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6A, 0x0A, 0xF2, + 0x19, 0xBB, 0x59, 0x25, 0x1A, 0x19, 0xAD, 0xC2, + 0xDC, 0x5F, 0xAD, 0xC2, 0xDC, 0x5F, 0x9A, 0x51, + 0x23, 0xA5, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6A, 0x0A, 0xF3, 0xF1, 0x22, + 0x59, 0x25, 0x1B, 0xF1, 0xB0, 0xDE, 0xBB, 0x64, + 0xB0, 0xDE, 0xBB, 0x64, 0x84, 0x70, 0x6D, 0x80, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6A, 0x0A, 0xDB, 0xEF, 0xD5, 0x92, 0x00, + 0x3F, 0xEF, 0xB0, 0x22, 0x97, 0x75, 0xB0, 0x22, + 0x97, 0x75, 0xC9, 0x3E, 0xB7, 0xC8, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6A, + 0x0A, 0xDB, 0x47, 0xEA, 0x92, 0x00, 0x3F, 0x47, + 0x4D, 0x58, 0x15, 0xCF, 0x4D, 0x58, 0x15, 0xCF, + 0x86, 0x21, 0x8B, 0x3F, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6A, 0x0A, 0xDD, + 0xC6, 0x0B, 0x92, 0x00, 0x3F, 0xC6, 0xD1, 0x55, + 0xE9, 0x61, 0xD1, 0x55, 0xE9, 0x61, 0x93, 0x0E, + 0x8B, 0x40, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6A, 0x0A, 0xE0, 0x51, 0xAD, + 0x59, 0x25, 0xDE, 0x51, 0xAD, 0xC2, 0xDC, 0x5F, + 0xAD, 0xC2, 0xDC, 0x5F, 0xDC, 0x05, 0x95, 0xC2, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x0A, 0xDD, 0xFE, 0x74, 0x92, 0x00, + 0x3F, 0xFE, 0x58, 0xDD, 0x4A, 0x3C, 0x58, 0xDD, + 0x4A, 0x3C, 0xA2, 0xB4, 0x2F, 0x42, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, + 0x0A, 0xD3, 0x2A, 0x40, 0x92, 0x00, 0x3F, 0x2A, + 0xB0, 0xDE, 0xBB, 0x51, 0xB0, 0xDE, 0xBB, 0x51, + 0xA8, 0xA2, 0xCD, 0xE2, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xD4, + 0x3C, 0x0D, 0x59, 0x25, 0xDC, 0x3C, 0x1F, 0x0D, + 0x46, 0x22, 0x1F, 0x0D, 0x46, 0x22, 0xE6, 0xBE, + 0x6F, 0x21, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xF2, 0x60, 0x9C, + 0x59, 0x25, 0x1A, 0x60, 0xAD, 0xC2, 0x49, 0x61, + 0xAD, 0xC2, 0x49, 0x61, 0xDC, 0xA0, 0x8D, 0xE8, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x0A, 0xF3, 0x07, 0x93, 0x59, 0x25, + 0x1B, 0x07, 0x11, 0x39, 0x92, 0x8A, 0x11, 0x39, + 0x92, 0x8A, 0xCC, 0x5D, 0x04, 0x06, 0x14, 0x67, + 0x14, 0x67, 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, + 0x0A, 0xF2, 0x5E, 0xB6, 0x59, 0x25, 0x1A, 0x5E, + 0x5E, 0x64, 0xB4, 0xC5, 0x5E, 0x64, 0xB4, 0xC5, + 0xC9, 0x25, 0xD6, 0x81, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xF2, + 0xFD, 0xBC, 0x59, 0x25, 0x1A, 0xFD, 0x40, 0xE9, + 0xA2, 0x8A, 0x40, 0xE9, 0xA2, 0x8A, 0x98, 0x9A, + 0xB2, 0xF0, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xD4, 0x61, 0xCB, + 0x59, 0x25, 0xDC, 0x61, 0xB0, 0xDE, 0xBE, 0x2A, + 0xB0, 0xDE, 0xBE, 0x2A, 0xB7, 0x90, 0xD9, 0x8A, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x0A, 0xE1, 0x19, 0x4A, 0x59, 0x25, + 0x18, 0x19, 0x7C, 0xCA, 0x8A, 0x0B, 0x7C, 0xCA, + 0x8A, 0x0B, 0xE5, 0x46, 0x04, 0x05, 0x4A, 0x38, + 0x4A, 0x38, 0x00, 0x00, 0x00, 0x00, 0x11, 0x02, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, + 0x0A, 0xDD, 0xA0, 0xB4, 0x92, 0x00, 0x3F, 0xA0, + 0x40, 0xE9, 0xA1, 0x5E, 0x40, 0xE9, 0xA1, 0x5E, + 0xA5, 0x4F, 0xD4, 0x5D, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xF3, + 0x0C, 0x36, 0x59, 0x25, 0x1B, 0x0C, 0x34, 0x4C, + 0xCC, 0x49, 0x34, 0x4C, 0xCC, 0x49, 0xE8, 0x72, + 0x24, 0x87, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xE1, 0x94, 0xA3, + 0x59, 0x25, 0x18, 0x94, 0x08, 0x08, 0x08, 0x08, + 0x08, 0x08, 0x08, 0x08, 0xE9, 0xA5, 0x3E, 0x19, + 0x00, 0x35, 0x00, 0x35, 0x00, 0x00, 0x00, 0x00, + 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x0A, 0xDD, 0x9A, 0xA9, 0x92, 0x00, + 0x3F, 0x9A, 0x4D, 0x58, 0x37, 0x32, 0x4D, 0x58, + 0x37, 0x32, 0xDB, 0x21, 0x15, 0x00, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x02, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, + 0x0A, 0xDD, 0x4F, 0xDF, 0x92, 0x00, 0x3F, 0x4F, + 0xCD, 0xC4, 0x06, 0x4A, 0xCD, 0xC4, 0x06, 0x4A, + 0xD0, 0x1C, 0x8F, 0xB1, 0x69, 0x99, 0x69, 0x99, + 0x00, 0x00, 0x00, 0x00, 0x11, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xD3, + 0xB0, 0x31, 0x92, 0x00, 0x3F, 0xB0, 0x25, 0x63, + 0x3E, 0x21, 0x25, 0x63, 0x3E, 0x21, 0xD5, 0xE7, + 0xD6, 0x0A, 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xDB, 0x10, 0x97, + 0x92, 0x00, 0x3F, 0x10, 0xB0, 0xDE, 0xBB, 0x4F, + 0xB0, 0xDE, 0xBB, 0x4F, 0xB5, 0xE9, 0x04, 0x02, + 0x01, 0xBB, 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, + 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x0A, 0xDD, 0x58, 0xD4, 0x92, 0x00, + 0x3F, 0x58, 0x9D, 0xF0, 0xC2, 0x0B, 0x9D, 0xF0, + 0xC2, 0x0B, 0xFA, 0x12, 0xF0, 0x64, 0x01, 0xBB, + 0x01, 0xBB, 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, + 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, + 0x0A, 0xE0, 0x27, 0xD2, 0x59, 0x25, 0xDE, 0x27, + 0x40, 0xE9, 0xA4, 0x5F, 0x40, 0xE9, 0xA4, 0x5F, + 0x85, 0x7A, 0xB7, 0x3A, 0x01, 0xBB, 0x01, 0xBB, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x01, 0x00, 0x00, + 0x01, 0x6C, 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xE1, + 0x1F, 0x47, 0x59, 0x25, 0x18, 0x1F, 0x4D, 0x57, + 0x65, 0x39, 0x4D, 0x57, 0x65, 0x39, 0xFA, 0xCB, + 0x6D, 0x58, 0xCC, 0xA0, 0xCC, 0xA0, 0x00, 0x00, + 0x00, 0x00, 0x06, 0x02, 0x00, 0x00, 0x01, 0x6C, + 0x72, 0x94, 0x12, 0x6B, 0x0A, 0xD4, 0x6E, 0xD9, + 0x59, 0x25, 0xDC, 0x6E, 0x11, 0xFD, 0x26, 0x7D, + 0x11, 0xFD, 0x26, 0x7D, 0xE8, 0xFB, 0x3A, 0x21, + 0x00, 0x7B, 0x00, 0x7B, 0x00, 0x00, 0x00, 0x00, + 0x11, 0x01, 0x00, 0x00, 0x01, 0x6C, 0x72, 0x94, + 0x12, 0x6B, 0x00, 0x00, + }, + gopacket.CaptureInfo{ + // 2019-08-09T00:53:22.410626+06:00 + Timestamp: time.Unix(1565290402, 410626000), + CaptureLength: 1094, + Length: 1094, + }, + }, +} diff --git a/decoders/netflow/nfv9.go b/decoders/netflow/nfv9.go index d46f1066..2dc00721 100644 --- a/decoders/netflow/nfv9.go +++ b/decoders/netflow/nfv9.go @@ -1,8 +1,11 @@ package netflow import ( + "bytes" "fmt" "time" + + "github.com/cloudflare/goflow/v3/decoders/utils" ) const ( @@ -101,27 +104,101 @@ const ( NFV9_FIELD_layer2packetSectionData = 104 ) +// NFv9Packet is a representation of netflow(v9) protocol packet type NFv9Packet struct { - Version uint16 - Count uint16 - SystemUptime uint32 - UnixSeconds uint32 + // Version is version of NetFlow records exported in this packet. + Version uint16 + + // Count is a number of FlowSet records (both template and data) contained + // within this packet. + Count uint16 + + // SystemUptime is a time in milliseconds since this device was first booted. + SystemUptime uint32 + + // UnixSeconds is seconds since 0000 Coordinated Universal Time (UTC) 1970. + UnixSeconds uint32 + + // SequenceNumber is incremental sequence counter of all export packets sent by this export + // device; This value is cumulative, and it can be used to identify whether + // any export packets have been missed. SequenceNumber uint32 - SourceId uint32 - FlowSets []interface{} + + // SourceId is a field is a 32-bit value that is used to guarantee + // uniqueness for all flows exported from a particular device. + SourceId uint32 + + FlowSets +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (x *NFv9Packet) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &x.Count); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.SystemUptime); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.UnixSeconds); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.SequenceNumber); !ok { + return false + } + if ok := utils.ReadUint32FromBuffer(b, &x.SourceId); !ok { + return false + } + return true } +// NFv9OptionsTemplateFlowSet is a collection of Options Template Records. type NFv9OptionsTemplateFlowSet struct { FlowSetHeader Records []NFv9OptionsTemplateRecord } +// NFv9OptionsTemplateRecord is a special type of template record used to +// communicate the format of data related to the NetFlow process. type NFv9OptionsTemplateRecord struct { - TemplateId uint16 - ScopeLength uint16 + // TemplateId is a unique number in the range 256 to 65535 used for matching + // the type of NetFlow data it will be exporting. + TemplateId uint16 + + // ScopeLength is the length in bytes of any scope fields contained in + // this options template. + ScopeLength uint16 + + // OptionLength is the length (in bytes) of any Options field definitions + // contained in this options template. OptionLength uint16 - Scopes []Field - Options []Field + + // Scopes is one or more Information Elements, specified in the Options + // Template Record. + Scopes []Field + + // Options represents the type and length(in bytes) of the field that + // appears in the options record. + Options []Field +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (x *NFv9OptionsTemplateRecord) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &x.TemplateId); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &x.ScopeLength); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &x.OptionLength); !ok { + return false + } + return true } func NFv9TypeToString(typeId uint16) string { @@ -293,25 +370,27 @@ func (p NFv9Packet) String() string { str += fmt.Sprintf(" UnixSeconds: %v\n", unixSeconds.String()) str += fmt.Sprintf(" SequenceNumber: %v\n", p.SequenceNumber) str += fmt.Sprintf(" SourceId: %v\n", p.SourceId) - str += fmt.Sprintf(" FlowSets (%v):\n", len(p.FlowSets)) - - for i, flowSet := range p.FlowSets { - switch flowSet := flowSet.(type) { - case TemplateFlowSet: - str += fmt.Sprintf(" - TemplateFlowSet %v:\n", i) - str += flowSet.String(NFv9TypeToString) - case NFv9OptionsTemplateFlowSet: - str += fmt.Sprintf(" - OptionsTemplateFlowSet %v:\n", i) - str += flowSet.String(NFv9TypeToString) - case DataFlowSet: - str += fmt.Sprintf(" - DataFlowSet %v:\n", i) - str += flowSet.String(NFv9TypeToString) - case OptionsDataFlowSet: - str += fmt.Sprintf(" - OptionsDataFlowSet %v:\n", i) - str += flowSet.String(NFv9TypeToString, NFv9ScopeToString) - default: - str += fmt.Sprintf(" - (unknown type) %v: %v\n", i, flowSet) - } + str += fmt.Sprintf(" FlowSets (%v):\n", len(p.DataFS)+len(p.NFv9OptionsTemplateFS)+len(p.OptionsDataFS)+len(p.TemplateFS)) + + for i, fs := range p.TemplateFS { + str += fmt.Sprintf(" - TemplateFlowSet %v:\n", i) + str += fs.String(NFv9TypeToString) + } + + for i, fs := range p.NFv9OptionsTemplateFS { + str += fmt.Sprintf(" - OptionsTemplateFlowSet %v:\n", i) + str += fs.String(NFv9TypeToString) + } + + for i, fs := range p.OptionsDataFS { + str += fmt.Sprintf(" - OptionsDataFlowSet %v:\n", i) + str += fs.String(NFv9TypeToString, NFv9ScopeToString) + } + + for i, fs := range p.DataFS { + str += fmt.Sprintf(" - DataFlowSet %v:\n", i) + str += fs.String(NFv9TypeToString) } + return str } diff --git a/decoders/netflow/packet.go b/decoders/netflow/packet.go index 5384eb59..9c9945fd 100644 --- a/decoders/netflow/packet.go +++ b/decoders/netflow/packet.go @@ -1,9 +1,34 @@ package netflow import ( + "bytes" "fmt" + + "github.com/cloudflare/goflow/v3/decoders/utils" ) +const ( + netflow = 9 + ipfix = 10 + nfv9TemplateFlowSetID = 0 + nfv9OptionsTemplateFlowSetID = 1 + ipfixTemplateFlowSetID = 2 + ipfixOptionsTemplateFlowSetID = 3 + dataTemplateFlowSetID = 256 + + flowSetHeaderSize = 4 +) + +// FlowSets is a wrapper that contains different types of FlowSets that must be +// parsed and interpreted by the collector device. +type FlowSets struct { + TemplateFS []TemplateFlowSet + DataFS []DataFlowSet + OptionsDataFS []OptionsDataFlowSet + NFv9OptionsTemplateFS []NFv9OptionsTemplateFlowSet + IPFIXOptionsTemplateFS []IPFIXOptionsTemplateFlowSet +} + // FlowSetHeader contains fields shared by all Flow Sets (DataFlowSet, // TemplateFlowSet, OptionsTemplateFlowSet). type FlowSetHeader struct { @@ -31,12 +56,15 @@ type TemplateFlowSet struct { type DataFlowSet struct { FlowSetHeader + // List of Data Records Records []DataRecord } +// OptionsDataFlowSet is a collection of Options Data Records. type OptionsDataFlowSet struct { FlowSetHeader + // List of Options Data Records Records []OptionsDataRecord } @@ -59,7 +87,11 @@ type TemplateRecord struct { Fields []Field } +// DataRecord is is a collection of field values. +// The type and length of the fields have been previously defined in the +// template record referenced by the FlowSet ID/template ID. type DataRecord struct { + // List of fields in this Data Record. Values []DataField } @@ -84,13 +116,55 @@ type Field struct { Length uint16 } +// DataField contains the type and record value itself. type DataField struct { // A numeric value that represents the type of field. Type uint16 // The value (in bytes) of the field. - Value interface{} - //Value []byte + Value []byte +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (f *FlowSetHeader) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &f.Id); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &f.Length); !ok { + return false + } + return true +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (t *TemplateRecord) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &t.TemplateId); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &t.FieldCount); !ok { + return false + } + return true +} + +// ReadFrom reads into receiver's fields Uint values from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func (f *Field) ReadFrom(b *bytes.Buffer) bool { + if ok := utils.ReadUint16FromBuffer(b, &f.Type); !ok { + return false + } + if ok := utils.ReadUint16FromBuffer(b, &f.Length); !ok { + return false + } + return true } func (flowSet OptionsDataFlowSet) String(TypeToString func(uint16) string, ScopeToString func(uint16) string) string { diff --git a/decoders/utils/utils.go b/decoders/utils/utils.go index a36e3b2b..4c39bc95 100644 --- a/decoders/utils/utils.go +++ b/decoders/utils/utils.go @@ -1,6 +1,7 @@ package utils import ( + "bytes" "encoding/binary" "io" ) @@ -14,3 +15,33 @@ func BinaryDecoder(payload io.Reader, dests ...interface{}) error { } return nil } + +// ReadUint16FromBuffer reads Uint16 value from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func ReadUint16FromBuffer(b *bytes.Buffer, x *uint16) bool { + var buf [2]byte + + if n, _ := b.Read(buf[:]); n < len(buf) { + return false + } + + *x = binary.BigEndian.Uint16(buf[:]) + return true +} + +// ReadUint32FromBuffer reads Uint32 value from buffer and returns +// boolean flag telling if it was a success. +// +// Value is treated as big endian. +func ReadUint32FromBuffer(b *bytes.Buffer, x *uint32) bool { + var buf [4]byte + + if n, _ := b.Read(buf[:]); n < len(buf) { + return false + } + + *x = binary.BigEndian.Uint32(buf[:]) + return true +} diff --git a/go.mod b/go.mod index cae068ef..797481b3 100644 --- a/go.mod +++ b/go.mod @@ -3,10 +3,17 @@ module github.com/cloudflare/goflow/v3 go 1.12 require ( - github.com/Shopify/sarama v1.22.0 - github.com/golang/protobuf v1.3.1 - github.com/libp2p/go-reuseport v0.0.1 - github.com/prometheus/client_golang v0.9.2 - github.com/sirupsen/logrus v1.4.1 - github.com/stretchr/testify v1.3.0 + github.com/Shopify/sarama v1.37.2 + github.com/cespare/xxhash/v2 v2.2.0 // indirect + github.com/golang/protobuf v1.5.2 + github.com/google/gopacket v1.1.19 + github.com/hashicorp/errwrap v1.1.0 // indirect + github.com/klauspost/compress v1.15.12 // indirect + github.com/libp2p/go-reuseport v0.2.0 + github.com/matttproud/golang_protobuf_extensions v1.0.4 // indirect + github.com/prometheus/client_golang v1.14.0 + github.com/sirupsen/logrus v1.9.0 + github.com/stretchr/testify v1.8.1 + golang.org/x/crypto v0.3.0 // indirect + golang.org/x/sys v0.3.0 // indirect ) diff --git a/go.sum b/go.sum index c9f56158..c6ead68a 100644 --- a/go.sum +++ b/go.sum @@ -1,67 +1,603 @@ -github.com/DataDog/zstd v1.3.5 h1:DtpNbljikUepEPD16hD4LvIcmhnhdLTiW/5pHgbmp14= -github.com/DataDog/zstd v1.3.5/go.mod h1:1jcaCB/ufaK+sKp1NBhlGmpz41jOoPQ35bpF36t7BBo= -github.com/Shopify/sarama v1.22.0 h1:rtiODsvY4jW6nUV6n3K+0gx/8WlAwVt+Ixt6RIvpYyo= -github.com/Shopify/sarama v1.22.0/go.mod h1:lm3THZ8reqBDBQKQyb5HB3sY1lKp3grEbQ81aWSgPp4= -github.com/Shopify/toxiproxy v2.1.4+incompatible h1:TKdv8HiTLgE5wdJuEML90aBgNWsokNbMijUGhmcoBJc= -github.com/Shopify/toxiproxy v2.1.4+incompatible/go.mod h1:OXgGpZ6Cli1/URJOF1DMxUHB2q5Ap20/P/eIdh4G0pI= -github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973 h1:xJ4a3vCFaGF/jqvzLMYoU8P317H5OQ+Via4RmuPwCS0= +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= +cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= +cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= +cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= +cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= +cloud.google.com/go v0.50.0/go.mod h1:r9sluTvynVuxRIOHXQEHMFffphuXHOMZMycpNR5e6To= +cloud.google.com/go v0.52.0/go.mod h1:pXajvRH/6o3+F9jDHZWQ5PbGhn+o8w9qiu/CffaVdO4= +cloud.google.com/go v0.53.0/go.mod h1:fp/UouUEsRkN6ryDKNW/Upv/JBKnv6WDthjR6+vze6M= +cloud.google.com/go v0.54.0/go.mod h1:1rq2OEkV3YMf6n/9ZvGWI3GWw0VoqH/1x2nd8Is/bPc= +cloud.google.com/go v0.56.0/go.mod h1:jr7tqZxxKOVYizybht9+26Z/gUq7tiRzu+ACVAMbKVk= +cloud.google.com/go v0.57.0/go.mod h1:oXiQ6Rzq3RAkkY7N6t3TcE6jE+CIBBbA36lwQ1JyzZs= +cloud.google.com/go v0.62.0/go.mod h1:jmCYTdRCQuc1PHIIJ/maLInMho30T/Y0M4hTdTShOYc= +cloud.google.com/go v0.65.0/go.mod h1:O5N8zS7uWy9vkA9vayVHs65eM1ubvY4h553ofrNHObY= +cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= +cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= +cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= +cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= +cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= +cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= +cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= +cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= +cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= +cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= +cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= +cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= +cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= +cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= +cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= +cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= +cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= +dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/BurntSushi/toml v1.1.0/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbicEuybxQ= +github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= +github.com/Shopify/sarama v1.37.2 h1:LoBbU0yJPte0cE5TZCGdlzZRmMgMtZU/XgnUKZg9Cv4= +github.com/Shopify/sarama v1.37.2/go.mod h1:Nxye/E+YPru//Bpaorfhc3JsSGYwCaDDj+R4bK52U5o= +github.com/Shopify/toxiproxy/v2 v2.5.0 h1:i4LPT+qrSlKNtQf5QliVjdP08GyAH8+BUIc9gT0eahc= +github.com/Shopify/toxiproxy/v2 v2.5.0/go.mod h1:yhM2epWtAmel9CB8r2+L+PCmhH6yH2pITaPAo7jxJl0= +github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= +github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= +github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= +github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= +github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d/go.mod h1:rBZYJk541a8SKzHPHnH3zbiI+7dagKZ0cgpgrD7Fyho= github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= +github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= +github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= +github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44= +github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= +github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= +github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= +github.com/coreos/go-systemd/v22 v22.3.3-0.20220203105225-a9a7ef127534/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc= +github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= -github.com/eapache/go-resiliency v1.1.0 h1:1NtRmCAqadE2FN4ZcN6g90TP3uk8cg9rn9eNK2197aU= -github.com/eapache/go-resiliency v1.1.0/go.mod h1:kFI+JgMyC7bLPUVY133qvEBtVayf5mFgVsvEsIPBvNs= +github.com/eapache/go-resiliency v1.3.0 h1:RRL0nge+cWGlxXbUzJ7yMcq6w2XBEr19dCN6HECGaT0= +github.com/eapache/go-resiliency v1.3.0/go.mod h1:5yPzW0MIvSe0JDsv0v+DvcjEv2FyD6iZYSs1ZI+iQho= github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 h1:YEetp8/yCZMuEPMUDHG0CW/brkkEp8mzqk2+ODEitlw= github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21/go.mod h1:+020luEh2TKB4/GOp8oxxtq0Daoen/Cii55CzbTV6DU= github.com/eapache/queue v1.1.0 h1:YOEu7KNc61ntiQlcEeUIoDTJ2o8mQznoNvUhiigpIqc= github.com/eapache/queue v1.1.0/go.mod h1:6eCeP0CKFpHLu8blIFXhExK/dRa7WDZfr6jVFPTqq+I= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/fortytw2/leaktest v1.3.0 h1:u8491cBMTQ8ft8aeV+adlcytMZylmA5nnwwkRZjI8vw= +github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g= +github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= +github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= +github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= +github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= +github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= +github.com/go-kit/log v0.1.0/go.mod h1:zbhenjAZHb184qTLMA9ZjW7ThYL0H2mk7Q6pNt4vbaY= +github.com/go-kit/log v0.2.0/go.mod h1:NwTd00d/i8cPZ3xOwwiv2PO5MOcx78fFErGNcVmBjv0= +github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= +github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= +github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= +github.com/go-logfmt/logfmt v0.5.1/go.mod h1:WYhtIu8zTZfxdn5+rREduYbwxfcBr/Vr6KEVveWlfTs= +github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= +github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= +github.com/golang/mock v1.4.0/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.1/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.4/go.mod h1:l3mdAwkq5BuhzHwde/uurv3sEJeZMXNpwsxVWU71h+4= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= -github.com/golang/protobuf v1.3.1 h1:YF8+flBXS5eO826T4nzqPrxfhQThhXl0YzfuUPu4SBg= github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= -github.com/golang/snappy v0.0.1 h1:Qgr9rKW7uDUkrbSmQeiDsGa8SjGyCOGtuasMWwvp2P4= -github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= -github.com/konsorten/go-windows-terminal-sequences v1.0.1 h1:mweAR1A6xJ3oS2pRaGiHgQ4OO8tzTaLawm8vnODuwDk= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.3.4/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= +github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg= +github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/gopacket v1.1.19 h1:ves8RnFZPGiFnTS0uPQStjwru6uO6h+nlr9j6fL7kF8= +github.com/google/gopacket v1.1.19/go.mod h1:iJ8V8n6KS+z2U1A8pUwu8bW5SyEMkXJB8Yo/Vo+TKTo= +github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= +github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= +github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200212024743-f11f1df84d12/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= +github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= +github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= +github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= +github.com/gorilla/securecookie v1.1.1 h1:miw7JPhV+b/lAHSXz4qd/nN9jRiAFV5FwjeKyCS8BvQ= +github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4= +github.com/gorilla/sessions v1.2.1 h1:DHd3rPN5lE3Ts3D8rKkQ8x/0kqfeNmBAaiSi+o7FsgI= +github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM= +github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= +github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I= +github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= +github.com/hashicorp/go-multierror v1.1.1 h1:H5DkEtf6CXdFp0N0Em5UCwQpXMWke8IA0+lD48awMYo= +github.com/hashicorp/go-multierror v1.1.1/go.mod h1:iw975J/qwKPdAO1clOe2L8331t/9/fmwbPZ6JB6eMoM= +github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8= +github.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/jcmturner/aescts/v2 v2.0.0 h1:9YKLH6ey7H4eDBXW8khjYslgyqG2xZikXP0EQFKrle8= +github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= +github.com/jcmturner/dnsutils/v2 v2.0.0 h1:lltnkeZGL0wILNvrNiVCR6Ro5PGU/SeBvVO/8c/iPbo= +github.com/jcmturner/dnsutils/v2 v2.0.0/go.mod h1:b0TnjGOvI/n42bZa+hmXL+kFJZsFT7G4t3HTlQ184QM= +github.com/jcmturner/gofork v1.7.6 h1:QH0l3hzAU1tfT3rZCnW5zXl+orbkNMMRGJfdJjHVETg= +github.com/jcmturner/gofork v1.7.6/go.mod h1:1622LH6i/EZqLloHfE7IeZ0uEJwMSUyQ/nDd82IeqRo= +github.com/jcmturner/goidentity/v6 v6.0.1 h1:VKnZd2oEIMorCTsFBnJWbExfNN7yZr3EhJAxwOkZg6o= +github.com/jcmturner/goidentity/v6 v6.0.1/go.mod h1:X1YW3bgtvwAXju7V3LCIMpY0Gbxyjn/mY9zx4tFonSg= +github.com/jcmturner/gokrb5/v8 v8.4.3 h1:iTonLeSJOn7MVUtyMT+arAn5AKAPrkilzhGw8wE/Tq8= +github.com/jcmturner/gokrb5/v8 v8.4.3/go.mod h1:dqRwJGXznQrzw6cWmyo6kH+E7jksEQG/CyVWsJEsJO0= +github.com/jcmturner/rpc/v2 v2.0.3 h1:7FXXj8Ti1IaVFpSAziCZWNzbNuZmnvw/i6CqLNdWfZY= +github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= +github.com/jpillora/backoff v1.0.0/go.mod h1:J/6gKK9jxlEcS3zixgDgUAsiuZ7yrSoa/FX5e0EB2j4= +github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= +github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.11/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= +github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= +github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= +github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= +github.com/julienschmidt/httprouter v1.3.0/go.mod h1:JR6WtHb+2LUe8TCKY3cZOxFyyO8IZAc4RVcycCCAKdM= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/klauspost/compress v1.15.11/go.mod h1:QPwzmACJjUTFsnSHH934V6woptycfrDDJnH7hvFVbGM= +github.com/klauspost/compress v1.15.12 h1:YClS/PImqYbn+UILDnqxQCZ3RehC9N318SU3kElDUEM= +github.com/klauspost/compress v1.15.12/go.mod h1:QPwzmACJjUTFsnSHH934V6woptycfrDDJnH7hvFVbGM= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= -github.com/libp2p/go-reuseport v0.0.1 h1:7PhkfH73VXfPJYKQ6JwS5I/eVcoyYi9IMNGc6FWpFLw= -github.com/libp2p/go-reuseport v0.0.1/go.mod h1:jn6RmB1ufnQwl0Q1f+YxAj8isJgDCQzaaxIFYDhcYEA= -github.com/matttproud/golang_protobuf_extensions v1.0.1 h1:4hp9jkHxhMHkqkrB3Ix0jegS5sx/RkqARlsWZ6pIwiU= +github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0= +github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/libp2p/go-reuseport v0.2.0 h1:18PRvIMlpY6ZK85nIAicSBuXXvrYoSw3dsBAR7zc560= +github.com/libp2p/go-reuseport v0.2.0/go.mod h1:bvVho6eLMm6Bz5hmU0LYN3ixd3nPPvtIlaURZZgOY4k= +github.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4= +github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg= +github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94= +github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM= github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0= -github.com/pierrec/lz4 v0.0.0-20190327172049-315a67e90e41 h1:GeinFsrjWz97fAxVUEd748aV0cYL+I6k44gFJTCVvpU= -github.com/pierrec/lz4 v0.0.0-20190327172049-315a67e90e41/go.mod h1:3/3N9NVKO0jef7pBehbT1qWhCMrIgbYNnFAZCqQ5LRc= -github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I= +github.com/matttproud/golang_protobuf_extensions v1.0.4 h1:mmDVorXM7PCGKw94cs5zkfA9PSy5pEvNWRP0ET0TIVo= +github.com/matttproud/golang_protobuf_extensions v1.0.4/go.mod h1:BSXmuO+STAnVfrANrmjBb36TMTDstsz7MSK+HVaYKv4= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= +github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= +github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= +github.com/pierrec/lz4/v4 v4.1.17 h1:kV4Ip+/hUBC+8T6+2EgburRtkE9ef4nbY3f4dFhGjMc= +github.com/pierrec/lz4/v4 v4.1.17/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4= +github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= -github.com/pkg/profile v1.2.1/go.mod h1:hJw3o1OdXxsrSjjVksARp5W95eeEaEfptyVZyv6JUPA= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= -github.com/prometheus/client_golang v0.9.2 h1:awm861/B8OKDd2I/6o1dy3ra4BamzKhYOiGItCeZ740= -github.com/prometheus/client_golang v0.9.2/go.mod h1:OsXs2jCmiKlQ1lTBmv21f2mNfw4xf/QclQDMrYNZzcM= -github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910 h1:idejC8f05m9MGOsuEi1ATq9shN03HrxNkD/luQvxCv8= +github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= +github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo= +github.com/prometheus/client_golang v1.7.1/go.mod h1:PY5Wy2awLA44sXw4AOSfFBetzPP4j5+D6mVACh+pe2M= +github.com/prometheus/client_golang v1.11.0/go.mod h1:Z6t4BnS23TR94PD6BsDNk8yVqroYurpAkEiz0P2BEV0= +github.com/prometheus/client_golang v1.12.1/go.mod h1:3Z9XVyYiZYEO+YQWt3RD2R3jrbd179Rt297l4aS6nDY= +github.com/prometheus/client_golang v1.13.0/go.mod h1:vTeo+zgvILHsnnj/39Ou/1fPN5nJFOEMgftOUOmlvYQ= +github.com/prometheus/client_golang v1.14.0 h1:nJdhIvne2eSX/XRAFV9PcvFFRbrjbcTUj0VP62TMhnw= +github.com/prometheus/client_golang v1.14.0/go.mod h1:8vpkKitgIVNcqrRBWh1C4TIUQgYNtG/XQE4E/Zae36Y= github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= -github.com/prometheus/common v0.0.0-20181126121408-4724e9255275 h1:PnBWHBf+6L0jOqq0gIVUe6Yk0/QMZ640k6NvkxcBf+8= -github.com/prometheus/common v0.0.0-20181126121408-4724e9255275/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro= -github.com/prometheus/procfs v0.0.0-20181204211112-1dc9a6cbc91a h1:9a8MnZMP0X2nLJdBg+pBmGgkJlSaKC2KaQmTCk1XDtE= -github.com/prometheus/procfs v0.0.0-20181204211112-1dc9a6cbc91a/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= -github.com/rcrowley/go-metrics v0.0.0-20181016184325-3113b8401b8a h1:9ZKAASQSHhDYGoxY8uLVpewe1GDZ2vu2Tr/vTdVAkFQ= -github.com/rcrowley/go-metrics v0.0.0-20181016184325-3113b8401b8a/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4= -github.com/sirupsen/logrus v1.4.1 h1:GL2rEmy6nsikmW0r8opw9JIRScdMF5hA8cOYLH7In1k= -github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q= +github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.2.0/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.3.0 h1:UBgGFHqYdG/TPFD1B1ogZywDqEkwp3fBMvqdiQ7Xew4= +github.com/prometheus/client_model v0.3.0/go.mod h1:LDGWKZIo7rky3hgvBe+caln+Dr3dPggB5dvjtD7w9+w= +github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= +github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo= +github.com/prometheus/common v0.26.0/go.mod h1:M7rCNAaPfAosfx8veZJCuw84e35h3Cfd9VFqTh1DIvc= +github.com/prometheus/common v0.32.1/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls= +github.com/prometheus/common v0.37.0 h1:ccBbHCgIiT9uSoFY0vX8H3zsNR5eLt17/RQLUvn8pXE= +github.com/prometheus/common v0.37.0/go.mod h1:phzohg0JFMnBEFGxTDbfu3QyL5GI8gTQJFhYO5B3mfA= +github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= +github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= +github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU= +github.com/prometheus/procfs v0.6.0/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= +github.com/prometheus/procfs v0.7.3/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= +github.com/prometheus/procfs v0.8.0 h1:ODq8ZFEaYeCaZOJlZZdJA2AbQR98dSHSM1KW/You5mo= +github.com/prometheus/procfs v0.8.0/go.mod h1:z7EfXMXOkbkqb9IINtpCn86r/to3BnA0uaxHdg830/4= +github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 h1:N/ElC8H3+5XpJzTSTfLsJV/mx9Q9g7kxmchpfZyxgzM= +github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4= +github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= +github.com/rogpeppe/go-internal v1.6.1 h1:/FiVV8dS/e+YqF2JvO3yXRFbBLTIuSDkuC7aBOAvL+k= +github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= +github.com/rs/xid v1.4.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg= +github.com/rs/zerolog v1.28.0/go.mod h1:NILgTygv/Uej1ra5XxGf82ZFSLk58MFGAUS2o6usyD0= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= +github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= +github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= +github.com/sirupsen/logrus v1.9.0 h1:trlNQbNUG3OdDrDil03MCb1H2o9nJ1x4/5LYw7byDE0= +github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= -github.com/stretchr/objx v0.1.1 h1:2vfRuCMp5sSVIDSqO8oNnWJq7mPa6KVP3iPIwFBuy8A= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= -github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= -github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c/go.mod h1:lB8K/P019DLNhemzwFU4jHLhdvlE6uDZjXFejJXr49I= -github.com/xdg/stringprep v1.0.0/go.mod h1:Jhud4/sHMO4oL310DaZAKk9ZaJ08SJfe+sJh0HrGL1Y= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/urfave/cli/v2 v2.11.0/go.mod h1:f8iq5LtQ/bLxafbdBSLPPNsgaW0l/2fYYEHhAyPlwvo= +github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI= +github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g= +github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8= +github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673/go.mod h1:N3UwUGtsrSj3ccvlPHLoLsHnpR27oXr4ZE984MbSER8= +github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= +go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= +go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= +go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= -golang.org/x/crypto v0.0.0-20190404164418-38d8ce5564a5/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE= -golang.org/x/net v0.0.0-20181201002055-351d144fa1fc/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= -golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3 h1:0GoQqolDA55aaLxZyTzK/Y2ePZzZTUrRacwib7cNsYQ= +golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= +golang.org/x/crypto v0.3.0 h1:a06MkbcxBrEFc0w0QIZWXrH/9cCX6KJyWbBOIwAn+7A= +golang.org/x/crypto v0.3.0/go.mod h1:hebNnKkNXi2UzZN1eVRvBB7co0a+JxK6XbPiWVs/3J4= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= +golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= +golang.org/x/exp v0.0.0-20191030013958-a1ab85dbe136/go.mod h1:JXzH8nQsPlswgeRAPE3MuO9GYsAcnJvJ4vnMwN/5qkY= +golang.org/x/exp v0.0.0-20191129062945-2f5052295587/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM= +golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU= +golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= +golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= +golang.org/x/lint v0.0.0-20200130185559-910be7a94367/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= +golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= +golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= +golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= +golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190628185345-da137c7871d7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200222125558-5a598a2470a0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220225172249-27dd8689420f/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.0.0-20220725212005-46097bf591d3/go.mod h1:AaygXjzTFtRAg2ttMY5RMuhpJ3cNnI0XpyFJD1iQRSM= +golang.org/x/net v0.0.0-20220927171203-f486391704dc/go.mod h1:YDH+HFinaLZZlnHAfSS6ZXJJ9M9t4Dl22yv3iI2vPwk= +golang.org/x/net v0.2.0 h1:sZfSu1wtKLGlWI4ZZayP0ck9Y73K1ynO6gqzTdBVdPU= +golang.org/x/net v0.2.0/go.mod h1:KqCZLdyyvdV855qA2rE3GC2aiw5xGR5TEjj8smXukLY= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20210514164344-f6687ab2804c/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220601150217-0de741cfad7f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220923202941-7f9b1623fab7 h1:ZrnxWX62AgTKOSagEqxvb3ffipvEDX2pl7E1TdqLqIc= +golang.org/x/sync v0.0.0-20220923202941-7f9b1623fab7/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20190228124157-a34e9553db1e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e h1:nFYrTHrdrAOpShe27kaFHjsqYSEQ0KWqdWLu3xuZJts= -golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200106162015-b016eb3dc98e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200331124033-c3d80250170d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220114195835-da31bd327af9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220422013727-9388b58f7150/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220728004956-3c1f35247d10/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220909162455-aba9fc2a8ff2/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.2.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.3.0 h1:w8ZOecv6NaNa/zC8944JTU3vz4u6Lagfk4RPQxv92NQ= +golang.org/x/sys v0.3.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.0.0-20220526004731-065cf7ba2467/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.2.0/go.mod h1:TVmDHMZPmdnySmBfhjOoOdhjzdE1h4u1VwSiw2l1Nuc= +golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.4.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= +golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312170243-e65039ee4138/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190506145303-2d16b83fe98c/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191012152004-8de300cfc20a/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191113191852-77e3bb0ad9e7/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191115202509-3a792d9c32b2/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191130070609-6e064ea0cf2d/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191216173652-a0e659d51361/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200117161641-43d50277825c/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200122220014-bf1340f18c4a/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200130002326-2f3ba24bd6e7/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200204074204-1cc6d1ef6c74/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200207183749-b753a1ba74fa/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200224181240-023911ca70b2/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200227222343-706bc42d1f0d/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200304193943-95d2e580d8eb/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= +golang.org/x/tools v0.0.0-20200312045724-11d5b4c81c7d/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= +golang.org/x/tools v0.0.0-20200331025713-a30bf2db82d4/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= +golang.org/x/tools v0.0.0-20200501065659-ab2804fb9c9d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200512131952-2bc93b1c0c88/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200515010526-7d3b6ebf133d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= +google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= +google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.9.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.13.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.14.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.15.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.17.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.18.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.19.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.20.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.22.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.24.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= +google.golang.org/api v0.28.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= +google.golang.org/api v0.29.0/go.mod h1:Lcubydp8VUV7KeIHD9z2Bys/sm/vGKnG1UHuDBSrHWM= +google.golang.org/api v0.30.0/go.mod h1:QGmEvQ87FHZNiUVJkT14jQNYJ4ZJjdRF23ZXz5138Fc= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= +google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= +google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90/go.mod h1:GmwEX6Z4W5gMy59cAlVYjN9JhxgbQH6Gn+gFDQe2lzA= +google.golang.org/genproto v0.0.0-20200212174721-66ed5ce911ce/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200228133532-8c2c7df3a383/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200305110556-506484158171/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200312145019-da6875a35672/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200331122359-1ee6d9798940/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200430143042-b979b6f78d84/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200511104702-f5ebc3bea380/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200515170657-fc4c6c6a6587/go.mod h1:YsZOwe1myG/8QRHRsmBRE1LrgQY60beZKjly0O1fX9U= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790/go.mod h1:jDfRM7FcilCzHH/e9qn6dsT145K34l5v+OpcnNgKAAA= +google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= +google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.1/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.28.0/go.mod h1:rpkK4SK4GF4Ach/+MFLZUBavHOvF2JJB5uozKKal+60= +google.golang.org/grpc v1.29.1/go.mod h1:itym6AZVZYACWQqET3MqgPpjcuV5QH3BxFS3IjizoKk= +google.golang.org/grpc v1.30.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= +google.golang.org/grpc v1.31.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.28.1 h1:d0NfwRgPtno5B1Wa6L2DAG+KivqkdutMf1UhdNx175w= +google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= +gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= +honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= +honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= +rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= +rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= +rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= diff --git a/producer/producer_nf.go b/producer/producer_nf.go index 53da1267..4369bbe2 100644 --- a/producer/producer_nf.go +++ b/producer/producer_nf.go @@ -34,7 +34,7 @@ func CreateSamplingSystem() SamplingRateSystem { func (s *basicSamplingRateSystem) AddSamplingRate(version uint16, obsDomainId uint32, samplingRate uint32) { s.samplinglock.Lock() _, exists := s.sampling[version] - if exists != true { + if !exists { s.sampling[version] = make(map[uint32]uint32) } s.sampling[version][obsDomainId] = samplingRate @@ -119,7 +119,7 @@ func DecodeUNumber(b []byte, out interface{}) error { iter++ } } else { - return errors.New(fmt.Sprintf("Non-regular number of bytes for a number: %v", l)) + return fmt.Errorf("non-regular number of bytes for a number: %v", l) } } switch t := out.(type) { @@ -132,7 +132,7 @@ func DecodeUNumber(b []byte, out interface{}) error { case *uint64: *t = o default: - return errors.New("The parameter is not a pointer to a byte/uint16/uint32/uint64 structure") + return errors.New("the parameter is not a pointer to a byte/uint16/uint32/uint64 structure") } return nil } @@ -150,13 +150,9 @@ func ConvertNetFlowDataSet(version uint16, baseTime uint32, uptime uint32, recor for i := range record { df := record[i] - v, ok := df.Value.([]byte) - if !ok { - continue - } + v := df.Value switch df.Type { - // Statistics case netflow.NFV9_FIELD_IN_BYTES: DecodeUNumber(v, &(flowMessage.Bytes)) @@ -382,43 +378,11 @@ func SearchNetFlowOptionDataSets(dataFlowSet []netflow.OptionsDataFlowSet) (uint } func SplitNetFlowSets(packetNFv9 netflow.NFv9Packet) ([]netflow.DataFlowSet, []netflow.TemplateFlowSet, []netflow.NFv9OptionsTemplateFlowSet, []netflow.OptionsDataFlowSet) { - dataFlowSet := make([]netflow.DataFlowSet, 0) - templatesFlowSet := make([]netflow.TemplateFlowSet, 0) - optionsTemplatesFlowSet := make([]netflow.NFv9OptionsTemplateFlowSet, 0) - optionsDataFlowSet := make([]netflow.OptionsDataFlowSet, 0) - for _, flowSet := range packetNFv9.FlowSets { - switch flowSet.(type) { - case netflow.TemplateFlowSet: - templatesFlowSet = append(templatesFlowSet, flowSet.(netflow.TemplateFlowSet)) - case netflow.NFv9OptionsTemplateFlowSet: - optionsTemplatesFlowSet = append(optionsTemplatesFlowSet, flowSet.(netflow.NFv9OptionsTemplateFlowSet)) - case netflow.DataFlowSet: - dataFlowSet = append(dataFlowSet, flowSet.(netflow.DataFlowSet)) - case netflow.OptionsDataFlowSet: - optionsDataFlowSet = append(optionsDataFlowSet, flowSet.(netflow.OptionsDataFlowSet)) - } - } - return dataFlowSet, templatesFlowSet, optionsTemplatesFlowSet, optionsDataFlowSet + return packetNFv9.DataFS, packetNFv9.TemplateFS, packetNFv9.NFv9OptionsTemplateFS, packetNFv9.OptionsDataFS } func SplitIPFIXSets(packetIPFIX netflow.IPFIXPacket) ([]netflow.DataFlowSet, []netflow.TemplateFlowSet, []netflow.IPFIXOptionsTemplateFlowSet, []netflow.OptionsDataFlowSet) { - dataFlowSet := make([]netflow.DataFlowSet, 0) - templatesFlowSet := make([]netflow.TemplateFlowSet, 0) - optionsTemplatesFlowSet := make([]netflow.IPFIXOptionsTemplateFlowSet, 0) - optionsDataFlowSet := make([]netflow.OptionsDataFlowSet, 0) - for _, flowSet := range packetIPFIX.FlowSets { - switch flowSet.(type) { - case netflow.TemplateFlowSet: - templatesFlowSet = append(templatesFlowSet, flowSet.(netflow.TemplateFlowSet)) - case netflow.IPFIXOptionsTemplateFlowSet: - optionsTemplatesFlowSet = append(optionsTemplatesFlowSet, flowSet.(netflow.IPFIXOptionsTemplateFlowSet)) - case netflow.DataFlowSet: - dataFlowSet = append(dataFlowSet, flowSet.(netflow.DataFlowSet)) - case netflow.OptionsDataFlowSet: - optionsDataFlowSet = append(optionsDataFlowSet, flowSet.(netflow.OptionsDataFlowSet)) - } - } - return dataFlowSet, templatesFlowSet, optionsTemplatesFlowSet, optionsDataFlowSet + return packetIPFIX.DataFS, packetIPFIX.TemplateFS, packetIPFIX.IPFIXOptionsTemplateFS, packetIPFIX.OptionsDataFS } // Convert a NetFlow datastructure to a FlowMessage protobuf @@ -474,7 +438,7 @@ func ProcessMessageNetFlow(msgDec interface{}, samplingRateSys SamplingRateSyste fmsg.SamplingRate = uint64(samplingRate) } default: - return flowMessageSet, errors.New("Bad NetFlow/IPFIX version") + return flowMessageSet, errors.New("bad NetFlow/IPFIX version") } return flowMessageSet, nil diff --git a/producer/producer_nflegacy.go b/producer/producer_nflegacy.go index 990da0e7..3dd1a946 100644 --- a/producer/producer_nflegacy.go +++ b/producer/producer_nflegacy.go @@ -74,6 +74,6 @@ func ProcessMessageNetFlowLegacy(msgDec interface{}) ([]*flowmessage.FlowMessage return flowMessageSet, nil default: - return []*flowmessage.FlowMessage{}, errors.New("Bad NetFlow v5 version") + return []*flowmessage.FlowMessage{}, errors.New("bad NetFlow v5 version") } } diff --git a/producer/producer_sf.go b/producer/producer_sf.go index 9217c675..47cfb337 100644 --- a/producer/producer_sf.go +++ b/producer/producer_sf.go @@ -319,9 +319,11 @@ func ParseSampledHeaderConfig(flowMessage *flowmessage.FlowMessage, sampledHeade return nil } +/* func SearchSFlowSamples(samples []interface{}) []*flowmessage.FlowMessage { return SearchSFlowSamples(samples) } +*/ func SearchSFlowSamplesConfig(samples []interface{}, config *SFlowProducerConfig, agent net.IP) []*flowmessage.FlowMessage { flowMessageSet := make([]*flowmessage.FlowMessage, 0) @@ -345,9 +347,10 @@ func SearchSFlowSamplesConfig(samples []interface{}, config *SFlowProducerConfig flowMessage.OutIf = flowSample.OutputIfValue } - ipNh := net.IP{} - ipSrc := net.IP{} - ipDst := net.IP{} + var ( + ipNh, ipSrc, ipDst net.IP + ) + flowMessage.Packets = 1 for _, record := range records { switch recordData := record.Data.(type) { @@ -425,6 +428,6 @@ func ProcessMessageSFlowConfig(msgDec interface{}, config *SFlowProducerConfig) return flowMessageSet, nil default: - return []*flowmessage.FlowMessage{}, errors.New("Bad sFlow version") + return []*flowmessage.FlowMessage{}, errors.New("bad sFlow version") } } diff --git a/producer/producer_test.go b/producer/producer_test.go index fcefb3ee..c2269f0c 100644 --- a/producer/producer_test.go +++ b/producer/producer_test.go @@ -10,30 +10,32 @@ import ( func TestProcessMessageNetFlow(t *testing.T) { records := []netflow.DataRecord{ - netflow.DataRecord{ + { Values: []netflow.DataField{ - netflow.DataField{ + { Type: netflow.NFV9_FIELD_IPV4_SRC_ADDR, Value: []byte{10, 0, 0, 1}, }, }, }, } - dfs := []interface{}{ - netflow.DataFlowSet{ + + dfs := []netflow.DataFlowSet{ + { Records: records, }, } pktnf9 := netflow.NFv9Packet{ - FlowSets: dfs, + FlowSets: netflow.FlowSets{DataFS: dfs}, } + testsr := &SingleSamplingRateSystem{1} _, err := ProcessMessageNetFlow(pktnf9, testsr) assert.Nil(t, err) pktipfix := netflow.IPFIXPacket{ - FlowSets: dfs, + FlowSets: netflow.FlowSets{DataFS: dfs}, } _, err = ProcessMessageNetFlow(pktipfix, testsr) assert.Nil(t, err) @@ -58,7 +60,7 @@ func TestProcessMessageSFlow(t *testing.T) { sflow.FlowSample{ SamplingRate: 1, Records: []sflow.FlowRecord{ - sflow.FlowRecord{ + { Data: sh, }, }, @@ -66,7 +68,7 @@ func TestProcessMessageSFlow(t *testing.T) { sflow.ExpandedFlowSample{ SamplingRate: 1, Records: []sflow.FlowRecord{ - sflow.FlowRecord{ + { Data: sh, }, }, diff --git a/utils/netflow.go b/utils/netflow.go index e1c2b11d..9a98fb1e 100644 --- a/utils/netflow.go +++ b/utils/netflow.go @@ -96,7 +96,10 @@ func (s *StateNetFlow) DecodeFlow(msg interface{}) error { } timeTrackStart := time.Now() - msgDec, err := netflow.DecodeMessage(buf, templates) + + fm := netflow.FlowMessage{} + err := fm.Decode(buf, templates) + if err != nil { switch err.(type) { case *netflow.ErrorVersion: @@ -133,8 +136,7 @@ func (s *StateNetFlow) DecodeFlow(msg interface{}) error { flowMessageSet := make([]*flowmessage.FlowMessage, 0) - switch msgDecConv := msgDec.(type) { - case netflow.NFv9Packet: + if fm.Version == 9 { NetFlowStats.With( prometheus.Labels{ "router": key, @@ -142,77 +144,78 @@ func (s *StateNetFlow) DecodeFlow(msg interface{}) error { }). Inc() - for _, fs := range msgDecConv.FlowSets { - switch fsConv := fs.(type) { - case netflow.TemplateFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "TemplateFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "OptionsTemplateFlowSet", - }). - Add(float64(len(fsConv.Records))) - - case netflow.NFv9OptionsTemplateFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "OptionsTemplateFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "OptionsTemplateFlowSet", - }). - Add(float64(len(fsConv.Records))) - - case netflow.OptionsDataFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "OptionsDataFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "OptionsDataFlowSet", - }). - Add(float64(len(fsConv.Records))) - case netflow.DataFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "DataFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "9", - "type": "DataFlowSet", - }). - Add(float64(len(fsConv.Records))) - } + for _, fs := range fm.PacketNFv9.TemplateFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "TemplateFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "OptionsTemplateFlowSet", + }). + Add(float64(len(fs.Records))) + } + + for _, fs := range fm.PacketNFv9.NFv9OptionsTemplateFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "OptionsTemplateFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "OptionsTemplateFlowSet", + }). + Add(float64(len(fs.Records))) + } + + for _, fs := range fm.PacketNFv9.OptionsDataFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "OptionsDataFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "OptionsDataFlowSet", + }). + Add(float64(len(fs.Records))) + } + + for _, fs := range fm.PacketNFv9.DataFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "DataFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "9", + "type": "DataFlowSet", + }). + Add(float64(len(fs.Records))) } - flowMessageSet, err = producer.ProcessMessageNetFlow(msgDecConv, sampling) + flowMessageSet, err = producer.ProcessMessageNetFlow(fm.PacketNFv9, sampling) for _, fmsg := range flowMessageSet { fmsg.TimeReceived = ts @@ -225,7 +228,7 @@ func (s *StateNetFlow) DecodeFlow(msg interface{}) error { }). Observe(float64(timeDiff)) } - case netflow.IPFIXPacket: + } else if fm.Version == 10 { NetFlowStats.With( prometheus.Labels{ "router": key, @@ -233,79 +236,79 @@ func (s *StateNetFlow) DecodeFlow(msg interface{}) error { }). Inc() - for _, fs := range msgDecConv.FlowSets { - switch fsConv := fs.(type) { - case netflow.TemplateFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "TemplateFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "TemplateFlowSet", - }). - Add(float64(len(fsConv.Records))) - - case netflow.IPFIXOptionsTemplateFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "OptionsTemplateFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "OptionsTemplateFlowSet", - }). - Add(float64(len(fsConv.Records))) - - case netflow.OptionsDataFlowSet: - - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "OptionsDataFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "OptionsDataFlowSet", - }). - Add(float64(len(fsConv.Records))) - - case netflow.DataFlowSet: - NetFlowSetStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "DataFlowSet", - }). - Inc() - - NetFlowSetRecordsStatsSum.With( - prometheus.Labels{ - "router": key, - "version": "10", - "type": "DataFlowSet", - }). - Add(float64(len(fsConv.Records))) - } + for _, fs := range fm.PacketIPFIX.TemplateFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "TemplateFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "TemplateFlowSet", + }). + Add(float64(len(fs.Records))) + } + + for _, fs := range fm.PacketIPFIX.IPFIXOptionsTemplateFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "OptionsTemplateFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "OptionsTemplateFlowSet", + }). + Add(float64(len(fs.Records))) } - flowMessageSet, err = producer.ProcessMessageNetFlow(msgDecConv, sampling) + + for _, fs := range fm.PacketIPFIX.OptionsDataFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "OptionsDataFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "OptionsDataFlowSet", + }). + Add(float64(len(fs.Records))) + } + + for _, fs := range fm.PacketIPFIX.DataFS { + NetFlowSetStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "DataFlowSet", + }). + Inc() + + NetFlowSetRecordsStatsSum.With( + prometheus.Labels{ + "router": key, + "version": "10", + "type": "DataFlowSet", + }). + Add(float64(len(fs.Records))) + } + + flowMessageSet, err = producer.ProcessMessageNetFlow(fm.PacketIPFIX, sampling) for _, fmsg := range flowMessageSet { fmsg.TimeReceived = ts