63 lines
1.2 KiB
Go
63 lines
1.2 KiB
Go
|
package grok
|
||
|
|
|
||
|
|
import (
|
||
|
|
"context"
|
||
|
|
|
||
|
|
"go-common/app/service/ops/log-agent/event"
|
||
|
|
"go-common/app/service/ops/log-agent/processor"
|
||
|
|
"go-common/app/service/ops/log-agent/pkg/flowmonitor"
|
||
|
|
|
||
|
|
"github.com/vjeantet/grok"
|
||
|
|
)
|
||
|
|
|
||
|
|
type Grok struct {
|
||
|
|
c *Config
|
||
|
|
g *grok.Grok
|
||
|
|
}
|
||
|
|
|
||
|
|
func init() {
|
||
|
|
err := processor.Register("grok", Process)
|
||
|
|
if err != nil {
|
||
|
|
panic(err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func Process(ctx context.Context, config interface{}, input <-chan *event.ProcessorEvent) (output chan *event.ProcessorEvent, err error) {
|
||
|
|
g := new(Grok)
|
||
|
|
|
||
|
|
if c, ok := config.(*Config); !ok {
|
||
|
|
panic("Error config for Grok Processor")
|
||
|
|
} else {
|
||
|
|
if err = c.ConfigValidate(); err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
g.c = c
|
||
|
|
}
|
||
|
|
|
||
|
|
if g.g, err = grok.New(); err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
|
||
|
|
output = make(chan *event.ProcessorEvent)
|
||
|
|
go func() {
|
||
|
|
for {
|
||
|
|
select {
|
||
|
|
case e := <-input:
|
||
|
|
values, err := g.g.Parse(g.c.Pattern, e.String())
|
||
|
|
if err != nil || len(values) == 0 {
|
||
|
|
flowmonitor.Fm.AddEvent(e, "log-agent.processor.grok", "WARN", "grok error")
|
||
|
|
e.Tags = append(e.Tags, "grok_error")
|
||
|
|
output <- e
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
e.ParsedFields = values
|
||
|
|
output <- e
|
||
|
|
case <-ctx.Done():
|
||
|
|
return
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}()
|
||
|
|
|
||
|
|
return output, nil
|
||
|
|
}
|