Skip to content
Snippets Groups Projects
Commit b9193650 authored by Erick Hitter's avatar Erick Hitter
Browse files

Implement goroutine per log file

parent dc687c32
No related branches found
No related tags found
1 merge request!1Convert to Golang
Pipeline #
This commit is part of merge request !1. Comments created here will be created in the context of that merge request.
Hide whitespace changes
Inline Side-by-side
Showing
with 104 additions and 97 deletions
eth-log-alerting.go
+ 104
− 97
Edit View file @ b9193650
......@@ -4,6 +4,7 @@ import (
"encoding/json"
"flag"
"fmt"
"io/ioutil"
"log"
"os"
"os/signal"
......@@ -17,21 +18,19 @@ import (
)
type config struct {
DebugDest string
Debug bool
Logs logConfigs
DebugDest string `json:"debug-dest"`
Debug bool `json:"debug"`
Logs []logConfig `json:"logs"`
}
type logConfigs []logConfig
type logConfig struct {
logPath string
webhookURL string
username string
channel string
color string
iconURL string
searchRegex string
LogPath string `json:"log_path"`
WebhookURL string `json:"webhook_url"`
Username string `json:"username"`
Channel string `json:"channel"`
Color string `json:"color"`
IconURL string `json:"icon_url"`
SearchRegex string `json:"search"`
}
type attachment struct {
......@@ -44,15 +43,8 @@ type attachment struct {
type attachments []attachment
var (
logPath string // Deprecate
webhookURL string // Deprecate
username string // Deprecate
channel string // Deprecate
color string // Deprecate
iconURL string // Deprecate
searchRegex string // Deprecate
mh *matterhook.Client // Deprecate
configPath string
logConfigs []logConfig
logger *log.Logger
debugDest string
......@@ -60,102 +52,115 @@ var (
)
func init() {
var configPath string
// flag.StringVar(&logPath, "log-path", "", "Log to monitor")
// flag.StringVar(&webhookURL, "webhook", "", "Webhook to forward log entries to")
// flag.StringVar(&username, "username", "logbot", "Username to post as")
// flag.StringVar(&channel, "channel", "", "Channel to post log entries to")
// flag.StringVar(&color, "color", "default", "Color for entry, either named or hex with `#`")
// flag.StringVar(&iconURL, "icon-url", "", "URL of icon to use for bot")
// flag.StringVar(&searchRegex, "search", "", "Search term or regex to match")
// flag.StringVar(&debugDest, "debug-dest", "os.Stdout", "Destination for debug and other messages, omit to log to Stdout")
// flag.BoolVar(&debug, "debug", false, "Include additional log data for debugging")
flag.StringVar(&configPath, "config", "./config.json", "Path to configuration file")
flag.Parse()
validatePath(&configPath)
cfgPathValid := validatePath(&configPath)
if !cfgPathValid {
usage()
}
configFile, err := os.Open(configPath)
jsonDecoder := json.NewDecoder(configFile)
config := config{}
err = jsonDecoder.Decode(&config)
configFile, err := ioutil.ReadFile(configPath)
if err != nil {
usage()
}
fmt.Println(fmt.Sprintf("%+v\n", config))
os.Exit(3)
setUpLogger()
validatePath(&logPath)
if !govalidator.IsURL(webhookURL) || len(channel) < 2 {
config := config{}
if err = json.Unmarshal(configFile, &config); err != nil {
usage()
}
// mh = matterhook.New(webhookURL, matterhook.Config{DisableServer: true})
debugDest = config.DebugDest
debug = config.Debug
setUpLogger()
logConfigs = config.Logs
}
func main() {
// logger.Printf("Monitoring %s", logPath)
// logger.Printf("Forwarding entries to channel \"%s\" as user \"%s\" at %s", channel, username, webhookURL)
logger.Printf("Starting log monitoring with config %s", configPath)
sig := make(chan os.Signal, 1)
signal.Notify(sig, syscall.SIGINT, syscall.SIGTERM)
// t, err := tail.TailFile(logPath, tail.Config{
// Follow: true,
// Location: &tail.SeekInfo{Offset: 0, Whence: 2},
// MustExist: true,
// ReOpen: true,
// Logger: logger,
// })
// if err != nil {
// logger.Println(err)
// t.Cleanup()
// close(sig)
// os.Exit(3)
// }
// go parseLinesAndSend(t)
for _, logCfg := range logConfigs {
go tailLog(logCfg)
}
caughtSig := <-sig
// t.Stop()
// t.Cleanup()
logger.Printf("Stopping, got signal %s", caughtSig)
}
func parseLinesAndSend(t *tail.Tail) {
func tailLog(logCfg logConfig) {
if logPathValid := validatePath(&logCfg.LogPath); !logPathValid {
if debug {
logger.Println("Invalid path: ", fmt.Sprintf("%+v\n", logCfg))
}
return
}
if !govalidator.IsURL(logCfg.WebhookURL) || len(logCfg.Username) == 0 || len(logCfg.Channel) < 2 {
if debug {
logger.Println("Invalid webhook, username, channel: ", fmt.Sprintf("%+v\n", logCfg))
}
return
}
t, err := tail.TailFile(logCfg.LogPath, tail.Config{
Follow: true,
Location: &tail.SeekInfo{Offset: 0, Whence: 2},
MustExist: true,
ReOpen: true,
Logger: logger,
})
if err != nil {
logger.Println(err)
t.Cleanup()
return
}
mh := matterhook.New(logCfg.WebhookURL, matterhook.Config{DisableServer: true})
parseLinesAndSend(t, mh, logCfg)
t.Stop()
t.Cleanup()
}
func parseLinesAndSend(t *tail.Tail, mh *matterhook.Client, logCfg logConfig) {
for line := range t.Lines {
if line.Err != nil {
continue
}
if len(searchRegex) == 0 {
go sendLine(line)
} else if matched, _ := regexp.MatchString(searchRegex, line.Text); matched {
go sendLine(line)
if len(logCfg.SearchRegex) == 0 {
go sendLine(line, mh, logCfg)
} else if matched, _ := regexp.MatchString(logCfg.SearchRegex, line.Text); matched {
go sendLine(line, mh, logCfg)
}
}
}
func sendLine(line *tail.Line) {
// atts := attachments{
// attachment{
// Fallback: fmt.Sprintf("New entry in %s", logPath),
// Pretext: fmt.Sprintf("In `%s` at `%s`:", logPath, line.Time),
// Text: fmt.Sprintf(" %s", line.Text),
// Color: color,
// },
// }
// mh.Send(matterhook.OMessage{
// Channel: channel,
// UserName: username,
// Attachments: atts,
// IconURL: iconURL,
// })
func sendLine(line *tail.Line, mh *matterhook.Client, logCfg logConfig) {
atts := attachments{
attachment{
Fallback: fmt.Sprintf("New entry in %s", logCfg.LogPath),
Pretext: fmt.Sprintf("In `%s` at `%s`:", logCfg.LogPath, line.Time),
Text: fmt.Sprintf(" %s", line.Text),
Color: logCfg.Color,
},
}
mh.Send(matterhook.OMessage{
Channel: logCfg.Channel,
UserName: logCfg.Username,
Attachments: atts,
IconURL: logCfg.IconURL,
})
}
func setUpLogger() {
......@@ -178,22 +183,24 @@ func setUpLogger() {
}
}
func validatePath(path *string) {
if len(*path) > 1 {
var err error
*path, err = filepath.Abs(*path)
func validatePath(path *string) bool {
if len(*path) <= 1 {
return false
}
if err != nil {
fmt.Printf("Error: %s", err.Error())
os.Exit(3)
}
var err error
*path, err = filepath.Abs(*path)
if _, err = os.Stat(*path); os.IsNotExist(err) {
usage()
}
} else {
usage()
if err != nil {
logger.Printf("Error: %s", err.Error())
return false
}
if _, err = os.Stat(*path); os.IsNotExist(err) {
return false
}
return true
}
func usage() {
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment