187 lines
3.4 KiB
Go
187 lines
3.4 KiB
Go
package alils
|
||
|
||
import (
|
||
"encoding/json"
|
||
"strings"
|
||
"sync"
|
||
"time"
|
||
|
||
"github.com/gogo/protobuf/proto"
|
||
"golib.gaore.com/GaoreGo/grlogs/logs"
|
||
)
|
||
|
||
const (
|
||
// CacheSize set the flush size
|
||
CacheSize int = 64
|
||
// Delimiter define the topic delimiter
|
||
Delimiter string = "##"
|
||
)
|
||
|
||
// Config is the Config for Ali Log
|
||
type Config struct {
|
||
Project string `json:"project"`
|
||
Endpoint string `json:"endpoint"`
|
||
KeyID string `json:"key_id"`
|
||
KeySecret string `json:"key_secret"`
|
||
LogStore string `json:"log_store"`
|
||
Topics []string `json:"topics"`
|
||
Source string `json:"source"`
|
||
Level int `json:"level"`
|
||
FlushWhen int `json:"flush_when"`
|
||
}
|
||
|
||
// aliLSWriter implements LoggerInterface.
|
||
// it writes messages in keep-live tcp connection.
|
||
type aliLSWriter struct {
|
||
store *LogStore
|
||
group []*LogGroup
|
||
withMap bool
|
||
groupMap map[string]*LogGroup
|
||
lock *sync.Mutex
|
||
Config
|
||
}
|
||
|
||
// NewAliLS create a new Logger
|
||
func NewAliLS() logs.Logger {
|
||
alils := new(aliLSWriter)
|
||
alils.Level = logs.LevelTrace
|
||
return alils
|
||
}
|
||
|
||
// Init parse config and init struct
|
||
func (c *aliLSWriter) Init(jsonConfig string) (err error) {
|
||
|
||
json.Unmarshal([]byte(jsonConfig), c)
|
||
|
||
if c.FlushWhen > CacheSize {
|
||
c.FlushWhen = CacheSize
|
||
}
|
||
|
||
prj := &LogProject{
|
||
Name: c.Project,
|
||
Endpoint: c.Endpoint,
|
||
AccessKeyID: c.KeyID,
|
||
AccessKeySecret: c.KeySecret,
|
||
}
|
||
|
||
c.store, err = prj.GetLogStore(c.LogStore)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
// Create default Log Group
|
||
c.group = append(c.group, &LogGroup{
|
||
Topic: proto.String(""),
|
||
Source: proto.String(c.Source),
|
||
Logs: make([]*Log, 0, c.FlushWhen),
|
||
})
|
||
|
||
// Create other Log Group
|
||
c.groupMap = make(map[string]*LogGroup)
|
||
for _, topic := range c.Topics {
|
||
|
||
lg := &LogGroup{
|
||
Topic: proto.String(topic),
|
||
Source: proto.String(c.Source),
|
||
Logs: make([]*Log, 0, c.FlushWhen),
|
||
}
|
||
|
||
c.group = append(c.group, lg)
|
||
c.groupMap[topic] = lg
|
||
}
|
||
|
||
if len(c.group) == 1 {
|
||
c.withMap = false
|
||
} else {
|
||
c.withMap = true
|
||
}
|
||
|
||
c.lock = &sync.Mutex{}
|
||
|
||
return nil
|
||
}
|
||
|
||
// WriteMsg write message in connection.
|
||
// if connection is down, try to re-connect.
|
||
func (c *aliLSWriter) WriteMsg(when time.Time, msg string, level int) (err error) {
|
||
|
||
if level > c.Level {
|
||
return nil
|
||
}
|
||
|
||
var topic string
|
||
var content string
|
||
var lg *LogGroup
|
||
if c.withMap {
|
||
|
||
// Topic，LogGroup
|
||
strs := strings.SplitN(msg, Delimiter, 2)
|
||
if len(strs) == 2 {
|
||
pos := strings.LastIndex(strs[0], " ")
|
||
topic = strs[0][pos+1 : len(strs[0])]
|
||
content = strs[0][0:pos] + strs[1]
|
||
lg = c.groupMap[topic]
|
||
}
|
||
|
||
// send to empty Topic
|
||
if lg == nil {
|
||
content = msg
|
||
lg = c.group[0]
|
||
}
|
||
} else {
|
||
content = msg
|
||
lg = c.group[0]
|
||
}
|
||
|
||
c1 := &LogContent{
|
||
Key: proto.String("msg"),
|
||
Value: proto.String(content),
|
||
}
|
||
|
||
l := &Log{
|
||
Time: proto.Uint32(uint32(when.Unix())),
|
||
Contents: []*LogContent{
|
||
c1,
|
||
},
|
||
}
|
||
|
||
c.lock.Lock()
|
||
lg.Logs = append(lg.Logs, l)
|
||
c.lock.Unlock()
|
||
|
||
if len(lg.Logs) >= c.FlushWhen {
|
||
c.flush(lg)
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// Flush implementing method. empty.
|
||
func (c *aliLSWriter) Flush() {
|
||
|
||
// flush all group
|
||
for _, lg := range c.group {
|
||
c.flush(lg)
|
||
}
|
||
}
|
||
|
||
// Destroy destroy connection writer and close tcp listener.
|
||
func (c *aliLSWriter) Destroy() {
|
||
}
|
||
|
||
func (c *aliLSWriter) flush(lg *LogGroup) {
|
||
|
||
c.lock.Lock()
|
||
defer c.lock.Unlock()
|
||
err := c.store.PutLogs(lg)
|
||
if err != nil {
|
||
return
|
||
}
|
||
|
||
lg.Logs = make([]*Log, 0, c.FlushWhen)
|
||
}
|
||
|
||
func init() {
|
||
logs.Register(logs.AdapterAliLS, NewAliLS)
|
||
}
|