Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

feat: When kube-eventer write data into InfluxDB will become more detial #87

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

feat: When kube-eventer write data into InfluxDB will become more detial #87

Changes from 1 commit
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
b20c89b
feat: When kube-eventer write data into InfluxDB will become more detial
sober-wang Apr 10, 2020
28b1116
docs: Modify notes
sober-wang Apr 10, 2020
040c22a
fix: Delete workloadName message
sober-wang Apr 10, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
63 changes: 63 additions & 0 deletions sinks/influxdb/influxdb.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ import (
influxdb "github.com/influxdata/influxdb/client"
kube_api "k8s.io/api/core/v1"
"k8s.io/klog"
jsoniter "github.com/json-iterator/go"
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Could you remove external libs. json.Unmarshal should be enough

Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I know. But the jsoniter handle JSON become so convenient , and the jsoniter is very quickly.
You can see the web pages:
https://github.com/json-iterator/go

)

type influxdbSink struct {
Expand All @@ -37,12 +38,39 @@ type influxdbSink struct {
dbExists bool
}

// eventStruct influxDB field more detial.
type eventStruct struct{
kind string
evenType string
nameSpace string
podName string
workloadName string
reason string
message string
firstTimestamp string
lastTimestamp string
}

const (
eventMeasurementName = "log/events"
// Event special tags
eventUID = "uid"
// Value Field name
valueField = "value"

/* ---------------------------------*/
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

不要有多余的注释。下同。

// Kubernetes Event const
kubeKind = "kind"
evenType = "type"
nameSpace = "nameSpace"
podName = "podName"
workloadName = "workloadName"
eventReason = "reason"
eventMessage = "message"
firstTimestamp = "firstTimestamp"
lastTimestamp = "lastTimestamp"
/* -------------------------------- */

// Event special tags
dbNotFoundError = "database not found"

Expand Down Expand Up @@ -90,17 +118,52 @@ func eventToPointWithFields(event *kube_api.Event) (*influxdb.Point, error) {
return &point, nil
}

// getWorkloadName get workload name, deployment is no problem
func getWorkloadName(podName string) string{
s := strings.Split(podName,"-")
n := len(s) - 2
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

s,n 变量命名不是很规范。

return strings.Join(s[:n],"-")
}

// selectEventData Select kubernetes events data from value
func selectEventData(value string) eventStruct{
var eventData eventStruct
data := []byte(value)
eventData.evenType = jsoniter.Get(data,"type").ToString()
eventData.kind = jsoniter.Get(data,"involvedObject","kind").ToString()
eventData.nameSpace = jsoniter.Get(data,"involvedObject","namespace").ToString()
eventData.podName = jsoniter.Get(data,"involvedObject","name").ToString()
eventData.workloadName = getWorkloadName(eventData.podName)
eventData.reason = jsoniter.Get(data,"reason").ToString()
eventData.message = jsoniter.Get(data,"message").ToString()
eventData.firstTimestamp = jsoniter.Get(data,"firstTimestamp").ToString()
eventData.lastTimestamp = jsoniter.Get(data,"lastTimestamp").ToString()
return eventData
}


// eventToPoint make influxdb point from kubernetes event data
func eventToPoint(event *kube_api.Event) (*influxdb.Point, error) {
value, err := getEventValue(event)
if err != nil {
return nil, err
}

eventData := selectEventData(value)
point := influxdb.Point{
Measurement: eventMeasurementName,
Time: event.LastTimestamp.Time.UTC(),
Fields: map[string]interface{}{
valueField: value,
kubeKind: eventData.kind,
evenType: eventData.evenType,
nameSpace: eventData.nameSpace,
podName: eventData.podName,
workloadName: eventData.workloadName,
eventReason: eventData.reason,
eventMessage: eventData.message,
firstTimestamp: eventData.firstTimestamp,
lastTimestamp: eventData.lastTimestamp,
},
Tags: map[string]string{
eventUID: string(event.UID),
Expand Down