73 lines
2 KiB
Go
73 lines
2 KiB
Go
|
/*
|
||
|
|
Copyright 2015 The Kubernetes Authors.
|
||
|
|
|
||
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
you may not use this file except in compliance with the License.
|
||
|
|
You may obtain a copy of the License at
|
||
|
|
|
||
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
|
||
|
|
Unless required by applicable law or agreed to in writing, software
|
||
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
See the License for the specific language governing permissions and
|
||
|
|
limitations under the License.
|
||
|
|
*/
|
||
|
|
|
||
|
|
package kubelet
|
||
|
|
|
||
|
|
import (
|
||
|
|
"github.com/golang/glog"
|
||
|
|
"github.com/google/cadvisor/events"
|
||
|
|
cadvisorapi "github.com/google/cadvisor/info/v1"
|
||
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||
|
|
"k8s.io/apimachinery/pkg/util/runtime"
|
||
|
|
"k8s.io/kubernetes/pkg/api/v1"
|
||
|
|
"k8s.io/kubernetes/pkg/client/record"
|
||
|
|
"k8s.io/kubernetes/pkg/kubelet/cadvisor"
|
||
|
|
)
|
||
|
|
|
||
|
|
type OOMWatcher interface {
|
||
|
|
Start(ref *v1.ObjectReference) error
|
||
|
|
}
|
||
|
|
|
||
|
|
type realOOMWatcher struct {
|
||
|
|
cadvisor cadvisor.Interface
|
||
|
|
recorder record.EventRecorder
|
||
|
|
}
|
||
|
|
|
||
|
|
func NewOOMWatcher(cadvisor cadvisor.Interface, recorder record.EventRecorder) OOMWatcher {
|
||
|
|
return &realOOMWatcher{
|
||
|
|
cadvisor: cadvisor,
|
||
|
|
recorder: recorder,
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
const systemOOMEvent = "SystemOOM"
|
||
|
|
|
||
|
|
// Watches cadvisor for system oom's and records an event for every system oom encountered.
|
||
|
|
func (ow *realOOMWatcher) Start(ref *v1.ObjectReference) error {
|
||
|
|
request := events.Request{
|
||
|
|
EventType: map[cadvisorapi.EventType]bool{
|
||
|
|
cadvisorapi.EventOom: true,
|
||
|
|
},
|
||
|
|
ContainerName: "/",
|
||
|
|
IncludeSubcontainers: false,
|
||
|
|
}
|
||
|
|
eventChannel, err := ow.cadvisor.WatchEvents(&request)
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
go func() {
|
||
|
|
defer runtime.HandleCrash()
|
||
|
|
|
||
|
|
for event := range eventChannel.GetChannel() {
|
||
|
|
glog.V(2).Infof("Got sys oom event from cadvisor: %v", event)
|
||
|
|
ow.recorder.PastEventf(ref, metav1.Time{Time: event.Timestamp}, v1.EventTypeWarning, systemOOMEvent, "System OOM encountered")
|
||
|
|
}
|
||
|
|
glog.Errorf("Unexpectedly stopped receiving OOM notifications from cAdvisor")
|
||
|
|
}()
|
||
|
|
return nil
|
||
|
|
}
|