1b4bb94ac4
This is an attempt cleanup code and keep the top level config functions simpler and easy to understand where as move the notifier related code and logger setter/getter methods as part of their own struct. Locks are now held properly not globally by configMutex, but instead as private variables. Final fix for #3700
126 lines
3.1 KiB
Go
126 lines
3.1 KiB
Go
/*
|
|
* Minio Cloud Storage, (C) 2014-2016 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"io/ioutil"
|
|
|
|
"github.com/Sirupsen/logrus"
|
|
|
|
sarama "gopkg.in/Shopify/sarama.v1"
|
|
)
|
|
|
|
// kafkaNotify holds the configuration of the Kafka server/cluster to
|
|
// send notifications to.
|
|
type kafkaNotify struct {
|
|
// Flag to enable/disable this notification from configuration
|
|
// file.
|
|
Enable bool `json:"enable"`
|
|
|
|
// List of Kafka brokers in `addr:host` format.
|
|
Brokers []string `json:"brokers"`
|
|
|
|
// Topic to which event notifications should be sent.
|
|
Topic string `json:"topic"`
|
|
}
|
|
|
|
// kafkaConn contains the active connection to the Kafka cluster and
|
|
// the topic to send event notifications to.
|
|
type kafkaConn struct {
|
|
producer sarama.SyncProducer
|
|
topic string
|
|
}
|
|
|
|
func dialKafka(kn kafkaNotify) (kafkaConn, error) {
|
|
if !kn.Enable {
|
|
return kafkaConn{}, errNotifyNotEnabled
|
|
}
|
|
|
|
if kn.Topic == "" {
|
|
return kafkaConn{}, fmt.Errorf(
|
|
"Kafka Notifier Error: Topic was not specified in configuration")
|
|
}
|
|
|
|
config := sarama.NewConfig()
|
|
// Wait for all in-sync replicas to ack the message
|
|
config.Producer.RequiredAcks = sarama.WaitForAll
|
|
// Retry up to 10 times to produce the message
|
|
config.Producer.Retry.Max = 10
|
|
config.Producer.Return.Successes = true
|
|
|
|
p, err := sarama.NewSyncProducer(kn.Brokers, config)
|
|
if err != nil {
|
|
return kafkaConn{}, fmt.Errorf(
|
|
"Kafka Notifier Error: Failed to start producer: %v",
|
|
err,
|
|
)
|
|
}
|
|
|
|
return kafkaConn{p, kn.Topic}, nil
|
|
}
|
|
|
|
func newKafkaNotify(accountID string) (*logrus.Logger, error) {
|
|
kafkaNotifyCfg := serverConfig.Notify.GetKafkaByID(accountID)
|
|
|
|
// Try connecting to the configured Kafka broker(s).
|
|
kc, err := dialKafka(kafkaNotifyCfg)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Configure kafkaConn object as a Hook in logrus.
|
|
kafkaLog := logrus.New()
|
|
kafkaLog.Out = ioutil.Discard
|
|
kafkaLog.Formatter = new(logrus.JSONFormatter)
|
|
kafkaLog.Hooks.Add(kc)
|
|
|
|
return kafkaLog, nil
|
|
}
|
|
|
|
func (kC kafkaConn) Close() {
|
|
_ = kC.producer.Close()
|
|
}
|
|
|
|
// Fire - to implement logrus.Hook interface
|
|
func (kC kafkaConn) Fire(entry *logrus.Entry) error {
|
|
body, err := entry.Reader()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Construct message to send to Kafka
|
|
msg := sarama.ProducerMessage{
|
|
Topic: kC.topic,
|
|
Value: sarama.ByteEncoder(body.Bytes()),
|
|
}
|
|
|
|
// Attempt sending the message to Kafka
|
|
_, _, err = kC.producer.SendMessage(&msg)
|
|
if err != nil {
|
|
return fmt.Errorf("Error sending event to Kafka - %v", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Levels - to implement logrus.Hook interface
|
|
func (kC kafkaConn) Levels() []logrus.Level {
|
|
return []logrus.Level{
|
|
logrus.InfoLevel,
|
|
}
|
|
}
|