2016-07-24 07:51:12 +02:00
|
|
|
/*
|
|
|
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"net/url"
|
2016-07-26 02:53:55 +02:00
|
|
|
"strings"
|
2016-07-24 07:51:12 +02:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/Sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
minioSqs = "arn:minio:sqs:"
|
|
|
|
// Static string indicating queue type 'amqp'.
|
|
|
|
queueTypeAMQP = "1:amqp"
|
|
|
|
// Static string indicating queue type 'elasticsearch'.
|
|
|
|
queueTypeElastic = "1:elasticsearch"
|
|
|
|
// Static string indicating queue type 'redis'.
|
|
|
|
queueTypeRedis = "1:redis"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Returns true if queueArn is for an AMQP queue.
|
|
|
|
func isAMQPQueue(sqsArn arnMinioSqs) bool {
|
2016-07-26 02:53:55 +02:00
|
|
|
if sqsArn.sqsType != queueTypeAMQP {
|
|
|
|
return false
|
2016-07-24 07:51:12 +02:00
|
|
|
}
|
2016-07-26 02:53:55 +02:00
|
|
|
amqpL := serverConfig.GetAMQPLogger()
|
|
|
|
// Connect to amqp server to validate.
|
|
|
|
amqpC, err := dialAMQP(amqpL)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to connect to amqp service. %#v", amqpL)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
defer amqpC.Close()
|
2016-07-24 07:51:12 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns true if queueArn is for an Redis queue.
|
|
|
|
func isRedisQueue(sqsArn arnMinioSqs) bool {
|
2016-07-26 02:53:55 +02:00
|
|
|
if sqsArn.sqsType != queueTypeRedis {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
rLogger := serverConfig.GetRedisLogger()
|
|
|
|
// Connect to redis server to validate.
|
|
|
|
rPool, err := dialRedis(rLogger)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to connect to redis service. %#v", rLogger)
|
|
|
|
return false
|
2016-07-24 07:51:12 +02:00
|
|
|
}
|
2016-07-26 02:53:55 +02:00
|
|
|
defer rPool.Close()
|
2016-07-24 07:51:12 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns true if queueArn is for an ElasticSearch queue.
|
|
|
|
func isElasticQueue(sqsArn arnMinioSqs) bool {
|
2016-07-26 02:53:55 +02:00
|
|
|
if sqsArn.sqsType != queueTypeElastic {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
esLogger := serverConfig.GetElasticSearchLogger()
|
|
|
|
elasticC, err := dialElastic(esLogger)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to connect to elasticsearch service %#v", esLogger)
|
|
|
|
return false
|
2016-07-24 07:51:12 +02:00
|
|
|
}
|
2016-07-26 02:53:55 +02:00
|
|
|
defer elasticC.Stop()
|
2016-07-24 07:51:12 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Match function matches wild cards in 'pattern' for events.
|
|
|
|
func eventMatch(eventType EventName, events []string) (ok bool) {
|
|
|
|
for _, event := range events {
|
|
|
|
ok = wildCardMatch(event, eventType.String())
|
|
|
|
if ok {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return ok
|
|
|
|
}
|
|
|
|
|
2016-07-26 02:53:55 +02:00
|
|
|
// Filter rule match, matches an object against the filter rules.
|
|
|
|
func filterRuleMatch(object string, frs []filterRule) bool {
|
|
|
|
var prefixMatch, suffixMatch = true, true
|
|
|
|
for _, fr := range frs {
|
|
|
|
if isValidFilterNamePrefix(fr.Name) {
|
|
|
|
prefixMatch = strings.HasPrefix(object, fr.Value)
|
|
|
|
} else if isValidFilterNameSuffix(fr.Name) {
|
|
|
|
suffixMatch = strings.HasSuffix(object, fr.Value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return prefixMatch && suffixMatch
|
|
|
|
}
|
|
|
|
|
2016-07-24 07:51:12 +02:00
|
|
|
// NotifyObjectCreatedEvent - notifies a new 's3:ObjectCreated' event.
|
|
|
|
// List of events reported through this function are
|
|
|
|
// - s3:ObjectCreated:Put
|
|
|
|
// - s3:ObjectCreated:Post
|
|
|
|
// - s3:ObjectCreated:Copy
|
|
|
|
// - s3:ObjectCreated:CompleteMultipartUpload
|
2016-07-27 04:10:02 +02:00
|
|
|
func notifyObjectCreatedEvent(nConfig notificationConfig, eventType EventName, bucket string, objInfo ObjectInfo) {
|
2016-07-24 07:51:12 +02:00
|
|
|
/// Construct a new object created event.
|
|
|
|
region := serverConfig.GetRegion()
|
|
|
|
tnow := time.Now().UTC()
|
|
|
|
sequencer := fmt.Sprintf("%X", tnow.UnixNano())
|
|
|
|
// Following blocks fills in all the necessary details of s3 event message structure.
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/dev/notification-content-structure.html
|
|
|
|
events := []*NotificationEvent{
|
2016-07-24 12:32:45 +02:00
|
|
|
{
|
2016-07-24 07:51:12 +02:00
|
|
|
EventVersion: "2.0",
|
|
|
|
EventSource: "aws:s3",
|
|
|
|
AwsRegion: region,
|
|
|
|
EventTime: tnow.Format(iso8601Format),
|
|
|
|
EventName: eventType.String(),
|
|
|
|
UserIdentity: defaultIdentity(),
|
|
|
|
RequestParameters: map[string]string{},
|
|
|
|
ResponseElements: map[string]string{},
|
2016-07-26 02:53:55 +02:00
|
|
|
S3: eventMeta{
|
2016-07-24 07:51:12 +02:00
|
|
|
SchemaVersion: "1.0",
|
|
|
|
ConfigurationID: "Config",
|
2016-07-26 02:53:55 +02:00
|
|
|
Bucket: bucketMeta{
|
2016-07-24 07:51:12 +02:00
|
|
|
Name: bucket,
|
|
|
|
OwnerIdentity: defaultIdentity(),
|
|
|
|
ARN: "arn:aws:s3:::" + bucket,
|
|
|
|
},
|
2016-07-26 02:53:55 +02:00
|
|
|
Object: objectMeta{
|
2016-07-27 04:10:02 +02:00
|
|
|
Key: url.QueryEscape(objInfo.Name),
|
|
|
|
ETag: objInfo.MD5Sum,
|
|
|
|
Size: objInfo.Size,
|
2016-07-24 07:51:12 +02:00
|
|
|
Sequencer: sequencer,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
// Notify to all the configured queues.
|
|
|
|
for _, qConfig := range nConfig.QueueConfigurations {
|
2016-07-27 04:10:02 +02:00
|
|
|
ruleMatch := filterRuleMatch(objInfo.Name, qConfig.Filter.Key.FilterRules)
|
2016-07-26 02:53:55 +02:00
|
|
|
if eventMatch(eventType, qConfig.Events) && ruleMatch {
|
2016-07-24 07:51:12 +02:00
|
|
|
log.WithFields(logrus.Fields{
|
|
|
|
"Records": events,
|
|
|
|
}).Info()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NotifyObjectRemovedEvent - notifies a new 's3:ObjectRemoved' event.
|
|
|
|
// List of events reported through this function are
|
|
|
|
// - s3:ObjectRemoved:Delete
|
|
|
|
func notifyObjectDeletedEvent(nConfig notificationConfig, bucket string, object string) {
|
|
|
|
region := serverConfig.GetRegion()
|
|
|
|
tnow := time.Now().UTC()
|
|
|
|
sequencer := fmt.Sprintf("%X", tnow.UnixNano())
|
|
|
|
// Following blocks fills in all the necessary details of s3 event message structure.
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/dev/notification-content-structure.html
|
|
|
|
events := []*NotificationEvent{
|
2016-07-24 12:32:45 +02:00
|
|
|
{
|
2016-07-24 07:51:12 +02:00
|
|
|
EventVersion: "2.0",
|
|
|
|
EventSource: "aws:s3",
|
|
|
|
AwsRegion: region,
|
|
|
|
EventTime: tnow.Format(iso8601Format),
|
|
|
|
EventName: ObjectRemovedDelete.String(),
|
|
|
|
UserIdentity: defaultIdentity(),
|
|
|
|
RequestParameters: map[string]string{},
|
|
|
|
ResponseElements: map[string]string{},
|
2016-07-26 02:53:55 +02:00
|
|
|
S3: eventMeta{
|
2016-07-24 07:51:12 +02:00
|
|
|
SchemaVersion: "1.0",
|
|
|
|
ConfigurationID: "Config",
|
2016-07-26 02:53:55 +02:00
|
|
|
Bucket: bucketMeta{
|
2016-07-24 07:51:12 +02:00
|
|
|
Name: bucket,
|
|
|
|
OwnerIdentity: defaultIdentity(),
|
|
|
|
ARN: "arn:aws:s3:::" + bucket,
|
|
|
|
},
|
2016-07-26 02:53:55 +02:00
|
|
|
Object: objectMeta{
|
2016-07-24 07:51:12 +02:00
|
|
|
Key: url.QueryEscape(object),
|
|
|
|
Sequencer: sequencer,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
// Notify to all the configured queues.
|
|
|
|
for _, qConfig := range nConfig.QueueConfigurations {
|
2016-07-26 02:53:55 +02:00
|
|
|
ruleMatch := filterRuleMatch(object, qConfig.Filter.Key.FilterRules)
|
|
|
|
if eventMatch(ObjectRemovedDelete, qConfig.Events) && ruleMatch {
|
2016-07-24 07:51:12 +02:00
|
|
|
log.WithFields(logrus.Fields{
|
|
|
|
"Records": events,
|
|
|
|
}).Info()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|