/* * MinIO Cloud Storage, (C) 2019 MinIO, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package cmd import ( "context" "time" "github.com/minio/minio/cmd/logger" "github.com/minio/minio/pkg/bucket/lifecycle" "github.com/minio/minio/pkg/event" ) const ( bgLifecycleInterval = 24 * time.Hour bgLifecycleTick = time.Hour ) type lifecycleOps struct { LastActivity time.Time } // Register to the daily objects listing var globalLifecycleOps = &lifecycleOps{} func getLocalBgLifecycleOpsStatus() BgLifecycleOpsStatus { return BgLifecycleOpsStatus{ LastActivity: globalLifecycleOps.LastActivity, } } // initDailyLifecycle starts the routine that receives the daily // listing of all objects and applies any matching bucket lifecycle // rules. func initDailyLifecycle() { go startDailyLifecycle() } func startDailyLifecycle() { var objAPI ObjectLayer var ctx = context.Background() // Wait until the object API is ready for { objAPI = newObjectLayerWithoutSafeModeFn() if objAPI == nil { time.Sleep(time.Second) continue } break } // Calculate the time of the last lifecycle operation in all peers node of the cluster computeLastLifecycleActivity := func(status []BgOpsStatus) time.Time { var lastAct time.Time for _, st := range status { if st.LifecycleOps.LastActivity.After(lastAct) { lastAct = st.LifecycleOps.LastActivity } } return lastAct } for { // Check if we should perform lifecycle ops based on the last lifecycle activity, sleep one hour otherwise allLifecycleStatus := []BgOpsStatus{ {LifecycleOps: getLocalBgLifecycleOpsStatus()}, } if globalIsDistXL { allLifecycleStatus = append(allLifecycleStatus, globalNotificationSys.BackgroundOpsStatus()...) } lastAct := computeLastLifecycleActivity(allLifecycleStatus) if !lastAct.IsZero() && time.Since(lastAct) < bgLifecycleInterval { time.Sleep(bgLifecycleTick) } // Perform one lifecycle operation err := lifecycleRound(ctx, objAPI) switch err.(type) { // Unable to hold a lock means there is another // instance doing the lifecycle round round case OperationTimedOut: time.Sleep(bgLifecycleTick) default: logger.LogIf(ctx, err) time.Sleep(time.Minute) continue } } } var lifecycleLockTimeout = newDynamicTimeout(60*time.Second, time.Second) func lifecycleRound(ctx context.Context, objAPI ObjectLayer) error { // Lock to avoid concurrent lifecycle ops from other nodes sweepLock := objAPI.NewNSLock(ctx, "system", "daily-lifecycle-ops") if err := sweepLock.GetLock(lifecycleLockTimeout); err != nil { return err } defer sweepLock.Unlock() buckets, err := objAPI.ListBuckets(ctx) if err != nil { return err } for _, bucket := range buckets { // Check if the current bucket has a configured lifecycle policy, skip otherwise l, ok := globalLifecycleSys.Get(bucket.Name) if !ok { continue } // Calculate the common prefix of all lifecycle rules var prefixes []string for _, rule := range l.Rules { prefixes = append(prefixes, rule.Prefix()) } commonPrefix := lcp(prefixes) // Allocate new results channel to receive ObjectInfo. objInfoCh := make(chan ObjectInfo) // Walk through all objects if err := objAPI.Walk(ctx, bucket.Name, commonPrefix, objInfoCh); err != nil { return err } for { var objects []string for obj := range objInfoCh { if len(objects) == maxObjectList { // Reached maximum delete requests, attempt a delete for now. break } // Find the action that need to be executed if l.ComputeAction(obj.Name, obj.UserTags, obj.ModTime) == lifecycle.DeleteAction { objects = append(objects, obj.Name) } } // Nothing to do. if len(objects) == 0 { break } waitForLowHTTPReq(int32(globalEndpoints.Nodes())) // Deletes a list of objects. deleteErrs, err := objAPI.DeleteObjects(ctx, bucket.Name, objects) if err != nil { logger.LogIf(ctx, err) } else { for i := range deleteErrs { if deleteErrs[i] != nil { logger.LogIf(ctx, deleteErrs[i]) continue } // Notify object deleted event. sendEvent(eventArgs{ EventName: event.ObjectRemovedDelete, BucketName: bucket.Name, Object: ObjectInfo{ Name: objects[i], }, Host: "Internal: [ILM-EXPIRY]", }) } } } } return nil }