We need to clear the resource filter during the resource tree walk to ensure that logs from children of matched resources are collected and aggregated.
210 lines
5.9 KiB
Go
210 lines
5.9 KiB
Go
package operations
|
|
|
|
import (
|
|
"fmt"
|
|
"sort"
|
|
|
|
"github.com/pulumi/pulumi/pkg/resource"
|
|
"github.com/pulumi/pulumi/pkg/tokens"
|
|
"github.com/pulumi/pulumi/pkg/util/contract"
|
|
)
|
|
|
|
// Resource is a tree representation of a resource/component hierarchy
|
|
type Resource struct {
|
|
ns tokens.QName
|
|
alloc tokens.PackageName
|
|
state *resource.State
|
|
parent *Resource
|
|
children map[resource.URN]*Resource
|
|
}
|
|
|
|
// NewResource constructs a tree representation of a resource/component hierarchy
|
|
func NewResource(source []*resource.State) *Resource {
|
|
treeNodes := map[resource.URN]*Resource{}
|
|
var ns tokens.QName
|
|
var alloc tokens.PackageName
|
|
|
|
// Walk the ordered resource list and build tree nodes based on child relationships
|
|
for _, state := range source {
|
|
ns = state.URN.Namespace()
|
|
alloc = state.URN.Alloc()
|
|
newTree := &Resource{
|
|
ns: ns,
|
|
alloc: alloc,
|
|
state: state,
|
|
parent: nil,
|
|
children: map[resource.URN]*Resource{},
|
|
}
|
|
for _, childURN := range state.Children {
|
|
childTree, ok := treeNodes[childURN]
|
|
contract.Assertf(ok, "Expected children to be before parents in resource checkpoint")
|
|
childTree.parent = newTree
|
|
newTree.children[childTree.state.URN] = childTree
|
|
}
|
|
treeNodes[state.URN] = newTree
|
|
}
|
|
|
|
// Create a single root node which is the parent of all unparented nodes
|
|
root := &Resource{
|
|
ns: ns,
|
|
alloc: alloc,
|
|
state: nil,
|
|
parent: nil,
|
|
children: map[resource.URN]*Resource{},
|
|
}
|
|
for _, node := range treeNodes {
|
|
if node.parent == nil {
|
|
root.children[node.state.URN] = node
|
|
node.parent = root
|
|
}
|
|
}
|
|
|
|
// Return the root node
|
|
return root
|
|
}
|
|
|
|
// GetChild find a child with the given type and name or returns `nil`.
|
|
func (r *Resource) GetChild(typ string, name string) *Resource {
|
|
childURN := resource.NewURN(r.ns, r.alloc, tokens.Type(typ), tokens.QName(name))
|
|
return r.children[childURN]
|
|
}
|
|
|
|
// OperationsProvider gets an OperationsProvider for this resource.
|
|
func (r *Resource) OperationsProvider(config map[tokens.ModuleMember]string) Provider {
|
|
return &resourceOperations{
|
|
resource: r,
|
|
config: config,
|
|
}
|
|
}
|
|
|
|
// ResourceOperations is an OperationsProvider for Resources
|
|
type resourceOperations struct {
|
|
resource *Resource
|
|
config map[tokens.ModuleMember]string
|
|
}
|
|
|
|
var _ Provider = (*resourceOperations)(nil)
|
|
|
|
// GetLogs gets logs for a Resource
|
|
func (ops *resourceOperations) GetLogs(query LogQuery) (*[]LogEntry, error) {
|
|
// Only get logs for this resource if it matches the resource filter query
|
|
if ops.matchesResourceFilter(query.Resource) {
|
|
// Set query to be a new query with `resource` nil so that we don't filter out logs from any children of this
|
|
// resource since this resource did match the resource filter.
|
|
query = LogQuery{
|
|
StartTime: query.StartTime,
|
|
EndTime: query.EndTime,
|
|
Query: query.Query,
|
|
Resource: nil,
|
|
}
|
|
// Try to get an operations provider for this resource, it may be `nil`
|
|
opsProvider, err := ops.getOperationsProvider()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if opsProvider != nil {
|
|
// If this resource has an operations provider - use it and don't recur into children. It is the
|
|
// responsibility of it's GetLogs implementation to aggregate all logs from children, either by passing them
|
|
// through or by filtering specific content out.
|
|
logsResult, err := opsProvider.GetLogs(query)
|
|
if err != nil {
|
|
return logsResult, err
|
|
}
|
|
if logsResult != nil {
|
|
return logsResult, nil
|
|
}
|
|
}
|
|
}
|
|
// If this resource did not choose to provide it's own logs, recur into children and collect + aggregate their logs.
|
|
var logs []LogEntry
|
|
for _, child := range ops.resource.children {
|
|
childOps := &resourceOperations{
|
|
resource: child,
|
|
config: ops.config,
|
|
}
|
|
// IDEA: Parallelize these calls to child GetLogs
|
|
childLogs, err := childOps.GetLogs(query)
|
|
if err != nil {
|
|
return &logs, err
|
|
}
|
|
if childLogs != nil {
|
|
logs = append(logs, *childLogs...)
|
|
}
|
|
}
|
|
// Sort
|
|
sort.SliceStable(logs, func(i, j int) bool { return logs[i].Timestamp < logs[j].Timestamp })
|
|
// Remove duplicates
|
|
var retLogs []LogEntry
|
|
var lastLogTimestamp int64
|
|
var lastLogs []LogEntry
|
|
for _, log := range logs {
|
|
shouldContinue := false
|
|
if log.Timestamp == lastLogTimestamp {
|
|
for _, lastLog := range lastLogs {
|
|
if log.Message == lastLog.Message {
|
|
shouldContinue = true
|
|
break
|
|
}
|
|
}
|
|
} else {
|
|
lastLogs = nil
|
|
}
|
|
if shouldContinue {
|
|
continue
|
|
}
|
|
lastLogs = append(lastLogs, log)
|
|
lastLogTimestamp = log.Timestamp
|
|
retLogs = append(retLogs, log)
|
|
}
|
|
return &retLogs, nil
|
|
}
|
|
|
|
// matchesResourceFilter determines whether this resource matches the provided resource filter.
|
|
func (ops *resourceOperations) matchesResourceFilter(filter *ResourceFilter) bool {
|
|
if filter == nil {
|
|
// No filter, all resources match it.
|
|
return true
|
|
}
|
|
if ops.resource == nil || ops.resource.state == nil {
|
|
return false
|
|
}
|
|
urn := ops.resource.state.URN
|
|
if resource.URN(*filter) == urn {
|
|
// The filter matched the full URN
|
|
return true
|
|
}
|
|
if string(*filter) == string(urn.Type())+"::"+string(urn.Name()) {
|
|
// The filter matched the '<type>::<name>' part of the URN
|
|
return true
|
|
}
|
|
if tokens.QName(*filter) == urn.Name() {
|
|
// The filter matched the '<name>' part of the URN
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
// ListMetrics lists metrics for a Resource
|
|
func (ops *resourceOperations) ListMetrics() []MetricName {
|
|
return []MetricName{}
|
|
}
|
|
|
|
// GetMetricStatistics gets metric statistics for a Resource
|
|
func (ops *resourceOperations) GetMetricStatistics(metric MetricRequest) ([]MetricDataPoint, error) {
|
|
return nil, fmt.Errorf("not yet implemented")
|
|
}
|
|
|
|
func (ops *resourceOperations) getOperationsProvider() (Provider, error) {
|
|
if ops.resource == nil || ops.resource.state == nil {
|
|
return nil, nil
|
|
}
|
|
switch ops.resource.state.Type.Package() {
|
|
case "cloud":
|
|
return CloudOperationsProvider(ops.config, ops.resource)
|
|
case "aws":
|
|
return AWSOperationsProvider(ops.config, ops.resource)
|
|
default:
|
|
return nil, nil
|
|
}
|
|
}
|