a2a8d54bb6
This change adds `access` format support for notifications to a Elasticsearch server, and it refactors `namespace` format support. In the case of `access` format, for each event in Minio, a JSON document is inserted into Elasticsearch with its timestamp set to the event's timestamp, and with the ID generated automatically by elasticsearch. No events are modified or deleted in this mode. In the case of `namespace` format, for each event in Minio, a JSON document is keyed together by the bucket and object name is updated in Elasticsearch. In the case of an object being created or over-written in Minio, a new document or an existing document is inserted into the Elasticsearch index. If an object is deleted in Minio, the corresponding document is deleted from the Elasticsearch index. Additionally, this change upgrades Elasticsearch support to the 5.x series. This is a breaking change, and users of previous elasticsearch versions should upgrade. Also updates documentation on Elasticsearch notification target usage and has a link to an elasticsearch upgrade guide. This is the last patch that finally resolves #3928.
708 lines
25 KiB
Go
708 lines
25 KiB
Go
// Copyright 2012-present Oliver Eilhard. All rights reserved.
|
|
// Use of this source code is governed by a MIT-license.
|
|
// See http://olivere.mit-license.org/license.txt for details.
|
|
|
|
package elastic
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/url"
|
|
"strings"
|
|
|
|
"golang.org/x/net/context"
|
|
|
|
"gopkg.in/olivere/elastic.v5/uritemplates"
|
|
)
|
|
|
|
// NodesStatsService returns node statistics.
|
|
// See http://www.elastic.co/guide/en/elasticsearch/reference/5.2/cluster-nodes-stats.html
|
|
// for details.
|
|
type NodesStatsService struct {
|
|
client *Client
|
|
pretty bool
|
|
metric []string
|
|
indexMetric []string
|
|
nodeId []string
|
|
completionFields []string
|
|
fielddataFields []string
|
|
fields []string
|
|
groups *bool
|
|
human *bool
|
|
level string
|
|
timeout string
|
|
types []string
|
|
}
|
|
|
|
// NewNodesStatsService creates a new NodesStatsService.
|
|
func NewNodesStatsService(client *Client) *NodesStatsService {
|
|
return &NodesStatsService{
|
|
client: client,
|
|
}
|
|
}
|
|
|
|
// Metric limits the information returned to the specified metrics.
|
|
func (s *NodesStatsService) Metric(metric ...string) *NodesStatsService {
|
|
s.metric = append(s.metric, metric...)
|
|
return s
|
|
}
|
|
|
|
// IndexMetric limits the information returned for `indices` metric
|
|
// to the specific index metrics. Isn't used if `indices` (or `all`)
|
|
// metric isn't specified..
|
|
func (s *NodesStatsService) IndexMetric(indexMetric ...string) *NodesStatsService {
|
|
s.indexMetric = append(s.indexMetric, indexMetric...)
|
|
return s
|
|
}
|
|
|
|
// NodeId is a list of node IDs or names to limit the returned information;
|
|
// use `_local` to return information from the node you're connecting to,
|
|
// leave empty to get information from all nodes.
|
|
func (s *NodesStatsService) NodeId(nodeId ...string) *NodesStatsService {
|
|
s.nodeId = append(s.nodeId, nodeId...)
|
|
return s
|
|
}
|
|
|
|
// CompletionFields is a list of fields for `fielddata` and `suggest`
|
|
// index metric (supports wildcards).
|
|
func (s *NodesStatsService) CompletionFields(completionFields ...string) *NodesStatsService {
|
|
s.completionFields = append(s.completionFields, completionFields...)
|
|
return s
|
|
}
|
|
|
|
// FielddataFields is a list of fields for `fielddata` index metric (supports wildcards).
|
|
func (s *NodesStatsService) FielddataFields(fielddataFields ...string) *NodesStatsService {
|
|
s.fielddataFields = append(s.fielddataFields, fielddataFields...)
|
|
return s
|
|
}
|
|
|
|
// Fields is a list of fields for `fielddata` and `completion` index metric (supports wildcards).
|
|
func (s *NodesStatsService) Fields(fields ...string) *NodesStatsService {
|
|
s.fields = append(s.fields, fields...)
|
|
return s
|
|
}
|
|
|
|
// Groups is a list of search groups for `search` index metric.
|
|
func (s *NodesStatsService) Groups(groups bool) *NodesStatsService {
|
|
s.groups = &groups
|
|
return s
|
|
}
|
|
|
|
// Human indicates whether to return time and byte values in human-readable format.
|
|
func (s *NodesStatsService) Human(human bool) *NodesStatsService {
|
|
s.human = &human
|
|
return s
|
|
}
|
|
|
|
// Level specifies whether to return indices stats aggregated at node, index or shard level.
|
|
func (s *NodesStatsService) Level(level string) *NodesStatsService {
|
|
s.level = level
|
|
return s
|
|
}
|
|
|
|
// Timeout specifies an explicit operation timeout.
|
|
func (s *NodesStatsService) Timeout(timeout string) *NodesStatsService {
|
|
s.timeout = timeout
|
|
return s
|
|
}
|
|
|
|
// Types a list of document types for the `indexing` index metric.
|
|
func (s *NodesStatsService) Types(types ...string) *NodesStatsService {
|
|
s.types = append(s.types, types...)
|
|
return s
|
|
}
|
|
|
|
// Pretty indicates that the JSON response be indented and human readable.
|
|
func (s *NodesStatsService) Pretty(pretty bool) *NodesStatsService {
|
|
s.pretty = pretty
|
|
return s
|
|
}
|
|
|
|
// buildURL builds the URL for the operation.
|
|
func (s *NodesStatsService) buildURL() (string, url.Values, error) {
|
|
var err error
|
|
var path string
|
|
|
|
if len(s.nodeId) > 0 && len(s.metric) > 0 && len(s.indexMetric) > 0 {
|
|
path, err = uritemplates.Expand("/_nodes/{node_id}/stats/{metric}/{index_metric}", map[string]string{
|
|
"index_metric": strings.Join(s.indexMetric, ","),
|
|
"node_id": strings.Join(s.nodeId, ","),
|
|
"metric": strings.Join(s.metric, ","),
|
|
})
|
|
} else if len(s.nodeId) > 0 && len(s.metric) > 0 && len(s.indexMetric) == 0 {
|
|
path, err = uritemplates.Expand("/_nodes/{node_id}/stats/{metric}", map[string]string{
|
|
"node_id": strings.Join(s.nodeId, ","),
|
|
"metric": strings.Join(s.metric, ","),
|
|
})
|
|
} else if len(s.nodeId) > 0 && len(s.metric) == 0 && len(s.indexMetric) > 0 {
|
|
path, err = uritemplates.Expand("/_nodes/{node_id}/stats/_all/{index_metric}", map[string]string{
|
|
"index_metric": strings.Join(s.indexMetric, ","),
|
|
"node_id": strings.Join(s.nodeId, ","),
|
|
})
|
|
} else if len(s.nodeId) > 0 && len(s.metric) == 0 && len(s.indexMetric) == 0 {
|
|
path, err = uritemplates.Expand("/_nodes/{node_id}/stats", map[string]string{
|
|
"node_id": strings.Join(s.nodeId, ","),
|
|
})
|
|
} else if len(s.nodeId) == 0 && len(s.metric) > 0 && len(s.indexMetric) > 0 {
|
|
path, err = uritemplates.Expand("/_nodes/stats/{metric}/{index_metric}", map[string]string{
|
|
"index_metric": strings.Join(s.indexMetric, ","),
|
|
"metric": strings.Join(s.metric, ","),
|
|
})
|
|
} else if len(s.nodeId) == 0 && len(s.metric) > 0 && len(s.indexMetric) == 0 {
|
|
path, err = uritemplates.Expand("/_nodes/stats/{metric}", map[string]string{
|
|
"metric": strings.Join(s.metric, ","),
|
|
})
|
|
} else if len(s.nodeId) == 0 && len(s.metric) == 0 && len(s.indexMetric) > 0 {
|
|
path, err = uritemplates.Expand("/_nodes/stats/_all/{index_metric}", map[string]string{
|
|
"index_metric": strings.Join(s.indexMetric, ","),
|
|
})
|
|
} else { // if len(s.nodeId) == 0 && len(s.metric) == 0 && len(s.indexMetric) == 0 {
|
|
path = "/_nodes/stats"
|
|
}
|
|
if err != nil {
|
|
return "", url.Values{}, err
|
|
}
|
|
|
|
// Add query string parameters
|
|
params := url.Values{}
|
|
if s.pretty {
|
|
params.Set("pretty", "1")
|
|
}
|
|
if len(s.completionFields) > 0 {
|
|
params.Set("completion_fields", strings.Join(s.completionFields, ","))
|
|
}
|
|
if len(s.fielddataFields) > 0 {
|
|
params.Set("fielddata_fields", strings.Join(s.fielddataFields, ","))
|
|
}
|
|
if len(s.fields) > 0 {
|
|
params.Set("fields", strings.Join(s.fields, ","))
|
|
}
|
|
if s.groups != nil {
|
|
params.Set("groups", fmt.Sprintf("%v", *s.groups))
|
|
}
|
|
if s.human != nil {
|
|
params.Set("human", fmt.Sprintf("%v", *s.human))
|
|
}
|
|
if s.level != "" {
|
|
params.Set("level", s.level)
|
|
}
|
|
if s.timeout != "" {
|
|
params.Set("timeout", s.timeout)
|
|
}
|
|
if len(s.types) > 0 {
|
|
params.Set("types", strings.Join(s.types, ","))
|
|
}
|
|
return path, params, nil
|
|
}
|
|
|
|
// Validate checks if the operation is valid.
|
|
func (s *NodesStatsService) Validate() error {
|
|
return nil
|
|
}
|
|
|
|
// Do executes the operation.
|
|
func (s *NodesStatsService) Do(ctx context.Context) (*NodesStatsResponse, error) {
|
|
// Check pre-conditions
|
|
if err := s.Validate(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Get URL for request
|
|
path, params, err := s.buildURL()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Get HTTP response
|
|
res, err := s.client.PerformRequest(ctx, "GET", path, params, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Return operation response
|
|
ret := new(NodesStatsResponse)
|
|
if err := json.Unmarshal(res.Body, ret); err != nil {
|
|
return nil, err
|
|
}
|
|
return ret, nil
|
|
}
|
|
|
|
// NodesStatsResponse is the response of NodesStatsService.Do.
|
|
type NodesStatsResponse struct {
|
|
ClusterName string `json:"cluster_name"`
|
|
Nodes map[string]*NodesStatsNode `json:"nodes"`
|
|
}
|
|
|
|
type NodesStatsNode struct {
|
|
// Timestamp when these stats we're gathered.
|
|
Timestamp int64 `json:"timestamp"`
|
|
// Name of the node, e.g. "Mister Fear"
|
|
Name string `json:"name"`
|
|
// TransportAddress, e.g. "127.0.0.1:9300"
|
|
TransportAddress string `json:"transport_address"`
|
|
// Host is the host name, e.g. "macbookair"
|
|
Host string `json:"host"`
|
|
// IP is an IP address, e.g. "192.168.1.2"
|
|
IP string `json:"ip"`
|
|
// Roles is a list of the roles of the node, e.g. master, data, ingest.
|
|
Roles []string `json:"roles"`
|
|
|
|
// Attributes of the node.
|
|
Attributes map[string]interface{} `json:"attributes"`
|
|
|
|
// Indices returns index information.
|
|
Indices *NodesStatsIndex `json:"indices"`
|
|
|
|
// OS information, e.g. CPU and memory.
|
|
OS *NodesStatsNodeOS `json:"os"`
|
|
|
|
// Process information, e.g. max file descriptors.
|
|
Process *NodesStatsNodeProcess `json:"process"`
|
|
|
|
// JVM information, e.g. VM version.
|
|
JVM *NodesStatsNodeJVM `json:"jvm"`
|
|
|
|
// ThreadPool information.
|
|
ThreadPool map[string]*NodesStatsNodeThreadPool `json:"thread_pool"`
|
|
|
|
// FS returns information about the filesystem.
|
|
FS *NodesStatsNodeFS `json:"fs"`
|
|
|
|
// Network information.
|
|
Transport *NodesStatsNodeTransport `json:"transport"`
|
|
|
|
// HTTP information.
|
|
HTTP *NodesStatsNodeHTTP `json:"http"`
|
|
|
|
// Breaker contains information about circuit breakers.
|
|
Breaker map[string]*NodesStatsBreaker `json:"breaker"`
|
|
|
|
// ScriptStats information.
|
|
ScriptStats *NodesStatsScriptStats `json:"script"`
|
|
|
|
// Discovery information.
|
|
Discovery *NodesStatsDiscovery `json:"discovery"`
|
|
|
|
// Ingest information
|
|
Ingest *NodesStatsIngest `json:"ingest"`
|
|
}
|
|
|
|
type NodesStatsIndex struct {
|
|
Docs *NodesStatsDocsStats `json:"docs"`
|
|
Store *NodesStatsStoreStats `json:"store"`
|
|
Indexing *NodesStatsIndexingStats `json:"indexing"`
|
|
Get *NodesStatsGetStats `json:"get"`
|
|
Search *NodesStatsSearchStats `json:"search"`
|
|
Merges *NodesStatsMergeStats `json:"merges"`
|
|
Refresh *NodesStatsRefreshStats `json:"refresh"`
|
|
Flush *NodesStatsFlushStats `json:"flush"`
|
|
Warmer *NodesStatsWarmerStats `json:"warmer"`
|
|
QueryCache *NodesStatsQueryCacheStats `json:"query_cache"`
|
|
Fielddata *NodesStatsFielddataStats `json:"fielddata"`
|
|
Percolate *NodesStatsPercolateStats `json:"percolate"`
|
|
Completion *NodesStatsCompletionStats `json:"completion"`
|
|
Segments *NodesStatsSegmentsStats `json:"segments"`
|
|
Translog *NodesStatsTranslogStats `json:"translog"`
|
|
Suggest *NodesStatsSuggestStats `json:"suggest"`
|
|
RequestCache *NodesStatsRequestCacheStats `json:"request_cache"`
|
|
Recovery NodesStatsRecoveryStats `json:"recovery"`
|
|
|
|
Indices map[string]*NodesStatsIndex `json:"indices"` // for level=indices
|
|
Shards map[string]*NodesStatsIndex `json:"shards"` // for level=shards
|
|
}
|
|
|
|
type NodesStatsDocsStats struct {
|
|
Count int64 `json:"count"`
|
|
Deleted int64 `json:"deleted"`
|
|
}
|
|
|
|
type NodesStatsStoreStats struct {
|
|
Size string `json:"size"`
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
ThrottleTime string `json:"throttle_time"`
|
|
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsIndexingStats struct {
|
|
IndexTotal int64 `json:"index_total"`
|
|
IndexTime string `json:"index_time"`
|
|
IndexTimeInMillis int64 `json:"index_time_in_millis"`
|
|
IndexCurrent int64 `json:"index_current"`
|
|
IndexFailed int64 `json:"index_failed"`
|
|
DeleteTotal int64 `json:"delete_total"`
|
|
DeleteTime string `json:"delete_time"`
|
|
DeleteTimeInMillis int64 `json:"delete_time_in_millis"`
|
|
DeleteCurrent int64 `json:"delete_current"`
|
|
NoopUpdateTotal int64 `json:"noop_update_total"`
|
|
IsThrottled bool `json:"is_throttled"`
|
|
ThrottleTime string `json:"throttle_time"`
|
|
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
|
|
|
|
Types map[string]*NodesStatsIndexingStats `json:"types"` // stats for individual types
|
|
}
|
|
|
|
type NodesStatsGetStats struct {
|
|
Total int64 `json:"total"`
|
|
Time string `json:"get_time"`
|
|
TimeInMillis int64 `json:"time_in_millis"`
|
|
Exists int64 `json:"exists"`
|
|
ExistsTime string `json:"exists_time"`
|
|
ExistsTimeInMillis int64 `json:"exists_in_millis"`
|
|
Missing int64 `json:"missing"`
|
|
MissingTime string `json:"missing_time"`
|
|
MissingTimeInMillis int64 `json:"missing_in_millis"`
|
|
Current int64 `json:"current"`
|
|
}
|
|
|
|
type NodesStatsSearchStats struct {
|
|
OpenContexts int64 `json:"open_contexts"`
|
|
QueryTotal int64 `json:"query_total"`
|
|
QueryTime string `json:"query_time"`
|
|
QueryTimeInMillis int64 `json:"query_time_in_millis"`
|
|
QueryCurrent int64 `json:"query_current"`
|
|
FetchTotal int64 `json:"fetch_total"`
|
|
FetchTime string `json:"fetch_time"`
|
|
FetchTimeInMillis int64 `json:"fetch_time_in_millis"`
|
|
FetchCurrent int64 `json:"fetch_current"`
|
|
ScrollTotal int64 `json:"scroll_total"`
|
|
ScrollTime string `json:"scroll_time"`
|
|
ScrollTimeInMillis int64 `json:"scroll_time_in_millis"`
|
|
ScrollCurrent int64 `json:"scroll_current"`
|
|
|
|
Groups map[string]*NodesStatsSearchStats `json:"groups"` // stats for individual groups
|
|
}
|
|
|
|
type NodesStatsMergeStats struct {
|
|
Current int64 `json:"current"`
|
|
CurrentDocs int64 `json:"current_docs"`
|
|
CurrentSize string `json:"current_size"`
|
|
CurrentSizeInBytes int64 `json:"current_size_in_bytes"`
|
|
Total int64 `json:"total"`
|
|
TotalTime string `json:"total_time"`
|
|
TotalTimeInMillis int64 `json:"total_time_in_millis"`
|
|
TotalDocs int64 `json:"total_docs"`
|
|
TotalSize string `json:"total_size"`
|
|
TotalSizeInBytes int64 `json:"total_size_in_bytes"`
|
|
TotalStoppedTime string `json:"total_stopped_time"`
|
|
TotalStoppedTimeInMillis int64 `json:"total_stopped_time_in_millis"`
|
|
TotalThrottledTime string `json:"total_throttled_time"`
|
|
TotalThrottledTimeInMillis int64 `json:"total_throttled_time_in_millis"`
|
|
TotalThrottleBytes string `json:"total_auto_throttle"`
|
|
TotalThrottleBytesInBytes int64 `json:"total_auto_throttle_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsRefreshStats struct {
|
|
Total int64 `json:"total"`
|
|
TotalTime string `json:"total_time"`
|
|
TotalTimeInMillis int64 `json:"total_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsFlushStats struct {
|
|
Total int64 `json:"total"`
|
|
TotalTime string `json:"total_time"`
|
|
TotalTimeInMillis int64 `json:"total_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsWarmerStats struct {
|
|
Current int64 `json:"current"`
|
|
Total int64 `json:"total"`
|
|
TotalTime string `json:"total_time"`
|
|
TotalTimeInMillis int64 `json:"total_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsQueryCacheStats struct {
|
|
MemorySize string `json:"memory_size"`
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
TotalCount int64 `json:"total_count"`
|
|
HitCount int64 `json:"hit_count"`
|
|
MissCount int64 `json:"miss_count"`
|
|
CacheSize int64 `json:"cache_size"`
|
|
CacheCount int64 `json:"cache_count"`
|
|
Evictions int64 `json:"evictions"`
|
|
}
|
|
|
|
type NodesStatsFielddataStats struct {
|
|
MemorySize string `json:"memory_size"`
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
Evictions int64 `json:"evictions"`
|
|
Fields map[string]struct {
|
|
MemorySize string `json:"memory_size"`
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
} `json:"fields"`
|
|
}
|
|
|
|
type NodesStatsPercolateStats struct {
|
|
Total int64 `json:"total"`
|
|
Time string `json:"time"`
|
|
TimeInMillis int64 `json:"time_in_millis"`
|
|
Current int64 `json:"current"`
|
|
MemorySize string `json:"memory_size"`
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
Queries int64 `json:"queries"`
|
|
}
|
|
|
|
type NodesStatsCompletionStats struct {
|
|
Size string `json:"size"`
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
Fields map[string]struct {
|
|
Size string `json:"size"`
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
} `json:"fields"`
|
|
}
|
|
|
|
type NodesStatsSegmentsStats struct {
|
|
Count int64 `json:"count"`
|
|
Memory string `json:"memory"`
|
|
MemoryInBytes int64 `json:"memory_in_bytes"`
|
|
TermsMemory string `json:"terms_memory"`
|
|
TermsMemoryInBytes int64 `json:"terms_memory_in_bytes"`
|
|
StoredFieldsMemory string `json:"stored_fields_memory"`
|
|
StoredFieldsMemoryInBytes int64 `json:"stored_fields_memory_in_bytes"`
|
|
TermVectorsMemory string `json:"term_vectors_memory"`
|
|
TermVectorsMemoryInBytes int64 `json:"term_vectors_memory_in_bytes"`
|
|
NormsMemory string `json:"norms_memory"`
|
|
NormsMemoryInBytes int64 `json:"norms_memory_in_bytes"`
|
|
DocValuesMemory string `json:"doc_values_memory"`
|
|
DocValuesMemoryInBytes int64 `json:"doc_values_memory_in_bytes"`
|
|
IndexWriterMemory string `json:"index_writer_memory"`
|
|
IndexWriterMemoryInBytes int64 `json:"index_writer_memory_in_bytes"`
|
|
IndexWriterMaxMemory string `json:"index_writer_max_memory"`
|
|
IndexWriterMaxMemoryInBytes int64 `json:"index_writer_max_memory_in_bytes"`
|
|
VersionMapMemory string `json:"version_map_memory"`
|
|
VersionMapMemoryInBytes int64 `json:"version_map_memory_in_bytes"`
|
|
FixedBitSetMemory string `json:"fixed_bit_set"` // not a typo
|
|
FixedBitSetMemoryInBytes int64 `json:"fixed_bit_set_memory_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsTranslogStats struct {
|
|
Operations int64 `json:"operations"`
|
|
Size string `json:"size"`
|
|
SizeInBytes int64 `json:"size_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsSuggestStats struct {
|
|
Total int64 `json:"total"`
|
|
TotalTime string `json:"total_time"`
|
|
TotalTimeInMillis int64 `json:"total_time_in_millis"`
|
|
Current int64 `json:"current"`
|
|
}
|
|
|
|
type NodesStatsRequestCacheStats struct {
|
|
MemorySize string `json:"memory_size"`
|
|
MemorySizeInBytes int64 `json:"memory_size_in_bytes"`
|
|
Evictions int64 `json:"evictions"`
|
|
HitCount int64 `json:"hit_count"`
|
|
MissCount int64 `json:"miss_count"`
|
|
}
|
|
|
|
type NodesStatsRecoveryStats struct {
|
|
CurrentAsSource int `json:"current_as_source"`
|
|
CurrentAsTarget int `json:"current_as_target"`
|
|
ThrottleTime string `json:"throttle_time"`
|
|
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsNodeOS struct {
|
|
Timestamp int64 `json:"timestamp"`
|
|
CPU *NodesStatsNodeOSCPU `json:"cpu"`
|
|
Mem *NodesStatsNodeOSMem `json:"mem"`
|
|
Swap *NodesStatsNodeOSSwap `json:"swap"`
|
|
}
|
|
|
|
type NodesStatsNodeOSCPU struct {
|
|
Percent int `json:"percent"`
|
|
LoadAverage map[string]float64 `json:"load_average"` // keys are: 1m, 5m, and 15m
|
|
}
|
|
|
|
type NodesStatsNodeOSMem struct {
|
|
Total string `json:"total"`
|
|
TotalInBytes int64 `json:"total_in_bytes"`
|
|
Free string `json:"free"`
|
|
FreeInBytes int64 `json:"free_in_bytes"`
|
|
Used string `json:"used"`
|
|
UsedInBytes int64 `json:"used_in_bytes"`
|
|
FreePercent int `json:"free_percent"`
|
|
UsedPercent int `json:"used_percent"`
|
|
}
|
|
|
|
type NodesStatsNodeOSSwap struct {
|
|
Total string `json:"total"`
|
|
TotalInBytes int64 `json:"total_in_bytes"`
|
|
Free string `json:"free"`
|
|
FreeInBytes int64 `json:"free_in_bytes"`
|
|
Used string `json:"used"`
|
|
UsedInBytes int64 `json:"used_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsNodeProcess struct {
|
|
Timestamp int64 `json:"timestamp"`
|
|
OpenFileDescriptors int64 `json:"open_file_descriptors"`
|
|
MaxFileDescriptors int64 `json:"max_file_descriptors"`
|
|
CPU struct {
|
|
Percent int `json:"percent"`
|
|
Total string `json:"total"`
|
|
TotalInMillis int64 `json:"total_in_millis"`
|
|
} `json:"cpu"`
|
|
Mem struct {
|
|
TotalVirtual string `json:"total_virtual"`
|
|
TotalVirtualInBytes int64 `json:"total_virtual_in_bytes"`
|
|
} `json:"mem"`
|
|
}
|
|
|
|
type NodesStatsNodeJVM struct {
|
|
Timestamp int64 `json:"timestamp"`
|
|
Uptime string `json:"uptime"`
|
|
UptimeInMillis int64 `json:"uptime_in_millis"`
|
|
Mem *NodesStatsNodeJVMMem `json:"mem"`
|
|
Threads *NodesStatsNodeJVMThreads `json:"threads"`
|
|
GC *NodesStatsNodeJVMGC `json:"gc"`
|
|
BufferPools map[string]*NodesStatsNodeJVMBufferPool `json:"buffer_pools"`
|
|
Classes *NodesStatsNodeJVMClasses `json:"classes"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMMem struct {
|
|
HeapUsed string `json:"heap_used"`
|
|
HeapUsedInBytes int64 `json:"heap_used_in_bytes"`
|
|
HeapUsedPercent int `json:"heap_used_percent"`
|
|
HeapCommitted string `json:"heap_committed"`
|
|
HeapCommittedInBytes int64 `json:"heap_committed_in_bytes"`
|
|
HeapMax string `json:"heap_max"`
|
|
HeapMaxInBytes int64 `json:"heap_max_in_bytes"`
|
|
NonHeapUsed string `json:"non_heap_used"`
|
|
NonHeapUsedInBytes int64 `json:"non_heap_used_in_bytes"`
|
|
NonHeapCommitted string `json:"non_heap_committed"`
|
|
NonHeapCommittedInBytes int64 `json:"non_heap_committed_in_bytes"`
|
|
Pools map[string]struct {
|
|
Used string `json:"used"`
|
|
UsedInBytes int64 `json:"used_in_bytes"`
|
|
Max string `json:"max"`
|
|
MaxInBytes int64 `json:"max_in_bytes"`
|
|
PeakUsed string `json:"peak_used"`
|
|
PeakUsedInBytes int64 `json:"peak_used_in_bytes"`
|
|
PeakMax string `json:"peak_max"`
|
|
PeakMaxInBytes int64 `json:"peak_max_in_bytes"`
|
|
} `json:"pools"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMThreads struct {
|
|
Count int64 `json:"count"`
|
|
PeakCount int64 `json:"peak_count"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMGC struct {
|
|
Collectors map[string]*NodesStatsNodeJVMGCCollector `json:"collectors"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMGCCollector struct {
|
|
CollectionCount int64 `json:"collection_count"`
|
|
CollectionTime string `json:"collection_time"`
|
|
CollectionTimeInMillis int64 `json:"collection_time_in_millis"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMBufferPool struct {
|
|
Count int64 `json:"count"`
|
|
TotalCapacity string `json:"total_capacity"`
|
|
TotalCapacityInBytes int64 `json:"total_capacity_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsNodeJVMClasses struct {
|
|
CurrentLoadedCount int64 `json:"current_loaded_count"`
|
|
TotalLoadedCount int64 `json:"total_loaded_count"`
|
|
TotalUnloadedCount int64 `json:"total_unloaded_count"`
|
|
}
|
|
|
|
type NodesStatsNodeThreadPool struct {
|
|
Threads int `json:"threads"`
|
|
Queue int `json:"queue"`
|
|
Active int `json:"active"`
|
|
Rejected int64 `json:"rejected"`
|
|
Largest int `json:"largest"`
|
|
Completed int64 `json:"completed"`
|
|
}
|
|
|
|
type NodesStatsNodeFS struct {
|
|
Timestamp int64 `json:"timestamp"`
|
|
Total *NodesStatsNodeFSEntry `json:"total"`
|
|
Data []*NodesStatsNodeFSEntry `json:"data"`
|
|
IOStats *NodesStatsNodeFSIOStats `json:"io_stats"`
|
|
}
|
|
|
|
type NodesStatsNodeFSEntry struct {
|
|
Path string `json:"path"`
|
|
Mount string `json:"mount"`
|
|
Type string `json:"type"`
|
|
Total string `json:"total"`
|
|
TotalInBytes int64 `json:"total_in_bytes"`
|
|
Free string `json:"free"`
|
|
FreeInBytes int64 `json:"free_in_bytes"`
|
|
Available string `json:"available"`
|
|
AvailableInBytes int64 `json:"available_in_bytes"`
|
|
Spins string `json:"spins"`
|
|
}
|
|
|
|
type NodesStatsNodeFSIOStats struct {
|
|
Devices []*NodesStatsNodeFSIOStatsEntry `json:"devices"`
|
|
Total *NodesStatsNodeFSIOStatsEntry `json:"total"`
|
|
}
|
|
|
|
type NodesStatsNodeFSIOStatsEntry struct {
|
|
DeviceName string `json:"device_name"`
|
|
Operations int64 `json:"operations"`
|
|
ReadOperations int64 `json:"read_operations"`
|
|
WriteOperations int64 `json:"write_operations"`
|
|
ReadKilobytes int64 `json:"read_kilobytes"`
|
|
WriteKilobytes int64 `json:"write_kilobytes"`
|
|
}
|
|
|
|
type NodesStatsNodeTransport struct {
|
|
ServerOpen int `json:"server_open"`
|
|
RxCount int64 `json:"rx_count"`
|
|
RxSize string `json:"rx_size"`
|
|
RxSizeInBytes int64 `json:"rx_size_in_bytes"`
|
|
TxCount int64 `json:"tx_count"`
|
|
TxSize string `json:"tx_size"`
|
|
TxSizeInBytes int64 `json:"tx_size_in_bytes"`
|
|
}
|
|
|
|
type NodesStatsNodeHTTP struct {
|
|
CurrentOpen int `json:"current_open"`
|
|
TotalOpened int `json:"total_opened"`
|
|
}
|
|
|
|
type NodesStatsBreaker struct {
|
|
LimitSize string `json:"limit_size"`
|
|
LimitSizeInBytes int64 `json:"limit_size_in_bytes"`
|
|
EstimatedSize string `json:"estimated_size"`
|
|
EstimatedSizeInBytes int64 `json:"estimated_size_in_bytes"`
|
|
Overhead float64 `json:"overhead"`
|
|
Tripped int64 `json:"tripped"`
|
|
}
|
|
|
|
type NodesStatsScriptStats struct {
|
|
Compilations int64 `json:"compilations"`
|
|
CacheEvictions int64 `json:"cache_evictions"`
|
|
}
|
|
|
|
type NodesStatsDiscovery struct {
|
|
ClusterStateQueue *NodesStatsDiscoveryStats `json:"cluster_state_queue"`
|
|
}
|
|
|
|
type NodesStatsDiscoveryStats struct {
|
|
Total int64 `json:"total"`
|
|
Pending int64 `json:"pending"`
|
|
Committed int64 `json:"committed"`
|
|
}
|
|
|
|
type NodesStatsIngest struct {
|
|
Total *NodesStatsIngestStats `json:"total"`
|
|
Pipelines interface{} `json:"pipelines"`
|
|
}
|
|
|
|
type NodesStatsIngestStats struct {
|
|
Count int64 `json:"count"`
|
|
Time string `json:"time"`
|
|
TimeInMillis int64 `json:"time_in_millis"`
|
|
Current int64 `json:"current"`
|
|
Failed int64 `json:"failed"`
|
|
}
|