073aac3d92
By monitoring PUT/DELETE and heal operations it is possible to track changed paths and keep a bloom filter for this data. This can help prioritize paths to scan. The bloom filter can identify paths that have not changed, and the few collisions will only result in a marginal extra workload. This can be implemented on either a bucket+(1 prefix level) with reasonable performance. The bloom filter is set to have a false positive rate at 1% at 1M entries. A bloom table of this size is about ~2500 bytes when serialized. To not force a full scan of all paths that have changed cycle bloom filters would need to be kept, so we guarantee that dirty paths have been scanned within cycle runs. Until cycle bloom filters have been collected all paths are considered dirty.
130 lines
5.8 KiB
Modula-2
130 lines
5.8 KiB
Modula-2
module github.com/minio/minio
|
|
|
|
go 1.13
|
|
|
|
require (
|
|
cloud.google.com/go v0.39.0
|
|
contrib.go.opencensus.io/exporter/ocagent v0.5.0 // indirect
|
|
github.com/Azure/azure-pipeline-go v0.2.1
|
|
github.com/Azure/azure-storage-blob-go v0.8.0
|
|
github.com/Azure/go-autorest v11.7.1+incompatible // indirect
|
|
github.com/Shopify/sarama v1.24.1
|
|
github.com/StackExchange/wmi v0.0.0-20190523213315-cbe66965904d // indirect
|
|
github.com/alecthomas/participle v0.2.1
|
|
github.com/aws/aws-sdk-go v1.20.21
|
|
github.com/bcicen/jstream v0.0.0-20190220045926-16c1f8af81c2
|
|
github.com/beevik/ntp v0.2.0
|
|
github.com/cespare/xxhash/v2 v2.1.1
|
|
github.com/cheggaaa/pb v1.0.28
|
|
github.com/coredns/coredns v1.4.0
|
|
github.com/coreos/bbolt v1.3.3 // indirect
|
|
github.com/coreos/etcd v3.3.12+incompatible
|
|
github.com/coreos/go-semver v0.3.0 // indirect
|
|
github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e // indirect
|
|
github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f // indirect
|
|
github.com/dgrijalva/jwt-go v3.2.0+incompatible
|
|
github.com/djherbis/atime v1.0.0
|
|
github.com/dustin/go-humanize v1.0.0
|
|
github.com/eapache/go-resiliency v1.2.0 // indirect
|
|
github.com/eclipse/paho.mqtt.golang v1.2.0
|
|
github.com/elazarl/go-bindata-assetfs v1.0.0
|
|
github.com/fatih/color v1.7.0
|
|
github.com/fatih/structs v1.1.0
|
|
github.com/ghodss/yaml v1.0.1-0.20190212211648-25d852aebe32 // indirect
|
|
github.com/go-ole/go-ole v1.2.4 // indirect
|
|
github.com/go-sql-driver/mysql v1.4.1
|
|
github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6 // indirect
|
|
github.com/gomodule/redigo v2.0.0+incompatible
|
|
github.com/google/uuid v1.1.1
|
|
github.com/gopherjs/gopherjs v0.0.0-20190328170749-bb2674552d8f // indirect
|
|
github.com/gorilla/handlers v1.4.0
|
|
github.com/gorilla/mux v1.7.0
|
|
github.com/gorilla/rpc v1.2.0
|
|
github.com/gorilla/websocket v1.4.1 // indirect
|
|
github.com/grpc-ecosystem/go-grpc-middleware v1.0.1-0.20190118093823-f849b5445de4 // indirect
|
|
github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 // indirect
|
|
github.com/grpc-ecosystem/grpc-gateway v1.9.0 // indirect
|
|
github.com/hashicorp/go-hclog v0.9.2 // indirect
|
|
github.com/hashicorp/raft v1.1.1-0.20190703171940-f639636d18e0 // indirect
|
|
github.com/hashicorp/vault/api v1.0.4
|
|
github.com/inconshreveable/go-update v0.0.0-20160112193335-8152e7eb6ccf
|
|
github.com/jonboulle/clockwork v0.1.0 // indirect
|
|
github.com/json-iterator/go v1.1.9
|
|
github.com/klauspost/compress v1.10.3
|
|
github.com/klauspost/cpuid v1.2.2
|
|
github.com/klauspost/pgzip v1.2.1
|
|
github.com/klauspost/readahead v1.3.1
|
|
github.com/klauspost/reedsolomon v1.9.3
|
|
github.com/kurin/blazer v0.5.4-0.20200327014341-8f90a40f8af7
|
|
github.com/lib/pq v1.1.1
|
|
github.com/mattn/go-colorable v0.1.1
|
|
github.com/mattn/go-ieproxy v0.0.0-20190805055040-f9202b1cfdeb // indirect
|
|
github.com/mattn/go-isatty v0.0.7
|
|
github.com/mattn/go-runewidth v0.0.4 // indirect
|
|
github.com/miekg/dns v1.1.8
|
|
github.com/minio/cli v1.22.0
|
|
github.com/minio/gokrb5/v7 v7.2.5
|
|
github.com/minio/hdfs/v3 v3.0.1
|
|
github.com/minio/highwayhash v1.0.0
|
|
github.com/minio/lsync v1.0.1
|
|
github.com/minio/minio-go/v6 v6.0.55-0.20200424204115-7506d2996b22
|
|
github.com/minio/parquet-go v0.0.0-20200414234858-838cfa8aae61
|
|
github.com/minio/sha256-simd v0.1.1
|
|
github.com/minio/simdjson-go v0.1.5-0.20200303142138-b17fe061ea37
|
|
github.com/minio/sio v0.2.0
|
|
github.com/mitchellh/go-homedir v1.1.0
|
|
github.com/mmcloughlin/avo v0.0.0-20200303042253-6df701fe672f // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.1 // indirect
|
|
github.com/montanaflynn/stats v0.5.0
|
|
github.com/nats-io/gnatsd v1.4.1 // indirect
|
|
github.com/nats-io/go-nats v1.7.2 // indirect
|
|
github.com/nats-io/go-nats-streaming v0.4.4 // indirect
|
|
github.com/nats-io/nats-server v1.4.1 // indirect
|
|
github.com/nats-io/nats-server/v2 v2.1.2
|
|
github.com/nats-io/nats-streaming-server v0.14.2 // indirect
|
|
github.com/nats-io/nats.go v1.9.1
|
|
github.com/nats-io/stan.go v0.4.5
|
|
github.com/ncw/directio v1.0.5
|
|
github.com/nsqio/go-nsq v1.0.7
|
|
github.com/philhofer/fwd v1.0.0 // indirect
|
|
github.com/pkg/errors v0.8.1
|
|
github.com/prometheus/client_golang v0.9.3-0.20190127221311-3c4408c8b829
|
|
github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90 // indirect
|
|
github.com/rcrowley/go-metrics v0.0.0-20190704165056-9c2d0518ed81 // indirect
|
|
github.com/rjeczalik/notify v0.9.2
|
|
github.com/rs/cors v1.6.0
|
|
github.com/secure-io/sio-go v0.3.0
|
|
github.com/shirou/gopsutil v2.20.3-0.20200314133625-53cec6b37e6a+incompatible
|
|
github.com/sirupsen/logrus v1.5.0
|
|
github.com/smartystreets/assertions v0.0.0-20190401211740-f487f9de1cd3 // indirect
|
|
github.com/soheilhy/cmux v0.1.4 // indirect
|
|
github.com/spaolacci/murmur3 v1.1.0 // indirect
|
|
github.com/streadway/amqp v0.0.0-20190404075320-75d898a42a94
|
|
github.com/tinylib/msgp v1.1.1
|
|
github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5 // indirect
|
|
github.com/ugorji/go v1.1.5-pre // indirect
|
|
github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a
|
|
github.com/willf/bitset v1.1.10 // indirect
|
|
github.com/willf/bloom v2.0.3+incompatible
|
|
github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c
|
|
github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 // indirect
|
|
go.etcd.io/bbolt v1.3.3 // indirect
|
|
go.uber.org/atomic v1.3.2
|
|
go.uber.org/multierr v1.1.0 // indirect
|
|
go.uber.org/zap v1.10.0 // indirect
|
|
golang.org/x/crypto v0.0.0-20191117063200-497ca9f6d64f
|
|
golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e
|
|
golang.org/x/oauth2 v0.0.0-20190402181905-9f3314589c9a // indirect
|
|
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd
|
|
golang.org/x/text v0.3.2 // indirect
|
|
google.golang.org/api v0.5.0
|
|
google.golang.org/appengine v1.6.0 // indirect
|
|
google.golang.org/genproto v0.0.0-20190513181449-d00d292a067c // indirect
|
|
gopkg.in/cheggaaa/pb.v1 v1.0.28 // indirect
|
|
gopkg.in/ini.v1 v1.48.0 // indirect
|
|
gopkg.in/ldap.v3 v3.0.3
|
|
gopkg.in/olivere/elastic.v5 v5.0.80
|
|
gopkg.in/yaml.v2 v2.2.4
|
|
)
|