724bb44723
What: cmd/inspector/main.go: removes kad commands internal/testplanet/planet.go: Waits for contact chore to finish satellite/contact/nodesservice.go: creates an empty nodes service implementation satellite/contact/service.go: implements Local and FetchInfo methods & adds external address config value satellite/discovery/service.go: replaces kad.FetchInfo with contact.FetchInfo in Refresh() & removes Discover() satellite/peer.go: sets up contact service and endpoints storagenode/console/service.go: replaces nodeID with contact.Local() storagenode/contact/chore.go: replaces routing table with contact service storagenode/contact/nodesservice.go: creates empty implementation for ping and request info nodes service & implements RequestInfo method storagenode/contact/service.go: creates a service to return the local node and update its own capacity storagenode/monitor/monitor.go: uses contact service in place of routing table storagenode/operator.go: moves operatorconfig from kad into its own setup storagenode/peer.go: sets up contact service, chore, pingstats and endpoints satellite/overlay/config.go: changes NodeSelectionConfig.OnlineWindow default to 4hr to allow for accurate repair selection Removes kademlia setups in: cmd/storagenode/main.go cmd/storj-sim/network.go internal/testplane/planet.go internal/testplanet/satellite.go internal/testplanet/storagenode.go satellite/peer.go scripts/test-sim-backwards.sh scripts/testdata/satellite-config.yaml.lock storagenode/inspector/inspector.go storagenode/peer.go storagenode/storagenodedb/database.go Why: Replacing Kademlia Please describe the tests: • internal/testplanet/planet_test.go: TestBasic: assert that the storagenode can check in with the satellite without any errors TestContact: test that all nodes get inserted into both satellites' overlay cache during testplanet setup • satellite/contact/contact_test.go: TestFetchInfo: Tests that the FetchInfo method returns the correct info • storagenode/contact/contact_test.go: TestNodeInfoUpdated: tests that the contact chore updates the node information TestRequestInfoEndpoint: tests that the Request info endpoint returns the correct info Please describe the performance impact: Node discovery should be at least slightly more performant since each node connects directly to each satellite and no longer needs to wait for bootstrapping. It probably won't be faster in real time on start up since each node waits a random amount of time (less than 1 hr) to initialize its first connection (jitter).
354 lines
10 KiB
Plaintext
354 lines
10 KiB
Plaintext
# how often to run the reservoir chore
|
|
# audit.chore-interval: 24h0m0s
|
|
|
|
# max number of times to attempt updating a statdb batch
|
|
# audit.max-retries-stat-db: 3
|
|
|
|
# limit above which we consider an audit is failed
|
|
# audit.max-reverify-count: 3
|
|
|
|
# the minimum acceptable bytes that storage nodes can transfer per second to the satellite
|
|
# audit.min-bytes-per-second: 128 B
|
|
|
|
# the minimum duration for downloading a share from storage nodes before timing out
|
|
# audit.min-download-timeout: 25s
|
|
|
|
# how often to recheck an empty audit queue
|
|
# audit.queue-interval: 1h0m0s
|
|
|
|
# number of reservoir slots allotted for nodes, currently capped at 3
|
|
# audit.slots: 3
|
|
|
|
# number of workers to run audits on paths
|
|
# audit.worker-concurrency: 1
|
|
|
|
# how frequently checker should check for bad segments
|
|
# checker.interval: 30s
|
|
|
|
# how frequently irrepairable checker should check for lost pieces
|
|
# checker.irreparable-interval: 30m0s
|
|
|
|
# how stale reliable node cache can be
|
|
# checker.reliability-cache-staleness: 5m0s
|
|
|
|
# server address of the graphql api gateway and frontend app
|
|
# console.address: :10100
|
|
|
|
# auth token needed for access to registration token creation endpoint
|
|
# console.auth-token: ""
|
|
|
|
# secret used to sign auth tokens
|
|
# console.auth-token-secret: ""
|
|
|
|
# external endpoint of the satellite if hosted
|
|
# console.external-address: ""
|
|
|
|
# path to static resources
|
|
# console.static-dir: ""
|
|
|
|
# stripe api key
|
|
# console.stripe-key: ""
|
|
|
|
# the public address of the node, useful for nodes behind NAT
|
|
contact.external-address: ""
|
|
|
|
# satellite database connection string
|
|
# database: postgres://
|
|
|
|
# how often to delete expired serial numbers
|
|
# db-cleanup.serials-interval: 24h0m0s
|
|
|
|
# Maximum Database Connection Lifetime, -1ns means the stdlib default
|
|
# db.conn_max_lifetime: -1ns
|
|
|
|
# Maximum Amount of Idle Database connections, -1 means the stdlib default
|
|
# db.max_idle_conns: 20
|
|
|
|
# Maximum Amount of Open Database connections, -1 means the stdlib default
|
|
# db.max_open_conns: 25
|
|
|
|
# address to listen on for debug endpoints
|
|
# debug.addr: 127.0.0.1:0
|
|
|
|
# If set, a path to write a process trace SVG to
|
|
# debug.trace-out: ""
|
|
|
|
# the amount of nodes refreshed in parallel
|
|
# discovery.refresh-concurrency: 8
|
|
|
|
# the interval at which the cache refreshes itself in seconds
|
|
# discovery.refresh-interval: 1s
|
|
|
|
# the amount of nodes read from the overlay in a single pagination call
|
|
# discovery.refresh-limit: 100
|
|
|
|
# the number of nodes to concurrently send garbage collection bloom filters to
|
|
# garbage-collection.concurrent-sends: 1
|
|
|
|
# set if garbage collection is enabled or not
|
|
# garbage-collection.enabled: true
|
|
|
|
# the false positive rate used for creating a garbage collection bloom filter
|
|
# garbage-collection.false-positive-rate: 0.1
|
|
|
|
# the initial number of pieces expected for a storage node to have, used for creating a filter
|
|
# garbage-collection.initial-pieces: 400000
|
|
|
|
# the time between each send of garbage collection filters to storage nodes
|
|
# garbage-collection.interval: 120h0m0s
|
|
|
|
# path to the certificate chain for this identity
|
|
identity.cert-path: /root/.local/share/storj/identity/satellite/identity.cert
|
|
|
|
# path to the private key for this identity
|
|
identity.key-path: /root/.local/share/storj/identity/satellite/identity.key
|
|
|
|
# what to use for storing real-time accounting data
|
|
# live-accounting.storage-backend: plainmemory
|
|
|
|
# if true, log function filename and line number
|
|
# log.caller: false
|
|
|
|
# if true, set logging to development mode
|
|
# log.development: false
|
|
|
|
# configures log encoding. can either be 'console' or 'json'
|
|
# log.encoding: console
|
|
|
|
# the minimum log level to log
|
|
# log.level: info
|
|
|
|
# can be stdout, stderr, or a filename
|
|
# log.output: stderr
|
|
|
|
# if true, log stack traces
|
|
# log.stack: false
|
|
|
|
# smtp authentication type
|
|
# mail.auth-type: login
|
|
|
|
# oauth2 app's client id
|
|
# mail.client-id: ""
|
|
|
|
# oauth2 app's client secret
|
|
# mail.client-secret: ""
|
|
|
|
# sender email address
|
|
# mail.from: ""
|
|
|
|
# plain/login auth user login
|
|
# mail.login: ""
|
|
|
|
# plain/login auth user password
|
|
# mail.password: ""
|
|
|
|
# refresh token used to retrieve new access token
|
|
# mail.refresh-token: ""
|
|
|
|
# smtp server address
|
|
# mail.smtp-server-address: ""
|
|
|
|
# path to email templates source
|
|
# mail.template-path: ""
|
|
|
|
# uri which is used when retrieving new access token
|
|
# mail.token-uri: ""
|
|
|
|
# server address of the marketing Admin GUI
|
|
# marketing.address: 127.0.0.1:8090
|
|
|
|
# base url for marketing Admin GUI
|
|
# marketing.base-url: ""
|
|
|
|
# path to static resources
|
|
# marketing.static-dir: ""
|
|
|
|
# the database connection string to use
|
|
# metainfo.database-url: postgres://
|
|
|
|
# how long to wait for new observers before starting iteration
|
|
# metainfo.loop.coalesce-duration: 5s
|
|
|
|
# maximum inline segment size
|
|
# metainfo.max-inline-segment-size: 8.0 KB
|
|
|
|
# minimum remote segment size
|
|
# metainfo.min-remote-segment-size: 1.2 KiB
|
|
|
|
# toggle flag if overlay is enabled
|
|
# metainfo.overlay: true
|
|
|
|
# the size of each new erasure share in bytes
|
|
# metainfo.rs.erasure-share-size: 256 B
|
|
|
|
# maximum buffer memory to be allocated for read buffers
|
|
# metainfo.rs.max-buffer-mem: 4.0 MiB
|
|
|
|
# maximum segment size
|
|
# metainfo.rs.max-segment-size: 64.0 MiB
|
|
|
|
# the largest amount of pieces to encode to. n.
|
|
# metainfo.rs.max-threshold: 130
|
|
|
|
# the minimum pieces required to recover a segment. k.
|
|
# metainfo.rs.min-threshold: 29
|
|
|
|
# the minimum safe pieces before a repair is triggered. m.
|
|
# metainfo.rs.repair-threshold: 35
|
|
|
|
# the desired total pieces for a segment. o.
|
|
# metainfo.rs.success-threshold: 80
|
|
|
|
# validate redundancy scheme configuration
|
|
# metainfo.rs.validate: true
|
|
|
|
# address to send telemetry to
|
|
# metrics.addr: collectora.storj.io:9000
|
|
|
|
# application name for telemetry identification
|
|
# metrics.app: satellite
|
|
|
|
# application suffix
|
|
# metrics.app-suffix: -release
|
|
|
|
# instance id prefix
|
|
# metrics.instance-prefix: ""
|
|
|
|
# how frequently to send up telemetry
|
|
# metrics.interval: 1m0s
|
|
|
|
# path to log for oom notices
|
|
# monkit.hw.oomlog: /var/log/kern.log
|
|
|
|
# how long until an order expires
|
|
# orders.expiration: 168h0m0s
|
|
|
|
# how many orders to batch per transaction
|
|
# orders.settlement-batch-size: 250
|
|
|
|
# the number of times a node has been audited to not be considered a New Node
|
|
# overlay.node.audit-count: 100
|
|
|
|
# the initial shape 'alpha' used to calculate audit SNs reputation
|
|
# overlay.node.audit-reputation-alpha0: 1
|
|
|
|
# the initial shape 'beta' value used to calculate audit SNs reputation
|
|
# overlay.node.audit-reputation-beta0: 0
|
|
|
|
# the reputation cut-off for disqualifying SNs based on audit history
|
|
# overlay.node.audit-reputation-dq: 0.6
|
|
|
|
# the forgetting factor used to calculate the audit SNs reputation
|
|
# overlay.node.audit-reputation-lambda: 0.95
|
|
|
|
# weight to apply to audit reputation for total repair reputation calculation
|
|
# overlay.node.audit-reputation-repair-weight: 1
|
|
|
|
# weight to apply to audit reputation for total uplink reputation calculation
|
|
# overlay.node.audit-reputation-uplink-weight: 1
|
|
|
|
# the normalization weight used to calculate the audit SNs reputation
|
|
# overlay.node.audit-reputation-weight: 1
|
|
|
|
# require distinct IPs when choosing nodes for upload
|
|
# overlay.node.distinct-ip: true
|
|
|
|
# the minimum node software version for node selection queries
|
|
# overlay.node.minimum-version: ""
|
|
|
|
# the percentage of new nodes allowed per request
|
|
# overlay.node.new-node-percentage: 0.05
|
|
|
|
# the amount of time without seeing a node before its considered offline
|
|
# overlay.node.online-window: 4h0m0s
|
|
|
|
# the number of times a node's uptime has been checked to not be considered a New Node
|
|
# overlay.node.uptime-count: 100
|
|
|
|
# the initial shape 'alpha' used to calculate uptime SNs reputation
|
|
# overlay.node.uptime-reputation-alpha0: 2
|
|
|
|
# the initial shape 'beta' value used to calculate uptime SNs reputation
|
|
# overlay.node.uptime-reputation-beta0: 0
|
|
|
|
# the reputation cut-off for disqualifying SNs based on uptime history
|
|
# overlay.node.uptime-reputation-dq: 0
|
|
|
|
# the forgetting factor used to calculate the uptime SNs reputation
|
|
# overlay.node.uptime-reputation-lambda: 0.99
|
|
|
|
# weight to apply to uptime reputation for total repair reputation calculation
|
|
# overlay.node.uptime-reputation-repair-weight: 1
|
|
|
|
# weight to apply to uptime reputation for total uplink reputation calculation
|
|
# overlay.node.uptime-reputation-uplink-weight: 1
|
|
|
|
# the normalization weight used to calculate the uptime SNs reputation
|
|
# overlay.node.uptime-reputation-weight: 1
|
|
|
|
# number of update requests to process per transaction
|
|
# overlay.update-stats-batch-size: 100
|
|
|
|
# how frequently repairer should try and repair more data
|
|
# repairer.interval: 1h0m0s
|
|
|
|
# maximum buffer memory (in bytes) to be allocated for read buffers
|
|
# repairer.max-buffer-mem: 4.0 MB
|
|
|
|
# ratio applied to the optimal threshold to calculate the excess of the maximum number of repaired pieces to upload
|
|
# repairer.max-excess-rate-optimal-threshold: 0.05
|
|
|
|
# maximum segments that can be repaired concurrently
|
|
# repairer.max-repair: 5
|
|
|
|
# time limit for uploading repaired pieces to new storage nodes
|
|
# repairer.timeout: 2h0m0s
|
|
|
|
# option for deleting tallies after they are rolled up
|
|
# rollup.delete-tallies: false
|
|
|
|
# how frequently rollup should run
|
|
# rollup.interval: 24h0m0s
|
|
|
|
# the bandwidth and storage usage limit for the alpha release
|
|
# rollup.max-alpha-usage: 25.0 GB
|
|
|
|
# public address to listen on
|
|
server.address: :7777
|
|
|
|
# log all GRPC traffic to zap logger
|
|
server.debug-log-traffic: false
|
|
|
|
# if true, client leaves may contain the most recent certificate revocation for the current certificate
|
|
# server.extensions.revocation: true
|
|
|
|
# if true, client leaves must contain a valid "signed certificate extension" (NB: verified against certs in the peer ca whitelist; i.e. if true, a whitelist must be provided)
|
|
# server.extensions.whitelist-signed-leaf: false
|
|
|
|
# path to the CA cert whitelist (peer identities must be signed by one these to be verified). this will override the default peer whitelist
|
|
# server.peer-ca-whitelist-path: ""
|
|
|
|
# identity version(s) the server will be allowed to talk to
|
|
# server.peer-id-versions: latest
|
|
|
|
# private address to listen on
|
|
server.private-address: 127.0.0.1:7778
|
|
|
|
# url for revocation database (e.g. bolt://some.db OR redis://127.0.0.1:6378?db=2&password=abc123)
|
|
# server.revocation-dburl: bolt://testdata/revocations.db
|
|
|
|
# if true, uses peer ca whitelist checking
|
|
# server.use-peer-ca-whitelist: true
|
|
|
|
# how frequently the tally service should run
|
|
# tally.interval: 1h0m0s
|
|
|
|
# Interval to check the version
|
|
# version.check-interval: 15m0s
|
|
|
|
# Request timeout for version checks
|
|
# version.request-timeout: 1m0s
|
|
|
|
# server address to check its version against
|
|
# version.server-address: https://version.alpha.storj.io
|