search

arangodb / arangodb

🥑 ArangoDB is a native multi-model database with flexible data models for documents, graphs, and key-values. Build high performance applications using a convenient SQL-like query language or JavaScript extensions.
https://www.arangodb.com
Other
13.52k stars 836 forks source link

Cluster NODES ERROR : Server statistics (PRMR-61898c78-2080-4bed-9ba0-fae5df9ae28a) are disabled. #10024

Open 17Damon opened 5 years ago

17Damon commented 5 years ago

My Environment

Replication Factor & Number of Shards (Cluster only):

Replication Factor: 2 Number of Shards: 9

Steps to reproduce

  1. Click on the nodes menu

image

  1. Click on the specific node Server statistics (PRMR-61898c78-2080-4bed-9ba0-fae5df9ae28a) are disabled. image

Problem:

Cluster can be used normally, but can't view the status of nodes

Expected result:

Can view node status

Additional note: A server has stopped running and a failover has occurred before the problem occurs.

Maybe the configuration --server.statistics of this option is automatically changed to false

list the configuration options of the cluster: the option --server.statistics still is true

@_system> db._executeTransaction({ collections: {}, action: function() {return require("internal").options(); } })
{
  "check-configuration" : false,
  "config" : "/tmp/arangod.conf",
  "configuration" : "/tmp/arangod.conf",
  "console" : false,
  "daemon" : false,
  "default-language" : "en_US",
  "define" : [ ],
  "dump-dependencies" : false,
  "dump-options" : false,
  "fortune" : false,
  "gid" : "",
  "hund" : false,
  "log" : [
    "info",
    "info"
  ],
  "pid-file" : "",
  "supervisor" : false,
  "uid" : "",
  "version" : false,
  "working-directory" : "/var/tmp",
  "agency.activate" : false,
  "agency.compaction-keep-size" : 50000,
  "agency.compaction-step-size" : 1000,
  "agency.disaster-recovery-id" : "",
  "agency.election-timeout-max" : 5,
  "agency.election-timeout-min" : 1,
  "agency.endpoint" : [ ],
  "agency.max-append-size" : 250,
  "agency.my-address" : "",
  "agency.pool-size" : 1,
  "agency.size" : 1,
  "agency.supervision" : false,
  "agency.supervision-frequency" : 1,
  "agency.supervision-grace-period" : 10,
  "agency.wait-for-sync" : true,
  "arangosearch.threads" : 0,
  "arangosearch.threads-limit" : 0,
  "cache.rebalancing-interval" : 2000000,
  "cache.size" : 268435456,
  "cluster.agency-endpoint" : [
    "tcp://172.16.40.54:8531",
    "tcp://172.16.77.45:8531",
    "tcp://172.16.9.13:8531"
  ],
  "cluster.agency-prefix" : "arango",
  "cluster.create-waits-for-sync-replication" : true,
  "cluster.index-create-timeout" : 3600,
  "cluster.my-address" : "tcp://172.16.40.54:10529",
  "cluster.my-advertised-endpoint" : "",
  "cluster.my-role" : "COORDINATOR",
  "cluster.require-persisted-id" : false,
  "cluster.synchronous-replication-timeout-factor" : 1,
  "cluster.synchronous-replication-timeout-per-4k" : 0.1,
  "cluster.system-replication-factor" : 2,
  "compaction.db-sleep-time" : 1,
  "compaction.dead-documents-threshold" : 16384,
  "compaction.dead-size-percent-threshold" : 0.1,
  "compaction.dead-size-threshold" : 131072,
  "compaction.max-file-size-factor" : 3,
  "compaction.max-files" : 3,
  "compaction.max-result-file-size" : 134217728,
  "compaction.min-interval" : 10,
  "compaction.min-small-data-file-size" : 131072,
  "database.auto-upgrade" : false,
  "database.check-version" : false,
  "database.directory" : "/coordinator",
  "database.force-sync-properties" : true,
  "database.ignore-datafile-errors" : false,
  "database.init-database" : false,
  "database.maximal-journal-size" : 33554432,
  "database.required-directory-state" : "any",
  "database.restore-admin" : false,
  "database.throw-collection-not-loaded-error" : false,
  "database.upgrade-check" : true,
  "database.wait-for-sync" : false,
  "foxx.api" : true,
  "foxx.queues" : true,
  "foxx.queues-poll-interval" : 1,
  "foxx.store" : true,
  "frontend.proxy-request-check" : true,
  "frontend.trusted-proxy" : [ ],
  "frontend.version-check" : true,
  "http.allow-method-override" : false,
  "http.hide-product-header" : false,
  "http.keep-alive-timeout" : 300,
  "http.trusted-origin" : [ ],
  "javascript.allow-admin-execute" : false,
  "javascript.allow-external-process-control" : false,
  "javascript.allow-port-testing" : false,
  "javascript.app-path" : "/var/lib/arangodb3-apps",
  "javascript.copy-installation" : false,
  "javascript.enabled" : true,
  "javascript.endpoints-blacklist" : [ ],
  "javascript.endpoints-whitelist" : [ ],
  "javascript.environment-variables-blacklist" : [ ],
  "javascript.environment-variables-whitelist" : [ ],
  "javascript.files-whitelist" : [ ],
  "javascript.gc-frequency" : 60,
  "javascript.gc-interval" : 2000,
  "javascript.harden" : false,
  "javascript.module-directory" : [ ],
  "javascript.script" : [ ],
  "javascript.script-parameter" : [ ],
  "javascript.startup-directory" : "/usr/share/arangodb3/js",
  "javascript.startup-options-blacklist" : [ ],
  "javascript.startup-options-whitelist" : [ ],
  "javascript.v8-contexts" : 16,
  "javascript.v8-contexts-max-age" : 60,
  "javascript.v8-contexts-max-invocations" : 0,
  "javascript.v8-contexts-minimum" : 1,
  "javascript.v8-max-heap" : 3072,
  "javascript.v8-options" : [ ],
  "log.color" : true,
  "log.escape" : true,
  "log.file" : "-",
  "log.file-group" : "",
  "log.file-mode" : "",
  "log.force-direct" : false,
  "log.foreground-tty" : false,
  "log.ids" : true,
  "log.keep-logrotate" : false,
  "log.level" : [
    "info",
    "info"
  ],
  "log.line-number" : false,
  "log.output" : [
    "-"
  ],
  "log.performance" : false,
  "log.prefix" : "",
  "log.request-parameters" : true,
  "log.role" : false,
  "log.shorten-filenames" : true,
  "log.thread" : false,
  "log.thread-name" : false,
  "log.time-format" : "utc-datestring",
  "log.use-local-time" : false,
  "log.use-microtime" : false,
  "nonce.size" : 4194304,
  "query.cache-entries" : 128,
  "query.cache-entries-max-size" : 268435456,
  "query.cache-entry-max-size" : 16777216,
  "query.cache-include-system-collections" : false,
  "query.cache-mode" : "off",
  "query.fail-on-warning" : false,
  "query.memory-limit" : 0,
  "query.optimizer-max-plans" : 128,
  "query.registry-ttl" : 600,
  "query.slow-streaming-threshold" : 10,
  "query.slow-threshold" : 10,
  "query.smart-joins" : true,
  "query.tracking" : true,
  "query.tracking-with-bindvars" : true,
  "random.generator" : 1,
  "replication.active-failover" : false,
  "replication.auto-start" : true,
  "replication.automatic-failover" : false,
  "replication.max-parallel-tailing-invocations" : 0,
  "rocksdb.allow-fallocate" : true,
  "rocksdb.block-align-data-blocks" : false,
  "rocksdb.block-cache-shard-bits" : -1,
  "rocksdb.block-cache-size" : 268435456,
  "rocksdb.compaction-read-ahead-size" : 2097152,
  "rocksdb.debug-logging" : false,
  "rocksdb.delayed-write-rate" : 0,
  "rocksdb.dynamic-level-bytes" : true,
  "rocksdb.enable-pipelined-write" : false,
  "rocksdb.enable-statistics" : false,
  "rocksdb.enforce-block-cache-size-limit" : false,
  "rocksdb.intermediate-commit-count" : 1000000,
  "rocksdb.intermediate-commit-size" : 536870912,
  "rocksdb.level0-compaction-trigger" : 2,
  "rocksdb.level0-slowdown-trigger" : 20,
  "rocksdb.level0-stop-trigger" : 36,
  "rocksdb.limit-open-files-at-startup" : false,
  "rocksdb.max-background-jobs" : 2,
  "rocksdb.max-bytes-for-level-base" : 268435456,
  "rocksdb.max-bytes-for-level-multiplier" : 10,
  "rocksdb.max-subcompactions" : 0,
  "rocksdb.max-total-wal-size" : 83886080,
  "rocksdb.max-transaction-size" : 18446744073709552000,
  "rocksdb.max-write-buffer-number" : 2,
  "rocksdb.min-write-buffer-number-to-merge" : 1,
  "rocksdb.num-levels" : 7,
  "rocksdb.num-threads-priority-high" : 1,
  "rocksdb.num-threads-priority-low" : 1,
  "rocksdb.num-uncompressed-levels" : 2,
  "rocksdb.optimize-filters-for-hits" : false,
  "rocksdb.recycle-log-file-num" : false,
  "rocksdb.sync-interval" : 100,
  "rocksdb.table-block-size" : 16384,
  "rocksdb.throttle" : true,
  "rocksdb.total-write-buffer-size" : 536870912,
  "rocksdb.transaction-lock-timeout" : 1000,
  "rocksdb.use-direct-io-for-flush-and-compaction" : false,
  "rocksdb.use-direct-reads" : false,
  "rocksdb.use-file-logging" : false,
  "rocksdb.use-fsync" : false,
  "rocksdb.wal-archive-size-limit" : 0,
  "rocksdb.wal-directory" : "",
  "rocksdb.wal-file-timeout" : 10,
  "rocksdb.wal-file-timeout-initial" : 180,
  "rocksdb.wal-recovery-skip-corrupted" : false,
  "rocksdb.write-buffer-size" : 67108864,
  "server.allow-use-database" : false,
  "server.authentication" : true,
  "server.authentication-system-only" : true,
  "server.authentication-timeout" : 0,
  "server.authentication-unix-sockets" : true,
  "server.check-max-memory-mappings" : true,
  "server.descriptors-minimum" : 0,
  "server.endpoint" : [
    "tcp://0.0.0.0:8529"
  ],
  "server.flush-interval" : 1000000,
  "server.gid" : "",
  "server.harden" : false,
  "server.io-threads" : 1,
  "server.local-authentication" : true,
  "server.maintenance-actions-block" : 2,
  "server.maintenance-actions-linger" : 3600,
  "server.maintenance-threads" : 2,
  "server.maximal-queue-size" : 4096,
  "server.maximal-threads" : 64,
  "server.minimal-threads" : 2,
  "server.prio1-size" : 1048576,
  "server.rest-server" : true,
  "server.scheduler-queue-size" : 128,
  "server.statistics" : true,
  "server.storage-engine" : "rocksdb",
  "server.uid" : "",
  "ssl.cafile" : "",
  "ssl.cipher-list" : "HIGH:!EXPORT:!aNULL@STRENGTH",
  "ssl.ecdh-curve" : "prime256v1",
  "ssl.keyfile" : "",
  "ssl.options" : 2147485780,
  "ssl.protocol" : 5,
  "ssl.session-cache" : false,
  "tcp.backlog-size" : 64,
  "tcp.reuse-address" : true,
  "temp.path" : "",
  "ttl.frequency" : 30000,
  "ttl.max-collection-removes" : 1000000,
  "ttl.max-total-removes" : 1000000,
  "ttl.only-loaded-collection" : true,
  "vst.maxsize" : 30720,
  "wal.allow-oversize-entries" : true,
  "wal.directory" : "",
  "wal.flush-timeout" : 15000,
  "wal.historic-logfiles" : 10,
  "wal.ignore-logfile-errors" : false,
  "wal.ignore-recovery-errors" : false,
  "wal.logfile-size" : 33554432,
  "wal.open-logfiles" : 0,
  "wal.reserve-logfiles" : 3,
  "wal.slots" : 1048576,
  "wal.sync-interval" : 100000,
  "wal.throttle-wait" : 15000,
  "wal.throttle-when-pending" : 0,
  "wal.use-mlock" : false
}

thanks

17Damon commented 4 years ago

After the monitoring is turned off--server.statistics false, the cluster runs stably.

alimollavali commented 3 years ago

i set --server.statistics false but not working yet.whats the problem?

alimollavali commented 3 years ago

i change --server.statistics true but still not working yet.whats the problem?

hklhai commented 4 months ago

you user is not root, change root can see all node statistics.