elastic / integrations

Elastic Integrations
https://www.elastic.co/integrations
Other
30 stars 447 forks source link

CouchDB Enhancement #5829

Open agithomas opened 1 year ago

agithomas commented 1 year ago
Below is the JSON document retrieved from the http end point. The amount of data currently captured by the integration if far less than optimal. It would be best to capture more fields and values from http Endpoint. Creating this as a baclog item to consider for future enhancement, subject to customer requirements
{
  "global_changes": {
    "db_writes": {
      "value": 0,
      "type": "counter",
      "desc": "number of db writes performed by global changes"
    },
    "event_doc_conflict": {
      "value": 0,
      "type": "counter",
      "desc": "number of conflicted event docs encountered by global changes"
    },
    "listener_pending_updates": {
      "value": 0,
      "type": "gauge",
      "desc": "number of global changes updates pending writes in global_changes_listener"
    },
    "rpcs": {
      "value": 0,
      "type": "counter",
      "desc": "number of rpc operations performed by global_changes"
    },
    "server_pending_updates": {
      "value": 0,
      "type": "gauge",
      "desc": "number of global changes updates pending writes in global_changes_server"
    }
  },
  "mem3": {
    "shard_cache": {
      "eviction": {
        "value": 0,
        "type": "counter",
        "desc": "number of shard cache evictions"
      },
      "hit": {
        "value": 241,
        "type": "counter",
        "desc": "number of shard cache hits"
      },
      "miss": {
        "value": 32932,
        "type": "counter",
        "desc": "number of shard cache misses"
      }
    }
  },
  "couch_log": {
    "level": {
      "alert": {
        "value": 0,
        "type": "counter",
        "desc": "number of logged alert messages"
      },
      "critical": {
        "value": 0,
        "type": "counter",
        "desc": "number of logged critical messages"
      },
      "debug": {
        "value": 0,
        "type": "counter",
        "desc": "number of logged debug messages"
      },
      "emergency": {
        "value": 0,
        "type": "counter",
        "desc": "number of logged emergency messages"
      },
      "error": {
        "value": 3,
        "type": "counter",
        "desc": "number of logged error messages"
      },
      "info": {
        "value": 8,
        "type": "counter",
        "desc": "number of logged info messages"
      },
      "notice": {
        "value": 32977,
        "type": "counter",
        "desc": "number of logged notice messages"
      },
      "warning": {
        "value": 3,
        "type": "counter",
        "desc": "number of logged warning messages"
      }
    }
  },
  "ddoc_cache": {
    "hit": {
      "value": 4,
      "type": "counter",
      "desc": "number of design doc cache hits"
    },
    "miss": {
      "value": 6,
      "type": "counter",
      "desc": "number of design doc cache misses"
    },
    "recovery": {
      "value": 0,
      "type": "counter",
      "desc": "number of design doc cache recoveries"
    }
  },
  "fabric": {
    "worker": {
      "timeouts": {
        "value": 0,
        "type": "counter",
        "desc": "number of worker timeouts"
      }
    },
    "open_shard": {
      "timeouts": {
        "value": 0,
        "type": "counter",
        "desc": "number of open shard timeouts"
      }
    },
    "read_repairs": {
      "success": {
        "value": 0,
        "type": "counter",
        "desc": "number of successful read repair operations"
      },
      "failure": {
        "value": 0,
        "type": "counter",
        "desc": "number of failed read repair operations"
      }
    },
    "doc_update": {
      "errors": {
        "value": 5,
        "type": "counter",
        "desc": "number of document update errors"
      },
      "mismatched_errors": {
        "value": 0,
        "type": "counter",
        "desc": "number of document update errors with multiple error types"
      },
      "write_quorum_errors": {
        "value": 0,
        "type": "counter",
        "desc": "number of write quorum errors"
      }
    }
  },
  "couchdb": {
    "mrview": {
      "map_doc": {
        "value": 0,
        "type": "counter",
        "desc": "number of documents mapped in the view server"
      },
      "emits": {
        "value": 0,
        "type": "counter",
        "desc": "number of invocations of `emit' in map functions in the view server"
      }
    },
    "auth_cache_hits": {
      "value": 0,
      "type": "counter",
      "desc": "number of authentication cache hits"
    },
    "auth_cache_misses": {
      "value": 0,
      "type": "counter",
      "desc": "number of authentication cache misses"
    },
    "collect_results_time": {
      "value": {
        "min": 0,
        "max": 0,
        "arithmetic_mean": 0,
        "geometric_mean": 0,
        "harmonic_mean": 0,
        "median": 0,
        "variance": 0,
        "standard_deviation": 0,
        "skewness": 0,
        "kurtosis": 0,
        "percentile": [
          [
            50,
            0
          ],
          [
            75,
            0
          ],
          [
            90,
            0
          ],
          [
            95,
            0
          ],
          [
            99,
            0
          ],
          [
            999,
            0
          ]
        ],
        "histogram": [
          [
            0,
            0
          ]
        ],
        "n": 0
      },
      "type": "histogram",
      "desc": "microsecond latency for calls to couch_db:collect_results/3"
    },
    "database_writes": {
      "value": 16,
      "type": "counter",
      "desc": "number of times a database was changed"
    },
    "database_reads": {
      "value": 12,
      "type": "counter",
      "desc": "number of times a document was read from a database"
    },
    "database_purges": {
      "value": 0,
      "type": "counter",
      "desc": "number of times a database was purged"
    },
    "db_open_time": {
      "value": {
        "min": 0,
        "max": 0,
        "arithmetic_mean": 0,
        "geometric_mean": 0,
        "harmonic_mean": 0,
        "median": 0,
        "variance": 0,
        "standard_deviation": 0,
        "skewness": 0,
        "kurtosis": 0,
        "percentile": [
          [
            50,
            0
          ],
          [
            75,
            0
          ],
          [
            90,
            0
          ],
          [
            95,
            0
          ],
          [
            99,
            0
          ],
          [
            999,
            0
          ]
        ],
        "histogram": [
          [
            0,
            0
          ]
        ],
        "n": 0
      },
      "type": "histogram",
      "desc": "milliseconds required to open a database"
    },
    "document_inserts": {
      "value": 17,
      "type": "counter",
      "desc": "number of documents inserted"
    },
    "document_writes": {
      "value": 18,
      "type": "counter",
      "desc": "number of document write operations"
    },
    "document_purges": {
      "total": {
        "value": 0,
        "type": "counter",
        "desc": "number of total document purge operations"
      },
      "success": {
        "value": 0,
        "type": "counter",
        "desc": "number of successful document purge operations"
      },
      "failure": {
        "value": 0,
        "type": "counter",
        "desc": "number of failed document purge operations"
      }
    },
    "local_document_writes": {
      "value": 4,
      "type": "counter",
      "desc": "number of _local document write operations"
    },
    "httpd": {
      "bulk_docs": {
        "value": {
          "min": 0,
          "max": 0,
          "arithmetic_mean": 0,
          "geometric_mean": 0,
          "harmonic_mean": 0,
          "median": 0,
          "variance": 0,
          "standard_deviation": 0,
          "skewness": 0,
          "kurtosis": 0,
          "percentile": [
            [
              50,
              0
            ],
            [
              75,
              0
            ],
            [
              90,
              0
            ],
            [
              95,
              0
            ],
            [
              99,
              0
            ],
            [
              999,
              0
            ]
          ],
          "histogram": [
            [
              0,
              0
            ]
          ],
          "n": 0
        },
        "type": "histogram",
        "desc": "distribution of the number of docs in _bulk_docs requests"
      },
      "bulk_requests": {
        "value": 1,
        "type": "counter",
        "desc": "number of bulk requests"
      },
      "requests": {
        "value": 248,
        "type": "counter",
        "desc": "number of HTTP requests"
      },
      "temporary_view_reads": {
        "value": 0,
        "type": "counter",
        "desc": "number of temporary view reads"
      },
      "view_reads": {
        "value": 0,
        "type": "counter",
        "desc": "number of view reads"
      },
      "clients_requesting_changes": {
        "value": 0,
        "type": "counter",
        "desc": "number of clients for continuous _changes"
      },
      "purge_requests": {
        "value": 0,
        "type": "counter",
        "desc": "number of purge requests"
      },
      "aborted_requests": {
        "value": 0,
        "type": "counter",
        "desc": "number of aborted requests"
      }
    },
    "httpd_request_methods": {
      "COPY": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP COPY requests"
      },
      "DELETE": {
        "value": 1,
        "type": "counter",
        "desc": "number of HTTP DELETE requests"
      },
      "GET": {
        "value": 217,
        "type": "counter",
        "desc": "number of HTTP GET requests"
      },
      "HEAD": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP HEAD requests"
      },
      "OPTIONS": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP OPTIONS requests"
      },
      "POST": {
        "value": 11,
        "type": "counter",
        "desc": "number of HTTP POST requests"
      },
      "PUT": {
        "value": 19,
        "type": "counter",
        "desc": "number of HTTP PUT requests"
      }
    },
    "httpd_status_codes": {
      "200": {
        "value": 189,
        "type": "counter",
        "desc": "number of HTTP 200 OK responses"
      },
      "201": {
        "value": 15,
        "type": "counter",
        "desc": "number of HTTP 201 Created responses"
      },
      "202": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 202 Accepted responses"
      },
      "204": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 204 No Content responses"
      },
      "206": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 206 Partial Content"
      },
      "301": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 301 Moved Permanently responses"
      },
      "302": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 302 Found responses"
      },
      "304": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 304 Not Modified responses"
      },
      "400": {
        "value": 1,
        "type": "counter",
        "desc": "number of HTTP 400 Bad Request responses"
      },
      "401": {
        "value": 6,
        "type": "counter",
        "desc": "number of HTTP 401 Unauthorized responses"
      },
      "403": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 403 Forbidden responses"
      },
      "404": {
        "value": 15,
        "type": "counter",
        "desc": "number of HTTP 404 Not Found responses"
      },
      "405": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 405 Method Not Allowed responses"
      },
      "406": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 406 Not Acceptable responses"
      },
      "409": {
        "value": 5,
        "type": "counter",
        "desc": "number of HTTP 409 Conflict responses"
      },
      "412": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 412 Precondition Failed responses"
      },
      "413": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 413 Request Entity Too Long responses"
      },
      "414": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 414 Request URI Too Long responses"
      },
      "415": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 415 Unsupported Media Type responses"
      },
      "416": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 416 Requested Range Not Satisfiable responses"
      },
      "417": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 417 Expectation Failed responses"
      },
      "500": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 500 Internal Server Error responses"
      },
      "501": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 501 Not Implemented responses"
      },
      "503": {
        "value": 0,
        "type": "counter",
        "desc": "number of HTTP 503 Service unavailable responses"
      }
    },
    "open_databases": {
      "value": 0,
      "type": "counter",
      "desc": "number of open databases"
    },
    "open_os_files": {
      "value": 0,
      "type": "counter",
      "desc": "number of file descriptors CouchDB has open"
    },
    "request_time": {
      "value": {
        "min": 0,
        "max": 0,
        "arithmetic_mean": 0,
        "geometric_mean": 0,
        "harmonic_mean": 0,
        "median": 0,
        "variance": 0,
        "standard_deviation": 0,
        "skewness": 0,
        "kurtosis": 0,
        "percentile": [
          [
            50,
            0
          ],
          [
            75,
            0
          ],
          [
            90,
            0
          ],
          [
            95,
            0
          ],
          [
            99,
            0
          ],
          [
            999,
            0
          ]
        ],
        "histogram": [
          [
            0,
            0
          ]
        ],
        "n": 0
      },
      "type": "histogram",
      "desc": "length of a request inside CouchDB without MochiWeb"
    },
    "couch_server": {
      "lru_skip": {
        "value": 0,
        "type": "counter",
        "desc": "number of couch_server LRU operations skipped"
      }
    },
    "query_server": {
      "vdu_rejects": {
        "value": 0,
        "type": "counter",
        "desc": "number of rejections by validate_doc_update function"
      },
      "vdu_process_time": {
        "value": {
          "min": 0,
          "max": 0,
          "arithmetic_mean": 0,
          "geometric_mean": 0,
          "harmonic_mean": 0,
          "median": 0,
          "variance": 0,
          "standard_deviation": 0,
          "skewness": 0,
          "kurtosis": 0,
          "percentile": [
            [
              50,
              0
            ],
            [
              75,
              0
            ],
            [
              90,
              0
            ],
            [
              95,
              0
            ],
            [
              99,
              0
            ],
            [
              999,
              0
            ]
          ],
          "histogram": [
            [
              0,
              0
            ]
          ],
          "n": 0
        },
        "type": "histogram",
        "desc": "duration of validate_doc_update function calls"
      }
    },
    "dbinfo": {
      "value": {
        "min": 0,
        "max": 0,
        "arithmetic_mean": 0,
        "geometric_mean": 0,
        "harmonic_mean": 0,
        "median": 0,
        "variance": 0,
        "standard_deviation": 0,
        "skewness": 0,
        "kurtosis": 0,
        "percentile": [
          [
            50,
            0
          ],
          [
            75,
            0
          ],
          [
            90,
            0
          ],
          [
            95,
            0
          ],
          [
            99,
            0
          ],
          [
            999,
            0
          ]
        ],
        "histogram": [
          [
            0,
            0
          ]
        ],
        "n": 0
      },
      "type": "histogram",
      "desc": "distribution of latencies for calls to retrieve DB info"
    }
  },
  "rexi": {
    "buffered": {
      "value": 0,
      "type": "counter",
      "desc": "number of rexi messages buffered"
    },
    "down": {
      "value": 0,
      "type": "counter",
      "desc": "number of rexi_DOWN messages handled"
    },
    "dropped": {
      "value": 0,
      "type": "counter",
      "desc": "number of rexi messages dropped from buffers"
    },
    "streams": {
      "timeout": {
        "init_stream": {
          "value": 0,
          "type": "counter",
          "desc": "number of rexi stream initialization timeouts"
        },
        "stream": {
          "value": 0,
          "type": "counter",
          "desc": "number of rexi stream timeouts"
        },
        "wait_for_ack": {
          "value": 0,
          "type": "counter",
          "desc": "number of rexi stream timeouts while waiting for acks"
        }
      }
    }
  },
  "pread": {
    "exceed_eof": {
      "value": 0,
      "type": "counter",
      "desc": "number of the attempts to read beyond end of db file"
    },
    "exceed_limit": {
      "value": 0,
      "type": "counter",
      "desc": "number of the attempts to read beyond set limit"
    }
  },
  "couch_replicator": {
    "changes_read_failures": {
      "value": 0,
      "type": "counter",
      "desc": "number of failed replicator changes read failures"
    },
    "changes_reader_deaths": {
      "value": 0,
      "type": "counter",
      "desc": "number of failed replicator changes readers"
    },
    "changes_manager_deaths": {
      "value": 0,
      "type": "counter",
      "desc": "number of failed replicator changes managers"
    },
    "changes_queue_deaths": {
      "value": 0,
      "type": "counter",
      "desc": "number of failed replicator changes work queues"
    },
    "checkpoints": {
      "success": {
        "value": 1,
        "type": "counter",
        "desc": "number of checkpoints successfully saves"
      },
      "failure": {
        "value": 0,
        "type": "counter",
        "desc": "number of failed checkpoint saves"
      }
    },
    "failed_starts": {
      "value": 0,
      "type": "counter",
      "desc": "number of replications that have failed to start"
    },
    "requests": {
      "value": 23,
      "type": "counter",
      "desc": "number of HTTP requests made by the replicator"
    },
    "responses": {
      "failure": {
        "value": 0,
        "type": "counter",
        "desc": "number of failed HTTP responses received by the replicator"
      },
      "success": {
        "value": 19,
        "type": "counter",
        "desc": "number of successful HTTP responses received by the replicator"
      }
    },
    "stream_responses": {
      "failure": {
        "value": 0,
        "type": "counter",
        "desc": "number of failed streaming HTTP responses received by the replicator"
      },
      "success": {
        "value": 0,
        "type": "counter",
        "desc": "number of successful streaming HTTP responses received by the replicator"
      }
    },
    "worker_deaths": {
      "value": 0,
      "type": "counter",
      "desc": "number of failed replicator workers"
    },
    "workers_started": {
      "value": 4,
      "type": "counter",
      "desc": "number of replicator workers started"
    },
    "cluster_is_stable": {
      "value": 1,
      "type": "gauge",
      "desc": "1 if cluster is stable, 0 if unstable"
    },
    "db_scans": {
      "value": 1,
      "type": "counter",
      "desc": "number of times replicator db scans have been started"
    },
    "docs": {
      "dbs_created": {
        "value": 8,
        "type": "counter",
        "desc": "number of db shard creations seen by replicator doc processor"
      },
      "dbs_deleted": {
        "value": 0,
        "type": "counter",
        "desc": "number of db shard deletions seen by replicator doc processor"
      },
      "dbs_found": {
        "value": 3,
        "type": "counter",
        "desc": "number of db shard found by replicator doc processor"
      },
      "db_changes": {
        "value": 2,
        "type": "counter",
        "desc": "number of db changes processed by replicator doc processor"
      },
      "failed_state_updates": {
        "value": 0,
        "type": "counter",
        "desc": "number of 'failed' state document updates"
      },
      "completed_state_updates": {
        "value": 1,
        "type": "counter",
        "desc": "number of 'completed' state document updates"
      }
    },
    "jobs": {
      "adds": {
        "value": 1,
        "type": "counter",
        "desc": "number of jobs added to replicator scheduler"
      },
      "duplicate_adds": {
        "value": 0,
        "type": "counter",
        "desc": "number of duplicate jobs added to replicator scheduler"
      },
      "removes": {
        "value": 0,
        "type": "counter",
        "desc": "number of jobs removed from replicator scheduler"
      },
      "starts": {
        "value": 1,
        "type": "counter",
        "desc": "number of jobs started by replicator scheduler"
      },
      "stops": {
        "value": 0,
        "type": "counter",
        "desc": "number of jobs stopped by replicator scheduler"
      },
      "crashes": {
        "value": 0,
        "type": "counter",
        "desc": "number of job crashed noticed by replicator scheduler"
      },
      "running": {
        "value": 0,
        "type": "gauge",
        "desc": "replicator scheduler running jobs"
      },
      "pending": {
        "value": 0,
        "type": "gauge",
        "desc": "replicator scheduler pending jobs"
      },
      "crashed": {
        "value": 0,
        "type": "gauge",
        "desc": "replicator scheduler crashed jobs"
      },
      "total": {
        "value": 1,
        "type": "gauge",
        "desc": "total number of replicator scheduler jobs"
      }
    },
    "connection": {
      "acquires": {
        "value": 22,
        "type": "counter",
        "desc": "number of times connections are shared"
      },
      "creates": {
        "value": 3,
        "type": "counter",
        "desc": "number of connections created"
      },
      "releases": {
        "value": 25,
        "type": "counter",
        "desc": "number of times ownership of a connection is released"
      },
      "owner_crashes": {
        "value": 0,
        "type": "counter",
        "desc": "number of times a connection owner crashes while owning at least one connection"
      },
      "worker_crashes": {
        "value": 0,
        "type": "counter",
        "desc": "number of times a worker unexpectedly terminates"
      },
      "closes": {
        "value": 3,
        "type": "counter",
        "desc": "number of times a worker is gracefully shut down"
      }
    }
  }
}
botelastic[bot] commented 7 months ago

Hi! We just realized that we haven't looked into this issue in a while. We're sorry! We're labeling this issue as Stale to make it hit our filters and make sure we get back to it as soon as possible. In the meantime, it'd be extremely helpful if you could take a look at it as well and confirm its relevance. A simple comment with a nice emoji will be enough :+1. Thank you for your contribution!