BrightcoveOS / Diamond

1.18k stars 384 forks source link

elasticsearch fails when cache indice isn't there #447

Closed KlavsKlavsen closed 11 years ago

KlavsKlavsen commented 11 years ago

Just enabled the collector on ES 0.90.4.. it fails with: File "/usr/share/diamond/collectors/elasticsearch/elasticsearch.py", line 116, in collect cache = indices['cache'] KeyError: 'cache

The output from ES, contains no cache indices it seems: {"cluster_name":"elasticsearch","nodes":{"0TbBHKsBQ9-9n1w_dPfeaA":{"timestamp":1380529749992,"name":"Crimson","transport_address":"inet[/10.x.x.16:9301]","hostname":"elasticlog01.example.dk","indices":{"docs":{"count":306035404,"deleted":0},"store":{"size":"121.8gb","size_in_bytes":130884004912,"throttle_time":"10h","throttle_time_in_millis":36133738},"indexing":{"index_total":184936485,"index_time":"19.8h","index_time_in_millis":71577974,"index_current":0,"delete_total":0,"delete_time":"0s","delete_time_in_millis":0,"delete_current":0},"get":{"total":5,"get_time":"31ms","time_in_millis":31,"exists_total":5,"exists_time":"31ms","exists_time_in_millis":31,"missing_total":0,"missing_time":"0s","missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":680,"query_time":"4.2m","query_time_in_millis":253809,"query_current":0,"fetch_total":296,"fetch_time":"5.5s","fetch_time_in_millis":5575,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":21425,"total_time":"1.8h","total_time_in_millis":6617150,"total_docs":119709082,"total_size":"53.8gb","total_size_in_bytes":57801826837},"refresh":{"total":2469304,"total_time":"13.3h","total_time_in_millis":48124092},"flush":{"total":56190,"total_time":"52.6m","total_time_in_millis":3158843},"warmer":{"current":0,"total":2498776,"total_time":"2.6m","total_time_in_millis":160122},"filter_cache":{"memory_size":"129.2mb","memory_size_in_bytes":135497144,"evictions":0},"id_cache":{"memory_size":"0b","memory_size_in_bytes":0},"fielddata":{"memory_size":"396mb","memory_size_in_bytes":415298340,"evictions":0}},"os":{"timestamp":1380529749920,"uptime":"786 hours, 28 minutes and 11 seconds","uptime_in_millis":2831291000,"load_average":[0.18,0.23,0.26],"cpu":{"sys":0,"user":5,"idle":93,"stolen":0},"mem":{"free":"1.6gb","free_in_bytes":1729540096,"used":"29.7gb","used_in_bytes":31936479232,"free_percent":41,"used_percent":58,"actual_free":"13gb","actual_free_in_bytes":14041849856,"actual_used":"18.2gb","actual_used_in_bytes":19624169472},"swap":{"used":"95mb","used_in_bytes":99659776,"free":"15.6gb","free_in_bytes":16803377152}},"process":{"timestamp":1380529749921,"open_file_descriptors":9408,"cpu":{"percent":32,"sys":"5 hours, 31 minutes, 41 seconds and 230 milliseconds","sys_in_millis":19901230,"user":"60 hours, 13 minutes, 57 seconds and 760 milliseconds","user_in_millis":216837760,"total":"65 hours, 45 minutes, 38 seconds and 990 milliseconds","total_in_millis":236738990},"mem":{"resident":"16.4gb","resident_in_bytes":17709735936,"share":"112.2mb","share_in_bytes":117669888,"total_virtual":"20.4gb","total_virtual_in_bytes":21907836928}},"jvm":{"timestamp":1380529749929,"uptime":"140 hours, 19 minutes, 52 seconds and 678 milliseconds","uptime_in_millis":505192678,"mem":{"heap_used":"4.8gb","heap_used_in_bytes":5202921424,"heap_committed":"15.6gb","heap_committed_in_bytes":16760963072,"non_heap_used":"44.4mb","non_heap_used_in_bytes":46571016,"non_heap_committed":"67.3mb","non_heap_committed_in_bytes":70631424,"pools":{"Code Cache":{"used":"9.4mb","used_in_bytes":9950336,"max":"48mb","max_in_bytes":50331648,"peak_used":"9.4mb","peak_used_in_bytes":9958912,"peak_max":"48mb","peak_max_in_bytes":50331648},"Par Eden Space":{"used":"482.3mb","used_in_bytes":505815320,"max":"532.5mb","max_in_bytes":558432256,"peak_used":"532.5mb","peak_used_in_bytes":558432256,"peak_max":"532.5mb","peak_max_in_bytes":558432256},"Par Survivor Space":{"used":"15.9mb","used_in_bytes":16766240,"max":"66.5mb","max_in_bytes":69730304,"peak_used":"66.5mb","peak_used_in_bytes":69730304,"peak_max":"66.5mb","peak_max_in_bytes":69730304},"CMS Old Gen":{"used":"4.3gb","used_in_bytes":4680339864,"max":"15gb","max_in_bytes":16133849088,"peak_used":"11.2gb","peak_used_in_bytes":12100565696,"peak_max":"15gb","peak_max_in_bytes":16133849088},"CMS Perm Gen":{"used":"34.9mb","used_in_bytes":36620680,"max":"166mb","max_in_bytes":174063616,"peak_used":"34.9mb","peak_used_in_bytes":36620680,"peak_max":"166mb","peak_max_in_bytes":174063616}}},"threads":{"count":117,"peak_count":147},"gc":{"collection_count":112038,"collection_time":"1 hour, 44 minutes, 53 seconds and 597 milliseconds","collection_time_in_millis":6293597,"collectors":{"ParNew":{"collection_count":112032,"collection_time":"1 hour, 44 minutes, 53 seconds and 296 milliseconds","collection_time_in_millis":6293296},"ConcurrentMarkSweep":{"collection_count":6,"collection_time":"301 milliseconds","collection_time_in_millis":301}}},"buffer_pools":{"direct":{"count":161,"used":"75.3mb","used_in_bytes":78957868,"total_capacity":"75.3mb","total_capacity_in_bytes":78957868},"mapped":{"count":0,"used":"0b","used_in_bytes":0,"total_capacity":"0b","total_capacity_in_bytes":0}}},"thread_pool":{"generic":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":62,"completed":51089},"index":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"get":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":5},"snapshot":{"threads":4,"queue":0,"active":0,"largest":4,"completed":503772},"merge":{"threads":4,"queue":0,"active":0,"largest":4,"completed":2522545},"bulk":{"threads":8,"queue":0,"active":0,"rejected":0,"largest":8,"completed":10377895},"optimize":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":3,"queue":0,"active":0,"largest":3,"completed":2498776},"flush":{"threads":4,"queue":0,"active":0,"largest":4,"completed":56190},"search":{"threads":20,"queue":0,"active":0,"rejected":0,"largest":20,"completed":976},"percolate":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":1,"queue":0,"active":1,"largest":5,"completed":130},"refresh":{"threads":4,"queue":0,"active":0,"largest":4,"completed":2469209}},"network":{"tcp":{"active_opens":209818,"passive_opens":88109,"curr_estab":79,"in_segs":1019120358,"out_segs":1011905272,"retrans_segs":1816,"estab_resets":45703,"attempt_fails":116332,"in_errs":0,"out_rsts":210147}},"fs":{"timestamp":1380529749930,"data":[{"path":"/var/lib/elasticsearch/elasticsearch/nodes/0","mount":"/home","dev":"/dev/mapper/vg_pelasticlog01-lv_home","total":"1034.7gb","total_in_bytes":1111034769408,"free":"912.5gb","free_in_bytes":979877249024,"available":"860gb","available_in_bytes":923439955968,"disk_reads":176306,"disk_writes":218900568,"disk_read_size":"7.7gb","disk_read_size_in_bytes":8335516672,"disk_write_size":"835gb","disk_write_size_in_bytes":896616726528,"disk_queue":"0","disk_service_time":"0.1"}]},"transport":{"server_open":20,"rx_count":11388584,"rx_size":"36.2gb","rx_size_in_bytes":38918820568,"tx_count":11136899,"tx_size":"8.1gb","tx_size_in_bytes":8764274914},"http":{"current_open":1,"total_opened":45}}}}

KlavsKlavsen commented 11 years ago

I disabled indices in my config.. atleast I get the rest.. no stats on indices though..

KlavsKlavsen commented 11 years ago

ahh- ups. didn't mean to close it :)

KlavsKlavsen commented 11 years ago

fixed in latest.. my bad. sorry for being daft.