Problems with ElasticSearch / Buffering, cache stuck

Hi,

I have used the latest heka 0.10 and after pass to receive more packets than the usual. The instance is holding the cached logs.

[hekad]
maxprocs = 4
max_message_size = 2000000

[ElasticSearchOutput]
message_matcher = "Type == 'heka.httpdata.request' || Type != '__drop' && (Logger =~ /_my_caching_logs$/ || Logger =~ /_my_lua_logs$/ || Type == 'js_challenge_logs' || Logger =~ /_modsec_logs$/ || Type == 'ratelimit_logs' || Type == 'nginx_error_logs' || Type == 'apache_error_logs' || Type == 'peakflow-alert' || Logger == 'rap_input')"
encoder = "my_es_payload"
username = "esuser"
password = "*****"
server = "https://es.intra.lan"
use_buffering = true
flush_count = 1000
flush_interval = 1000

    [ElasticSearchOutput.buffering]
    max_file_size = 10000000  # 10MiB
    max_buffer_size = 50000000000  # 50 GB
    full_action = "block"
    cursor_update_count = 1000

[my_es_payload]
type = "SandboxEncoder"
filename = "lua_encoders/my_es_payload.lua"
output_limit = 2000000
memory_limit = 134217728

    [my_es_payload.config]
    es_index_from_timestamp = true
    index = "%{%Y.%m.%d}"
    type_name = "%{Type}"

the files

# pwd
/var/cache/hekad/output_queue/ElasticSearchOutput
# ls *.log | wc -l
1011
# du -hs
9.4G    .
9.4G    total
# cat checkpoint.txt 
322300 4580215
#

version

# dpkg -s heka | grep Version
Version: 0.10.0
#

mozilla-services / heka

Problems with ElasticSearch / Buffering, cache stuck #1952