search

logstash-plugins / logstash-input-file

Apache License 2.0
68 stars 101 forks source link

path format error in file input result in cryptic exception #42

Open jordansissel opened 9 years ago

jordansissel commented 9 years ago

(This issue was originally filed by @edperry at https://github.com/elastic/logstash/issues/2905)

no implicit conversion from nil to integer === I get the error only when running the /etc/init.d/logstash but I do not get this error when running it from the CLI bin/logstash -f ......

Config file is also at the bottom but since it works one way I would imagine the file is correct.

{:timestamp=>"2015-03-25T23:29:51.406000-0400", :message=>["org/jruby/RubyString.java:3690:in []'", "file:/opt/logstash/vendor/jar/jruby-complete-1.7.11.jar!/META-INF/jruby.home/lib/ruby/1.9/pathname.rb:48:inchop_basename'", "file:/opt/logstash/vendor/jar/jruby-complete-1.7.11.jar!/META-INF/jruby.home/lib/ruby/1.9/pathname.rb:222:in relative?'", "/opt/logstash/lib/logstash/inputs/file.rb:85:inregister'", "org/jruby/RubyArray.java:1613:in each'", "/opt/logstash/lib/logstash/inputs/file.rb:84:inregister'", "/opt/logstash/lib/logstash/pipeline.rb:135:in start_inputs'", "org/jruby/RubyArray.java:1613:ineach'", "/opt/logstash/lib/logstash/pipeline.rb:134:in start_inputs'", "/opt/logstash/lib/logstash/pipeline.rb:72:inrun'", "/opt/logstash/lib/logstash/agent.rb:139:in execute'", "/opt/logstash/lib/logstash/runner.rb:168:inrun'", "org/jruby/RubyProc.java:271:in call'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/task.rb:12:ininitialize'"], :file=>"logstash/agent.rb", :line=>"151"} {:timestamp=>"2015-03-25T23:36:20.078000-0400", :message=>"Using milestone 2 input plugin 'file'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn} {:timestamp=>"2015-03-25T23:36:20.444000-0400", :message=>"Using milestone 2 input plugin 'exec'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn} {:timestamp=>"2015-03-25T23:36:20.580000-0400", :message=>"Using milestone 2 output plugin 'redis'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn} {:timestamp=>"2015-03-25T23:36:22.675000-0400", :message=>"+---------------------------------------------------------+\n| An unexpected error occurred. This is probably a bug. |\n| You can find help with this problem in a few places: |\n| |\n| * chat: #logstash IRC channel on freenode irc. |\n| IRC via the web: http://goo.gl/TI4Ro |\n| * email: logstash-users@googlegroups.com |\n| * bug system: https://logstash.jira.com/ |\n| |\n+---------------------------------------------------------+\nThe error reported is: \n no implicit conversion from nil to integer"}

Config File

[root@rftwawebp01 ~]# ls /etc/logstash/conf.d/ | sort -n | while read line; do cat /etc/logstash/conf.d/$line; done input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/updateIvtAppForProfile.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/wc-dataimport-buildindex.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/bin/stagingProp.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_solr/httplogs/access_act_log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_solr/httplogs/error_act_log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/httplogs/trace.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/logs/createInstanceANT.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/logs/sdo.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/acpload.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/config_ant.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_getPath.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/config.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/stagingProp.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-dataimport-buildindex.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-dataimport-preprocess.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wcnonroot.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-seo-url-load.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/Plugins/logs/solrWebserver/http_plugin.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/Plugins/logs/webserver1/http_plugin.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/hamanager_config.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/importConfigArchive.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/keyGeneration.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SetSecurity.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SIBDefineChains.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SIBGenericDeployRAs.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/amjrte_config.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/collect_metadata.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/copyFiles.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBMIHS/logs/access_log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr_create.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/createShortcutForProfile.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/generateProfileKey.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr_getPath.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/hamanager_config.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/importConfigArchive.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/keyGeneration.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SetSecurity.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SIBDefineChains.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SIBGenericDeployRAs.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBMIHS/logs/error_log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/wsadminListener.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/wsadminListener.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/listProfiles.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/validateRegistry.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/ModifyCloudscapePermission.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/product_StartMenu.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/update/updateconfigCIM.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/update/updateconfig.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/update/updatePerfTemplate.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/wc-dataimport-buildindex.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/executeUpdateProfileIvtApp.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/activity.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/addNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/backupConfig.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/ffdc/nodeagent_exception.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/ffdc/PRstgHBCserver1_exception.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/iscinstall.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/native_stderr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/native_stdout.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/amjrte_config.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemErr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemOut_15.03.22_22.28.52.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemOut.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/native_stderr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/native_stdout.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/out.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/serverStatus.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/ssl.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/collect_metadata.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1 /stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/SystemErr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/SystemOut.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/trace2.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/trace.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/removeNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/native_stderr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/native_stdout.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/serverStatus.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/copyFiles.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/SystemErr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/SystemOut.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/serverStatus.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/syncNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/Update76692.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/wc-dataimport-buildindex.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/activity.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/addNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/ffdc/solrServer_exception.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_create.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/hbc_stg_solr/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/iscinstall.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/native_stderr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/native_stdout.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/SystemErr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/SystemOut.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/removeNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/native_stderr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/createShortcutForProfile.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/native_stdout.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/startServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/stopServer.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/SystemErr.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/SystemOut.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace-app.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace-d1.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/syncNode.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/Update76692.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { file { path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/generateProfileKey.log"] type => "STG_WCS_LOGS" exclude => [ "*gz" ] } }

input { exec { command => "echo 'heartbeat'" interval => 1800 type => "heartbeat" tags => ["heartbeat"] } } input { exec { command => "ps -e -o user,pid,ppid,pcpu,pmem,time,vsz,rss,args" interval => 300 type => "OS_STATS" tags => ["ps"] codec => "line" } }

input{ exec { command => "/usr/bin/sar -u 1 1" interval => 300 type => "OS_STATS" tags => ["sar"] codec => "line" } }

filter { grok { match => ["path","%{GREEDYDATA}/%{GREEDYDATA:filename}$"] } if [filename] =~ "trace.log" or [filename] =~ "SystemOut.log" or [filename] =~ "SystemErr.log" or [filename] =~ "native_stderr.log" 

    {
            multiline {
                pattern => "^\["
                negate  => true
                what => "previous"
            }

            grok{  
                    #break_on_match => false
                    match => [ "message", "%{SYSLOG5424SD}\s\w+\s+(?<component>\w+)\s+(?<t>\w+)(|\s+(?<text>.+))",
                               "message", "%{SYSLOG5424SD}\s\w+\s+(?<t>\w+)\s+%{JAVACLASS}\s+(|\s+(?<text>.+))",
                               "message", "%{SYSLOG5424SD}\s\w+\s+%{JAVACLASS}\s+(?<text>.+)"
                            ]
            }
            grok{  
                    break_on_match => false
                    match => [
                               "message", "lat=(?<ltitude>[-\d]+\.\d+),long=(?<longitude>[-\d]+\.\d+),"
                            ]
                    add_tag => [ "longlat" ]
            }
            if [lat] {
                     #mutate {
                     #     rename => [ "latitude", "[geoip][location][lat]", "longitude", "geoip.[location][lon]" ]
                     #}
                     mutate {
                            add_field => [ "geoip.location", "%{long}"]
                    }
                     mutate {
                      # Merge 'tmplat' into 'location'
                              merge => [ "geoip.location", "lat" ]
                     }
                     mutate {
                     #Convert our new array of strings back to float
                              convert => [ "geoip.location", "float" ]
                              add_tag => "geoip"
                     }
            }
 } else if [filename] =~ "hudsonbay.log"
 {
    multiline {
            pattern => "^\d+"
            negate  => true
            what => "previous"
    }

 }
 if [host] =~ "rftwwapp"
 {
    mutate { add_tag => "website" }

 } else if    [host] =~ "rftwwebp"
 {
    mutate { add_tag => "apache_website" }
 } else if    [host] =~ "rftmappp"
 {
    mutate { add_tag => "mobile" }
    mutate { add_tag => "apache_mobile" }
 } else if [host] =~ "rftwawebp01" {
    mutate { add_tag => "stage" }
    mutate { add_tag => "apache_staging" }
 } else if [host] =~ "rftwaappp01" {
    mutate { add_tag => "stage" }
 }

} filter { if [path] =~ "access_" { grok { match => [ "message" , "%{COMMONAPACHELOG} (?\d+) \"%{DATA:referrer}\" \"%{DATA:agent}\" \"%{DATA:domain}\" True-Client-IP \"%{DATA:True-Client-IP}\" \"%{DATA:JSESSIONID}\" \"%{DATA:WAS}\" \"%{DATA:CACHED_RESPONSE>}\" %{DATA:REDIRECT}" ] } } if [path] =~ "http_plugin.log" {
grok { match => [ "message" , "serverSetFailoverStatus: Server %{DATA:node} : pendingRequests (?\d+) failedRequests (?\d+) affinityRequests (?\d+) totalRequests (?\d+)" , "message" , "STATS: ws_server_group: serverGroupCheckServerStatus: Checking status of %{DATA:node}, ignoreWeights (?\d+), markedDown (?\d+), retryNow (?\d+), retryInSec (?[\d-]+), wlbAllows (?\d+) reachedMaxConnectionsLimit (?\d+)" ]
}

    }
    if "ps" in [tags] {
            grok {
                    match  =>  [
                    #ps -e -o user,pid,ppid,pcpu,pmem,time,vsz,rss,args
                    "message" , "%{DATA:uid}\s+%{NUMBER:pid:int}\s+%{NUMBER:ppid:int}\s+%{NUMBER:pcpu:float}\s+%{NUMBER:pmem:float}\s+%{NOTSPACE:time}\s+%{NUMBER:vsz:int}\s+%{NUMBER:rss:int}\s+%{DATA:cmd}\s+(?<args>.*)"
                    ]
            }
    }

} filter{ if "sar" in [tags] { grok { match => [

sar -u 1 1

                    #17:47:35 CPU %user %nice %system %iowait %steal %idle
                    #17:42:26 all 4.01 3.18 4.01 0.00 0.00 88.80
                    "message" , "(%{TIME:sartime}|%{DATA:average}:)\s+%{DATA:rowtype}\s+%{NUMBER:pctuser:float}\s+%{NUMBER:pctnice:float}\s+%{NUMBER:pctsystem:float}\s+%{NUMBER:pctiowait:float}\s+%{NUMBER:pctsteal:float}\s+%{NUMBER:pctidle:float}"
                    ]
            }
    }

}

output { if "debugme" in [tags] { stdout { codec => rubydebug } } redis { batch => true # boolean (optional), default: false batch_events => 50 # number (optional), default: 50 batch_timeout => 60 # number (optional), default: 5

codec => plain # codec (optional), default: "plain"

#congestion_interval  =>  1 # number (optional), default: 1
#congestion_threshold  =>  0 # number (optional), default: 0
data_type  =>  "list" # string, one of ["list", "channel"](optional)
#db  =>  0 # number (optional), default: 0
host  =>  ["XXXXXXXX"] # array (optional), default: ["127.0.0.1"]
key  =>  "dsg" # string (optional)
#password  =>  ... # password (optional)
#port  =>  ... # number (optional), default: 6379
reconnect_interval  =>  1 # number (optional), default: 1
#shuffle_hosts  =>  ... # boolean (optional), default: true
#timeout  =>  5 # number (optional), default: 5
workers  =>  5 # number (optional), default: 1

} }

jordansissel commented 9 years ago

The reported exception is no implicit conversion from nil to integer - odd indeed!

Can you run logstash with the --debug flag? This should, when logtash fails, emit a stack trace that I hope to use to track down the problem.