chef / chef-server

Chef Infra Server is a hub for configuration data; storing cookbooks, node policies and metadata of managed nodes.
https://www.chef.io/chef/
Apache License 2.0
290 stars 210 forks source link

configuring LOG_LEVEL and rotation for components of chef-server #669

Open majormoses opened 8 years ago

majormoses commented 8 years ago

I have observed erchef filling up logs upon inspection they appear to be largely INFO messages. I searched for a way to change the log level but did not find anything there. Is there something I am missing? I can set various log rotation settings via: https://github.com/chef/chef-server/blob/master/omnibus/files/private-chef-cookbooks/private-chef/attributes/default.rb#L242-L245

majormoses commented 8 years ago

Also after attempting to change the options that appear available they dont appear to work or I am doing something horribly wrong:

root@ip-172-16-250-5:/etc/chef# cat /etc/opscode/chef-server.rb 
topology "standalone"
api_fqdn "<REDACTED>"
{"bookshelf"=>{"enable"=>false, "log_directory"=>"/var/log/opscode/bookshelf", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "rabbitmq"=>{"log_directory"=>"/var/log/opscode/rabbitmq", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "opscode-solr4"=>{"log_directory"=>"/var/log/opscode/opscode-solr4", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "opscode-expander"=>{"log_directory"=>"/var/log/opscode/opscode-expander", "reindexer_log_directory"=>"/var/log/opscode/opscode-expander-reindexer", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "opscode-erchef"=>{"log_directory"=>"/var/log/opscode/opscode-erchef", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "oc-chef-pedant"=>{"log_directory"=>"/var/log/opscode/oc-chef-pedant", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "redis_lb"=>{"log_directory"=>"/var/log/opscode/redis_lb", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "nginx"=>{"log_directory"=>"/var/log/opscode/nginx", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "postgresql"=>{"log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "oc_bifrost"=>{"log_directory"=>"/var/log/opscode/oc_bifrost", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "oc_id"=>{"log_directory"=>"/var/log/opscode/oc_id", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "opscode-chef-mover"=>{"log_directory"=>"/var/log/opscode/opscode-chef-mover", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}, "keepalived"=>{"log_directory"=>"/var/log/opscode/keepalived", "log_rotation"=>{"file_maxbytes"=>52428800, "num_to_keep"=>5}}}

and then running chef-server-ctl reconfigure still does not actually change the log settings.

root@ip-172-16-250-5:/etc/chef# grep -C 10 'num_to_keep' /etc/opscode/chef-server-running.json 
      "port": 8983
    },
    "rabbitmq": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/rabbitmq",
      "data_dir": "/var/opt/opscode/rabbitmq/db",
      "log_directory": "/var/log/opscode/rabbitmq",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "vhost": "/chef",
      "user": "chef",
      "password": "93dd6b1b47ea2690b4005c6b0676fcaea94a9f35af6ed7bb9bdc69e1e1888b52b6f57611a83b32d30dc8ebcd5d6d7857b3e6",
      "reindexer_vhost": "/reindexer",
      "jobs_vhost": "/jobs",
      "jobs_user": "jobs",
      "jobs_password": "5d49be6f3ff234583ab33a162063e4f1e432a5b6967ea210c9740ef8d59039cd61c31e39484aa600c4b5cae1e826b01407e2",
      "actions_user": "actions",
      "actions_password": "4594ec1cff1d40e87716b559b987e0449b82553f9b0661a04443e00e3942efcf3e6a9a50f2fa143d985a8e90070a56de5860",
--
      "log_directory": "/var/opt/opscode/opscode-solr4/jetty/logs"
    },
    "opscode-solr4": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/opscode-solr4",
      "data_dir": "/var/opt/opscode/opscode-solr4/data",
      "log_directory": "/var/log/opscode/opscode-solr4",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "heap_size": 1024,
      "new_size": 64,
      "java_opts": " -XX:NewSize=64M -XX:+UseConcMarkSweepGC -XX:+UseParNewGC",
      "url": "http://localhost:8983/solr",
      "ip_address": "127.0.0.1",
      "vip": "127.0.0.1",
      "port": 8983,
      "ram_buffer_size": 100,
      "merge_factor": 15,
--
      "poll_seconds": 20,
      "command": "java -Xmx1024M -Xms1024M -XX:NewSize=64M -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Xloggc:/var/log/opscode/opscode-solr4/gclog.log -verbose:gc -XX:+PrintHeapAtGC -XX:+PrintGCTimeStamps -XX:+PrintGCDetails -XX:+PrintGCApplicationStoppedTime -XX:+PrintGCApplicationConcurrentTime -XX:+PrintTenuringDistribution -Dsolr.data.dir=/var/opt/opscode/opscode-solr4/data -Dsolr.solr.home=/var/opt/opscode/opscode-solr4/home -server -jar '/opt/opscode/embedded/service/opscode-solr4/jetty/start.jar'"
    },
    "opscode-expander": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/opscode-expander",
      "log_directory": "/var/log/opscode/opscode-expander",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "reindexer_log_directory": "/var/log/opscode/opscode-expander-reindexer",
      "consumer_id": "default",
      "nodes": 2
    },
    "opscode-erchef": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/opscode-erchef",
      "log_directory": "/var/log/opscode/opscode-erchef",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "vip": "127.0.0.1",
      "listen": "127.0.0.1",
      "port": 8000,
      "auth_skew": "900",
      "authz_pooler_timeout": "0",
      "bulk_fetch_batch_size": "5",
      "max_cache_size": "10000",
      "cache_ttl": "3600",
      "db_pool_size": "20",
--
    },
    "opscode-webui": {
      "enable": false
    },
    "oc-chef-pedant": {
      "dir": "/var/opt/opscode/oc-chef-pedant",
      "log_directory": "/var/log/opscode/oc-chef-pedant",
      "log_http_requests": true,
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "debug_org_creation": false
    },
    "redis_lb": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/redis_lb",
      "data_dir": "/var/opt/opscode/redis_lb/data",
      "log_directory": "/var/log/opscode/redis_lb",
      "log_rotation": {
        "file_maxbytes": 1000000,
        "num_to_keep": 10
      },
      "port": "16379",
      "bind": "127.0.0.1",
      "vip": "127.0.0.1",
      "keepalive": "60",
      "timeout": "300",
      "loglevel": "notice",
      "databases": "16",
      "appendonly": "no",
      "appendfsync": "always",
--
      "account_port": 9685,
      "oc_bifrost_port": 9683
    },
    "nginx": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/nginx",
      "log_directory": "/var/log/opscode/nginx",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "log_x_forwarded_for": false,
      "ssl_port": 443,
      "enable_non_ssl": false,
      "non_ssl_port": 80,
      "x_forwarded_proto": "https",
      "server_name": "<REDACTED>",
      "url": "https://REDACTED",
      "proxy_connect_timeout": 1,
      "ssl_protocols": "TLSv1 TLSv1.1 TLSv1.2",
--
    "postgresql": {
      "version": "9.2",
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/postgresql/9.2",
      "data_dir": "/var/opt/opscode/postgresql/9.2/data",
      "log_directory": "/var/log/opscode/postgresql/9.2",
      "log_min_duration_statement": -1,
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "username": "opscode-pgsql",
      "shell": "/bin/sh",
      "home": "/var/opt/opscode/postgresql",
      "user_path": "/opt/opscode/embedded/bin:/opt/opscode/bin:$PATH",
      "sql_user": "opscode_chef",
      "sql_password": "752db1c58fbdc2741f81d010be9485115ca567d90628a60aadb840cea69802ddc3fd55b2e9a8bd05b4620be721a8ad1e22c9",
      "sql_ro_user": "opscode_chef_ro",
      "sql_ro_password": "7f8afefb4d560e33a864bc50d07a670523be56a85217a1997cef2109a02936cb7eee7a6d2e16fbc3681eb27c3c3501467bf3",
      "vip": "127.0.0.1",
--
      "checkpoint_completion_target": 0.5,
      "checkpoint_warning": "30s"
    },
    "oc_bifrost": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/oc_bifrost",
      "log_directory": "/var/log/opscode/oc_bifrost",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "vip": "127.0.0.1",
      "listen": "127.0.0.1",
      "port": 9463,
      "superuser_id": "650123299ba1a95839b35f69adc71418",
      "db_pool_size": "20",
      "sql_user": "bifrost",
      "sql_password": "cc2edba027cbe2775d0512867ab3612ee599ab062989ba56ad7b95a9404d56d8e6f49a0946f11b142803d36959e04b96b3ea",
      "sql_ro_user": "bifrost_ro",
      "sql_ro_password": "f4614e93ab671ebfdd4d5aaee5e01d59cf313e5bcb27f3ba9c84174d11e52787b3be2e0ce0fa2eef4bc0644c411295830f49",
--
      "ibrowse_options": "[{connect_timeout, 5000}]"
    },
    "bookshelf": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/bookshelf",
      "data_dir": "/var/opt/opscode/bookshelf/data",
      "log_directory": "/var/log/opscode/bookshelf",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "vip": "ip-172-16-250-5.us-west-2.compute.internal",
      "listen": "127.0.0.1",
      "port": 4321,
      "stream_download": true,
      "access_key_id": "2ec9083bc6fbee0e99d2bd770b398e0d2e4569b6",
      "secret_access_key": "da4d5d7684e55006a1a934d667f1feef8a4f49e2a5b0c4cfe462aa1478f759ec27cfc0b2f842122c",
      "external_url": "host_header"
    },
    "oc_id": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/oc_id",
      "log_directory": "/var/log/opscode/oc_id",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "vip": "127.0.0.1",
      "port": 9090,
      "sql_database": "oc_id",
      "sql_user": "oc_id",
      "sql_password": "9e5eb53f955f501e879388a020008c9bb00bc8c8431f8e020feb614563a931e4101c65b3b4b03e1a27b1c434cfbb0cb4b7f7",
      "db_pool_size": "20",
      "sentry_dsn": null,
      "sign_up_url": null,
      "administrators": [
--
      "actions": true
    },
    "opscode-chef-mover": {
      "enable": true,
      "ha": false,
      "dir": "/var/opt/opscode/opscode-chef-mover",
      "data_dir": "/var/opt/opscode/opscode-chef-mover/data",
      "log_directory": "/var/log/opscode/opscode-chef-mover",
      "log_rotation": {
        "file_maxbytes": 1073741824,
        "num_to_keep": 10
      },
      "bulk_fetch_batch_size": 5,
      "max_cache_size": "10000",
      "cache_ttl": "3600",
      "db_pool_size": "5",
      "sql_db_timeout": 5000,
      "ibrowse_max_sessions": 256,
      "ibrowse_max_pipeline_size": 1,
      "solr_timeout": 30000,
      "solr_http_init_count": 25,
--
      "vip": "127.0.0.1",
      "port": 9466
    },
    "keepalived": {
      "enable": false,
      "dir": "/var/opt/opscode/keepalived",
      "ipv6_on": false,
      "log_directory": "/var/log/opscode/keepalived",
      "log_rotation": {
        "file_maxbytes": 104857600,
        "num_to_keep": 10
      },
      "smtp_server": "127.0.0.1",
      "smtp_connect_timeout": "30",
      "vrrp_sync_group": "PC_GROUP",
      "vrrp_sync_instance": "PC_VI",
      "vrrp_instance_state": "BACKUP",
      "vrrp_instance_interface": "eth0",
      "vrrp_instance_virtual_router_id": "1",
      "vrrp_instance_priority": "100",
      "vrrp_instance_advert_int": "1",
PrajaktaPurohit commented 4 years ago

Check to see if lager is updated to the latest version. We could use some of the features from the enhanced lager to get better Debug logs.