search

rcbops / chef-cookbooks

RCB OPS - Chef Cookbooks
Other
118 stars 102 forks source link

Heat endpoints in keystone are registering to controller1's IP instead of VIP #730

Closed jacobwagner closed 10 years ago

jacobwagner commented 10 years ago 
root@qa-precise-pool918:~# keystone endpoint-list
+----------------------------------+-----------+----------------------------------------------+----------------------------------------------+----------------------------------------------+----------------------------------+
|                id                |   region  |                  publicurl                   |                 internalurl                  |                   adminurl                   |            service_id            |
+----------------------------------+-----------+----------------------------------------------+----------------------------------------------+----------------------------------------------+----------------------------------+
| 58c63072219f4914b2bdee3e69ff8d26 | RegionOne | http://198.101.133.240:8004/v1/$(tenant_id)s | http://198.101.133.240:8004/v1/$(tenant_id)s | http://198.101.133.240:8004/v1/$(tenant_id)s | e45c85677f2940f68e40cc6bcb76b39b |
| 711ba68a80764ddf98f065ba7289c95d | RegionOne |         http://198.101.133.156:8777          |         http://198.101.133.156:8777          |         http://198.101.133.156:8777          | 21d39cdddf0441db9d38ae7210ce7f54 |
| 7cfedee5858a4b448e09d6528d3d6068 | RegionOne |         http://198.101.133.156:9292          |         http://198.101.133.156:9292          |         http://198.101.133.156:9292          | adb3d17cc74548489adbf66fb410b421 |
| 854e4500f31f412987b8ee73f232c114 | RegionOne | http://198.101.133.156:8776/v1/%(tenant_id)s | http://198.101.133.156:8776/v1/%(tenant_id)s | http://198.101.133.156:8776/v1/%(tenant_id)s | d4cb1babbfce43f3923aad9f4294f33c |
| 9a1c235645254190a02628551c16c22c | RegionOne |  http://198.101.133.156:8773/services/Cloud  |  http://198.101.133.156:8773/services/Admin  |  http://198.101.133.156:8773/services/Admin  | e375db75ccf74568a83f4dd0c0c2f6d2 |
| b1264e14bb1548d5967a68a3e2ed2465 | RegionOne |         http://198.101.133.156:9696          |         http://198.101.133.156:9696          |         http://198.101.133.156:9696          | e5f3eb4ed41541b1ae4d5e9b1ea1848d |
| cea31f5af9b848b6bfeb1b03d59781c8 | RegionOne |       http://198.101.133.156:5000/v2.0       |       http://198.101.133.156:5000/v2.0       |      http://198.101.133.156:35357/v2.0       | f216bb1e8e614f27915f606173c189d5 |
| e4f06c334f74480dbc8fb180fbf35d36 | RegionOne | http://198.101.133.156:8774/v2/%(tenant_id)s | http://198.101.133.156:8774/v2/%(tenant_id)s | http://198.101.133.156:8774/v2/%(tenant_id)s | ff596686062d4792b8f67c93287e78b4 |
| f34f4ba3774145fb8cd0d72ceb8c5509 | RegionOne | http://198.101.133.240:8000/v1/$(tenant_id)s | http://198.101.133.240:8000/v1/$(tenant_id)s | http://198.101.133.240:8000/v1/$(tenant_id)s | a01c89f01ce9499c8642287d792cda0a |
+----------------------------------+-----------+----------------------------------------------+----------------------------------------------+----------------------------------------------+----------------------------------+
root@qa-precise-pool918:~# keystone service-list | grep da0a
| a01c89f01ce9499c8642287d792cda0a |  heat-cfn  | cloudformation | Heat Cloudformation Service |
root@qa-precise-pool918:~# keystone service-list | grep b39b
| e45c85677f2940f68e40cc6bcb76b39b |    heat    | orchestration  |         Heat Service        |
root@qa-precise-pool938:~# knife environment show autotest-precise-ha
chef_type:           environment
cookbook_versions:
default_attributes:
description:         autotest-precise-ha
json_class:          Chef::Environment
name:                autotest-precise-ha
override_attributes:
  deployment:
    branch:      v4.2.1rc
    features:
      glance:           cf
      highavailability: default
      horizon:          default
      keystone:         default
      monitoring:       default
      mysql:            default
      neutron:          neutron
      nova:             default
      openssh:          default
      osops:            default
      osopsnetworks:    default
    name:        autotest-precise-ha
    nodes:
      qa-precise-pool938.rcb.rackspace.com
      qa-precise-pool935.rcb.rackspace.com
      qa-precise-pool918.rcb.rackspace.com
      qa-precise-pool937.rcb.rackspace.com
    os_name:     precise
    product:     compute
    provisioner: razor
    status:      post-build
  glance:
    api:
      default_store:            swift
      swift_store_auth_address: https://identity.api.rackspacecloud.com/v2.0
      swift_store_auth_version: 2
      swift_store_key:          **************
      swift_store_region:       DFW
      swift_store_user:         MossoCloudFS_1daaeb6f-5cf0-4fb3-aad9-d37dee0fc4b0:privatecloudqe
    image_upload: true
    images:
      cirros
      precise
  horizon:
    theme: default
  keystone:
    admin_user: admin
    tenants:
      admin
      service
      demo
      demo2
    users:
      admin:
        password: secrete
        roles:
          admin:
            admin
            demo
      demo:
        default_tenant: demo
        password:       secrete
        roles:
          Member: demo
      demo2:
        default_tenant: demo2
        password:       secrete
        roles:
          Member: demo2
  monitoring:
    metric_provider:  collectd
    procmon_provider: monit
  mysql:
    allow_remote_root: true
    root_network_acl:  %
  neutron:
    lbaas:
      enabled: true
    ovs:
      network_type:     gre
      provider_network:
        bridge: br-eth1
        label:  ph-eth1
        vlans:  1:1000
  nova:
    apply_patches: false
    libvirt:
      virt_type: kvm
    network:
      provider: neutron
  openssh:
    server:
      subsystem: sftp internal-sftp
  osops:
    apply_patches: true
  osops_networks:
    management: 198.101.133.0/24
    nova:       198.101.133.0/24
    public:     198.101.133.0/24
  remote_chef:
    client: admin
    key:    -----BEGIN RSA PRIVATE KEY-----
    MIIEoAIBAAKCAQEApkaA2GXvbtcI64hOD+b1eXiUCQroE/CG8R9E01giiBXd2San
    bx82TngFigPBWWkh+LIzzAn1J5FsysVa2R41msmHwvoFOgvRVwcBeR/mxI+sRIW/
    Qw2U+VZnJc60p4VDKc4hr5fIisGp5HTig5LkjlsZuGegujBqgIt+oDVE7jlStzvW
    jK/ynBNeVIBk2BUQUmFmw0G5s/1OEQloltnURZ3V5N/RZEn59NEySQAX/idUqpl2
    rBpy2AR03IB4uen6RBcHX34zN/0hIqLbltl2X/pi+oX9d7lA+iN6P5sZ/wyBNuM3
    CNq2PdvsppM30yvtOAg8YMecR26HkxieybUUwwIDAQABAoH/MLZ3CO7UNqTI+Df2
    prIDOJMay4tmcnEFF58RitlHRJcjZ3rrkqKSRmrjNIvlGUyzpyiOBDjmmbEBLmaj
    Nviiu7ZPD9Avt9G+gsCKrfGqqettjKWiYwKXonStw2XLh0iDZLv/InJVTlFudH/J
    3MIsM4h9AIlbjTCiAwbbEhSJHUE07PvdvnfDxecZouX47LI/3hXqRg4mh+JohNmu
    uIw2UMAvOvJjSioXzHB1ArNc7NhxQOngD46MBoeXqH1WYcxaj5qfhCcXhrbsuJKG
    pPdOaLhV1s2aer/EqBQoV4VGfwlwWhqQzsvw60BLmvdN1qqVPhFUnGYGqwkyrwkt
    TaihAoGBANlZ1VL5GNTppiL7d2LRvKGFsYvrZ5WMff+NyPBGRZgcN/TLPs2WIUu0
    XpBBhbZl+Vq0l3E7s9fx5hps/G8qO+4s2uk+1n+rvdHh/8+FdoQ5rFoXsUURpU1d
    t6ZOihK0toQU2Vqyh2JV41oNpC2hWeSnKbLnqSz/WCdlDj2dnsJxAoGBAMPXoUA9
    HemsvCvav0ARt2l2Nbd7ywpCr00iy7qhtpjJ84hrGcj4par283eIpXrD12NvrD+N
    pWJMQcpvPF9VMKfgxAXS6eRuMB36rHG6X7Nt5RgLUYDSGe7QJMhEFb+NiWkISv7F
    upW68QO6LMoCIoPB2Sr/KenvIRKhS7VZBXxzAoGATjLm8GpUx82ki3OD+ZbSUh7C
    yT+Rzhl0/6vofqIZyedlLnqthtQb+JvVZftc+0nnE/5jekbrpqcOjbVmgSxl0YRr
    4n1MOTT2H3w7SFORV3NUkjlx+xKlMZelSn15ac+A1zaVGO+gi/2wxaagyhYCPKTz
    +L0mfd0Ev2+5VuvNwdECgYAXieJKu03OGUHgr4EPLVHzLg8Ux59G028IgWclPmyY
    /qTzv5Ow0Rnwa5AlzNm+4K0RuYlldhvrrai2sRn7h1y6wMwuuwP7vbaw08FIRhNc
    mJfRhQK9zgLp7kCNhYlrpZJfemyxJIjhmD+BqC3b9de6KGF2xoZ+JIzAFXzpBhMf
    uwKBgDuDsA0+Z+GlXDtbNd1XXpOl8od+uGcIxuxUCzEQHtIiXZScIEsESdymEAK4
    Ukp/nlz+A1bHfd5FW6zXmn6W5qI3F5japVqghGhOU2O6Rlzou1QCax4dZV5NceSg
    zz2gJjpZPCK+K2R2s4Hv/hPthxcqQzvExb3Oy649CzzkBmef
    -----END RSA PRIVATE KEY-----

    url:    https://198.101.133.215:4443
  vips:
    ceilometer-api:           198.101.133.156
    ceilometer-central-agent: 198.101.133.156
    cinder-api:               198.101.133.156
    config:
      198.101.133.154:
        network: public
        vrid:    10
      198.101.133.155:
        network: public
        vrid:    11
      198.101.133.156:
        network: public
        vrid:    12
    glance-api:               198.101.133.156
    glance-registry:          198.101.133.156
    heat-api:                 198.101.133.156
    heat-api-cfn:             198.101.133.156
    heat-api-cloudwatch:      198.101.133.156
    horizon-dash:             198.101.133.156
    horizon-dash_ssl:         198.101.133.156
    keystone-admin-api:       198.101.133.156
    keystone-internal-api:    198.101.133.156
    keystone-service-api:     198.101.133.156
    mysql-db:                 198.101.133.154
    neutron-api:              198.101.133.156
    nova-api:                 198.101.133.156
    nova-ec2-public:          198.101.133.156
    nova-novnc-proxy:         198.101.133.156
    nova-xvpvnc-proxy:        198.101.133.156
    rabbitmq-queue:           198.101.133.155
    swift-proxy:              198.101.133.156
breu commented 10 years ago

Hey @jacobwagner Can you give me the runlist for both controller node1 and node2?

jacobwagner commented 10 years ago 
Node Name:   qa-precise-pool935.rcb.rackspace.com
Environment: autotest-precise-ha
FQDN:        qa-precise-pool935.rcb.rackspace.com
IP:          198.101.133.240
Run List:    role[ha-controller1], role[single-network-node], role[heat-all]
Roles:       ha-controller1, base, rsyslog-server, mysql-master, rabbitmq-server, memcached, keystone-setup, keystone-api, glance-setup, glance-registry, glance-api, nova-setup, nova-network-controller, nova-scheduler, nova-conductor, nova-api-ec2, nova-api-os-compute, cinder-setup, cinder-api, cinder-scheduler, nova-cert, nova-vncproxy, horizon-server, openstack-ha, openstack-logging, ceilometer-setup, ceilometer-api, ceilometer-collector, ceilometer-central-agent, single-network-node, rsyslog-client, heat-all, heat-setup, heat-engine, heat-api, heat-api-cfn, heat-api-cloudwatch
Recipes:     osops-utils::packages, openssh, ntp, rsyslog::default, hardware, osops-utils::default, osops-utils::keepalived-timeouts, rsyslog::server, mysql-openstack::server, openstack-monitoring::mysql-server, erlang::default, rabbitmq-openstack::server, openstack-monitoring::rabbitmq-server, memcached-openstack::default, keystone::setup, keystone::keystone-api, openstack-monitoring::keystone, glance::setup, glance::registry, openstack-monitoring::glance-registry, glance::api, openstack-monitoring::glance-api, glance::replicator, nova::nova-setup, nova-network::nova-controller, openstack-monitoring::nova-network, nova::scheduler, openstack-monitoring::nova-scheduler, osops-utils::centos-amqplib-keepalive-patch, nova::nova-conductor, openstack-monitoring::nova-conductor, nova::api-ec2, openstack-monitoring::nova-api-ec2, nova::api-os-compute, openstack-monitoring::nova-api-os-compute, cinder::cinder-setup, cinder::cinder-api, openstack-monitoring::cinder-api, cinder::cinder-scheduler, openstack-monitoring::cinder-scheduler, nova::nova-cert, openstack-monitoring::nova-cert, nova::vncproxy, openstack-monitoring::nova-vncproxy, mysql::client, mysql::ruby, horizon::server, openstack-ha::default, openstack-logging::default, ceilometer::ceilometer-setup, ceilometer::ceilometer-api, ceilometer::ceilometer-collector, ceilometer::ceilometer-central-agent, rsyslog::client, nova-network::neutron-metadata-agent, nova-network::neutron-dhcp-agent, nova-network::neutron-plugin, nova-network::neutron-l3-agent, nova-network::neutron-lbaas-agent, nova-network::rpcdaemon, heat::heat-setup, heat::heat-engine, heat::heat-api, heat::heat-api-cfn, heat::heat-api-cloudwatch
Platform:    ubuntu 12.04
Tags:        

Node Name:   qa-precise-pool918.rcb.rackspace.com
Environment: autotest-precise-ha
FQDN:        qa-precise-pool918.rcb.rackspace.com
IP:          198.101.133.226
Run List:    role[ha-controller2], role[single-network-node]
Roles:       ha-controller2, base, rsyslog-client, mysql-master, rabbitmq-server, memcached, keystone-api, glance-registry, glance-api, nova-scheduler, nova-conductor, nova-api-ec2, nova-api-os-compute, nova-network-controller, cinder-api, cinder-scheduler, nova-cert, nova-vncproxy, horizon-server, openstack-ha, openstack-logging, ceilometer-api, ceilometer-collector, ceilometer-central-agent, single-network-node
Recipes:     osops-utils::packages, openssh, ntp, rsyslog::default, hardware, osops-utils::default, osops-utils::keepalived-timeouts, rsyslog::client, mysql-openstack::server, openstack-monitoring::mysql-server, erlang::default, rabbitmq-openstack::server, openstack-monitoring::rabbitmq-server, memcached-openstack::default, keystone::keystone-api, openstack-monitoring::keystone, glance::registry, openstack-monitoring::glance-registry, glance::api, openstack-monitoring::glance-api, glance::replicator, nova::scheduler, openstack-monitoring::nova-scheduler, osops-utils::centos-amqplib-keepalive-patch, nova::nova-conductor, openstack-monitoring::nova-conductor, nova::api-ec2, openstack-monitoring::nova-api-ec2, nova::api-os-compute, openstack-monitoring::nova-api-os-compute, nova-network::nova-controller, openstack-monitoring::nova-network, cinder::cinder-api, openstack-monitoring::cinder-api, cinder::cinder-scheduler, openstack-monitoring::cinder-scheduler, nova::nova-cert, openstack-monitoring::nova-cert, nova::vncproxy, openstack-monitoring::nova-vncproxy, mysql::client, mysql::ruby, horizon::server, openstack-ha::default, openstack-logging::default, ceilometer::ceilometer-api, ceilometer::ceilometer-collector, ceilometer::ceilometer-central-agent, nova-network::neutron-metadata-agent, nova-network::neutron-dhcp-agent, nova-network::neutron-plugin, nova-network::neutron-l3-agent, nova-network::neutron-lbaas-agent, nova-network::rpcdaemon
Platform:    ubuntu 12.04
Tags:
jacobwagner commented 10 years ago

closing this as it is a role issue