THE ISSUE:
I can see the cirros console via the web interface and login BUT
I CANNOT PING OR SSH THE VM AT ALL (neither with private nor with assigned floating IP address)
and as per suggestions in those closed issue I DID (especially on 127 and 133):
->installed the OVS version 1.4.2
->downgraded kernel to 3.2.0-23-generic
Some details:
->I have no trace of errors in all logs (not even in the openvswitch-agent.log!) BUT the L3 agent log-->see below PS in this message
->Obviously no problems in sending any kind of info about installation
->I also have a logged ALL the action performed during installation (cut and paste of all the commands in the real succession) in a word document, no problem in sending that
->I will not do any action on the server till I have some suggestion....and then log and post here all the action I will do
I have been dealing for weeks with this problem, and I really don't know how to get rid of it...
.....PLEASE HELP!
Regards
Marco
P.S.: some "picks" from my quantum l3agent log:
2013-11-26 16:49:49 ERROR [quantum.agent.l3_agent] Failed synchronizing routers
Traceback (most recent call last):
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 637, in _sync_routers_task
context, router_id)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 77, in get_routers
topic=self.topic)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/proxy.py", line 80, in call
return rpc.call(context, self._get_topic(topic), msg, timeout)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/init.py", line 140, in call
return _get_impl().call(CONF, context, topic, msg, timeout)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/impl_kombu.py", line 798, in call
rpc_amqp.get_connection_pool(conf, Connection))
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 613, in call
rv = list(rv)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 562, in iter
raise result
RemoteError: Remote error: AgentNotFoundByTypeHost Agent with agent_type=L3 agent and host=FCN01 could not be found
[u'Traceback (most recent call last):\n', u' File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 430, in _process_data\n rval = self.proxy.dispatch(ctxt, version, method, _args)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/common/rpc.py", line 43, in dispatch\n quantum_ctxt, version, method, _kwargs)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n return getattr(proxyobj, method)(ctxt, **kwargs)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/l3_rpc_base.py", line 49, in sync_routers\n context, host, router_id)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/agentschedulers_db.py", line 228, in list_active_sync_routers_on_active_l3_agent\n context, constants.AGENT_TYPE_L3, host)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/agents_db.py", line 125, in _get_agent_by_type_and_host\n host=host)\n', u'AgentNotFoundByTypeHost: Agent with agent_type=L3 agent and host=FCN01 could not be found\n'].
2013-11-26 16:50:29 ERROR [quantum.agent.l3_agent] Failed synchronizing routers
Traceback (most recent call last):
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 637, in _sync_routers_task
context, router_id)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 77, in get_routers
topic=self.topic)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/proxy.py", line 80, in call
return rpc.call(context, self._get_topic(topic), msg, timeout)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/init.py", line 140, in call
return _get_impl().call(CONF, context, topic, msg, timeout)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/impl_kombu.py", line 798, in call
rpc_amqp.get_connection_pool(conf, Connection))
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 613, in call
rv = list(rv)
File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 562, in iter
raise result
.......
RuntimeError:
Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8']
Exit code: 2
Stdout: ''
Stderr: 'RTNETLINK answers: Invalid argument\n'
2013-11-27 11:49:12 ERROR [quantum.agent.l3_agent] Failed synchronizing routers
Traceback (most recent call last):
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 638, in _sync_routers_task
self._process_routers(routers, all_routers=True)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 621, in _process_routers
self.process_router(ri)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 319, in process_router
self.external_gateway_added(ri, ex_gw_port, internal_cidrs)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 410, in external_gateway_added
prefix=EXTERNAL_DEV_PREFIX)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/interface.py", line 191, in plug
namespace_obj.add_device_to_namespace(ns_dev)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 129, in add_device_to_namespace
device.link.set_netns(self.namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 192, in set_netns
self._as_root('set', self.name, 'netns', namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 167, in _as_root
kwargs.get('use_root_namespace', False))
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 47, in _as_root
namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 58, in _execute
root_helper=root_helper)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/utils.py", line 61, in execute
raise RuntimeError(m)
RuntimeError:
Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8']
Exit code: 2
Stdout: ''
Stderr: 'RTNETLINK answers: Invalid argument\n'
2013-11-27 11:49:52 ERROR [quantum.agent.l3_agent] Failed synchronizing routers
Traceback (most recent call last):
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 638, in _sync_routers_task
self._process_routers(routers, all_routers=True)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 621, in _process_routers
self.process_router(ri)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 319, in process_router
self.external_gateway_added(ri, ex_gw_port, internal_cidrs)
File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 410, in external_gateway_added
prefix=EXTERNAL_DEV_PREFIX)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/interface.py", line 191, in plug
namespace_obj.add_device_to_namespace(ns_dev)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 129, in add_device_to_namespace
device.link.set_netns(self.namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 192, in set_netns
self._as_root('set', self.name, 'netns', namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 167, in _as_root
kwargs.get('use_root_namespace', False))
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 47, in _as_root
namespace)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 58, in _execute
root_helper=root_helper)
File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/utils.py", line 61, in execute
raise RuntimeError(m)
RuntimeError:
Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8']
Exit code: 2
Stdout: ''
Stderr: 'RTNETLINK answers: Invalid argument\n'
Hi All,
unfortunately I have to open an issue that already has been evidenced and closed for similar problems in the past
Premise: I made a lot of installations before deciding to open this issue, and few days ago I have been building a completely fresh installation of a single-server openstack + quantum + OVS plugin CAREFULLY following instructions on: https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/blob/OVS_SingleNode/OpenStack_Grizzly_Install_Guide.rst#openstack-grizzly-install-guide
Everything looks working fine, at the end I successfully create a VM carefully following instructions on https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/blob/OVS_SingleNode/OpenStack_Grizzly_Install_Guide.rst#9-your-first-vm and https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/blob/OVS_MultiNode/OpenStack_Grizzly_Install_Guide.rst#5-your-first-vm
THE ISSUE: I can see the cirros console via the web interface and login BUT I CANNOT PING OR SSH THE VM AT ALL (neither with private nor with assigned floating IP address)
I carefully examined all the previous similar issues, in particular: https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/issues/127 https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/issues/133 https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/issues/111 https://github.com/mseknibilel/OpenStack-Grizzly-Install-Guide/issues/135
and as per suggestions in those closed issue I DID (especially on 127 and 133): ->installed the OVS version 1.4.2 ->downgraded kernel to 3.2.0-23-generic
Some details: ->I have no trace of errors in all logs (not even in the openvswitch-agent.log!) BUT the L3 agent log-->see below PS in this message ->Obviously no problems in sending any kind of info about installation ->I also have a logged ALL the action performed during installation (cut and paste of all the commands in the real succession) in a word document, no problem in sending that ->I will not do any action on the server till I have some suggestion....and then log and post here all the action I will do
I have been dealing for weeks with this problem, and I really don't know how to get rid of it... .....PLEASE HELP!
Regards
Marco
P.S.: some "picks" from my quantum l3agent log: 2013-11-26 16:49:49 ERROR [quantum.agent.l3_agent] Failed synchronizing routers Traceback (most recent call last): File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 637, in _sync_routers_task context, router_id) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 77, in get_routers topic=self.topic) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/proxy.py", line 80, in call return rpc.call(context, self._get_topic(topic), msg, timeout) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/init.py", line 140, in call return _get_impl().call(CONF, context, topic, msg, timeout) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/impl_kombu.py", line 798, in call rpc_amqp.get_connection_pool(conf, Connection)) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 613, in call rv = list(rv) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 562, in iter raise result RemoteError: Remote error: AgentNotFoundByTypeHost Agent with agent_type=L3 agent and host=FCN01 could not be found [u'Traceback (most recent call last):\n', u' File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 430, in _process_data\n rval = self.proxy.dispatch(ctxt, version, method, _args)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/common/rpc.py", line 43, in dispatch\n quantum_ctxt, version, method, _kwargs)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/dispatcher.py", line 133, in dispatch\n return getattr(proxyobj, method)(ctxt, **kwargs)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/l3_rpc_base.py", line 49, in sync_routers\n context, host, router_id)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/agentschedulers_db.py", line 228, in list_active_sync_routers_on_active_l3_agent\n context, constants.AGENT_TYPE_L3, host)\n', u' File "/usr/lib/python2.7/dist-packages/quantum/db/agents_db.py", line 125, in _get_agent_by_type_and_host\n host=host)\n', u'AgentNotFoundByTypeHost: Agent with agent_type=L3 agent and host=FCN01 could not be found\n']. 2013-11-26 16:50:29 ERROR [quantum.agent.l3_agent] Failed synchronizing routers Traceback (most recent call last): File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 637, in _sync_routers_task context, router_id) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 77, in get_routers topic=self.topic) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/proxy.py", line 80, in call return rpc.call(context, self._get_topic(topic), msg, timeout) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/init.py", line 140, in call return _get_impl().call(CONF, context, topic, msg, timeout) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/impl_kombu.py", line 798, in call rpc_amqp.get_connection_pool(conf, Connection)) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 613, in call rv = list(rv) File "/usr/lib/python2.7/dist-packages/quantum/openstack/common/rpc/amqp.py", line 562, in iter raise result
.......
RuntimeError: Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8'] Exit code: 2 Stdout: '' Stderr: 'RTNETLINK answers: Invalid argument\n' 2013-11-27 11:49:12 ERROR [quantum.agent.l3_agent] Failed synchronizing routers Traceback (most recent call last): File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 638, in _sync_routers_task self._process_routers(routers, all_routers=True) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 621, in _process_routers self.process_router(ri) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 319, in process_router self.external_gateway_added(ri, ex_gw_port, internal_cidrs) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 410, in external_gateway_added prefix=EXTERNAL_DEV_PREFIX) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/interface.py", line 191, in plug namespace_obj.add_device_to_namespace(ns_dev) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 129, in add_device_to_namespace device.link.set_netns(self.namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 192, in set_netns self._as_root('set', self.name, 'netns', namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 167, in _as_root kwargs.get('use_root_namespace', False)) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 47, in _as_root namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 58, in _execute root_helper=root_helper) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/utils.py", line 61, in execute raise RuntimeError(m) RuntimeError: Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8'] Exit code: 2 Stdout: '' Stderr: 'RTNETLINK answers: Invalid argument\n' 2013-11-27 11:49:52 ERROR [quantum.agent.l3_agent] Failed synchronizing routers Traceback (most recent call last): File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 638, in _sync_routers_task self._process_routers(routers, all_routers=True) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 621, in _process_routers self.process_router(ri) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 319, in process_router self.external_gateway_added(ri, ex_gw_port, internal_cidrs) File "/usr/lib/python2.7/dist-packages/quantum/agent/l3_agent.py", line 410, in external_gateway_added prefix=EXTERNAL_DEV_PREFIX) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/interface.py", line 191, in plug namespace_obj.add_device_to_namespace(ns_dev) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 129, in add_device_to_namespace device.link.set_netns(self.namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 192, in set_netns self._as_root('set', self.name, 'netns', namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 167, in _as_root kwargs.get('use_root_namespace', False)) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 47, in _as_root namespace) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/ip_lib.py", line 58, in _execute root_helper=root_helper) File "/usr/lib/python2.7/dist-packages/quantum/agent/linux/utils.py", line 61, in execute raise RuntimeError(m) RuntimeError: Command: ['sudo', 'quantum-rootwrap', '/etc/quantum/rootwrap.conf', 'ip', 'link', 'set', 'qg-97772b28-bc', 'netns', 'qrouter-7d1b815a-b57c-4679-b592-13aedd6360a8'] Exit code: 2 Stdout: '' Stderr: 'RTNETLINK answers: Invalid argument\n'