SatelliteQE / robottelo

Robottelo is a test suite that exercises The Foreman.
GNU General Public License v3.0
61 stars 114 forks source link

Downstream automation failure: test_hammer_options #2227

Closed tkolhar closed 9 years ago

tkolhar commented 9 years ago

TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

This is regression and hence I am re-opening this bz:

The error message : Error Message AssertionError:{ "hammer": { "added_command": false, "added_subcommands": [ "docker" ] }, "hammer docker": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "image", "tag", "container" ] }, "hammer docker container": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "status", "logs", "list", "create", "stop", "start", "delete" ] }, "hammer docker container create": { "added_command": true, "added_options": [ "tty", "help", "location-ids", "locations", "tag", "attach-stderr", "cpu-sets", "compute-resource-id", "organization-ids", "attach-stdin", "compute-resource", "capsule-id", "attach-stdout", "memory", "entrypoint", "registry-id", "cpu-shares", "capsule", "organizations", "name", "repository-name", "command" ] }, "hammer docker container delete": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container info": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container list": { "added_command": true, "added_options": [ "compute-resource", "page", "compute-resource-id", "help", "per-page" ] }, "hammer docker container logs": { "added_command": true, "added_options": [ "name", "stdout", "compute-resource-id", "compute-resource", "tail", "stderr", "id", "help" ] }, "hammer docker container start": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container status": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container stop": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker image": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker image info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker image list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] }, "hammer docker tag": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker tag info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker tag list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] } }

tkolhar commented 9 years ago

When executed locally using nosetests the test is executed as: FAIL FAIL: @Test: check all provided options for every hammer command

Traceback (most recent call last): File "/home/tkolhar/git/robottelo/tests/foreman/cli/test_hammer.py", line 114, in test_hammer_options json.dumps(self.differences, indent=True, sort_keys=True) AssertionError: { "hammer": { "added_command": false, "added_subcommands": [ "docker" ] }, "hammer docker": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "image", "tag", "container" ] }, "hammer docker container": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "status", "logs", "list", "create", "stop", "start", "delete" ] }, "hammer docker container create": { "added_command": true, "added_options": [ "tty", "help", "location-ids", "locations", "tag", "attach-stderr", "cpu-sets", "compute-resource-id", "organization-ids", "attach-stdin", "compute-resource", "capsule-id", "attach-stdout", "memory", "entrypoint", "registry-id", "cpu-shares", "capsule", "organizations", "name", "repository-name", "command" ] }, "hammer docker container delete": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container info": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container list": { "added_command": true, "added_options": [ "compute-resource", "page", "compute-resource-id", "help", "per-page" ] }, "hammer docker container logs": { "added_command": true, "added_options": [ "name", "stdout", "compute-resource-id", "compute-resource", "tail", "stderr", "id", "help" ] }, "hammer docker container start": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container status": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container stop": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker image": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker image info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker image list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] }, "hammer docker tag": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker tag info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker tag list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] } } XML: foreman-results.xml Ran 1 test in 2043.287s FAILED (failures=1)

The json.dumps(self.differences, indent=True, sort_keys=True) does not create a tuple as expected is what my observation please fix it thanks

elyezer commented 9 years ago

The docker subcommand was finally added!

tkolhar commented 9 years ago

this issue can be found in snap4 compose 2 Error Message

{ "hammer": { "added_command": false, "added_subcommands": [ "docker" ] }, "hammer docker": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "image", "tag", "container" ] }, "hammer docker container": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "status", "logs", "list", "create", "stop", "start", "delete" ] }, "hammer docker container create": { "added_command": true, "added_options": [ "tty", "help", "location-ids", "locations", "tag", "attach-stderr", "cpu-sets", "compute-resource-id", "organization-ids", "attach-stdin", "compute-resource", "capsule-id", "attach-stdout", "memory", "entrypoint", "registry-id", "cpu-shares", "capsule", "organizations", "name", "repository-name", "command" ] }, "hammer docker container delete": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container info": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container list": { "added_command": true, "added_options": [ "compute-resource", "page", "compute-resource-id", "help", "per-page" ] }, "hammer docker container logs": { "added_command": true, "added_options": [ "name", "stdout", "compute-resource-id", "compute-resource", "tail", "stderr", "id", "help" ] }, "hammer docker container start": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container status": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker container stop": { "added_command": true, "added_options": [ "compute-resource", "id", "help", "name", "compute-resource-id" ] }, "hammer docker image": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker image info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker image list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] }, "hammer docker tag": { "added_command": true, "added_options": [ "help" ], "added_subcommands": [ "info", "list" ] }, "hammer docker tag info": { "added_command": true, "added_options": [ "id", "name", "help", "repository", "repository-id" ] }, "hammer docker tag list": { "added_command": true, "added_options": [ "lifecycle-environment", "product-id", "help", "content-view-version", "lifecycle-environment-id", "repository-id", "product", "repository", "full-results", "content-view-filter-id", "content-view-id", "organization-id", "content-view-version-id", "by", "content-view", "search", "organization-label", "content-view-filter", "ids", "order", "organization", "page", "per-page" ] } }

tkolhar commented 9 years ago

I am re-opening issue as it has appeared again dated 05/28/2015

Error Message { "hammer activation-key create": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer activation-key list": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer activation-key update": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer content-host create": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer content-host errata apply": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host errata info": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host list": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer content-host package install": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host package remove": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host package upgrade": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host package upgrade-all": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host package-group install": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host package-group remove": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-host update": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer content-report content-host-status": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-report content-host-trend": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer content-view list": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer content-view remove-from-environment": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer discovery provision": { "added_command": false, "removed_options": [ "partition-table" ] }, "hammer docker image list": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer docker tag list": { "added_command": false, "removed_options": [ "lifecycle-environment", "lifecycle-environment-id" ] }, "hammer environment list": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer environment sc-params": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer host create": { "added_command": false, "removed_options": [ "puppet-class-ids", "partition-table", "partition-table-id" ] }, "hammer host puppet-classes": { "added_command": false, "added_options": [ "environment", "hostgroup-id", "environment-id", "hostgroup" ], "removed_options": [ "host", "host-id" ] }, "hammer host sc-params": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer host update": { "added_command": false, "removed_options": [ "puppet-class-ids", "partition-table", "partition-table-id" ] }, "hammer host-collection add-content-host": { "added_command": false, "removed_options": [ "content-host-ids" ] }, "hammer host-collection create": { "added_command": false, "removed_options": [ "content-host-ids" ] }, "hammer host-collection list": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer host-collection remove-content-host": { "added_command": false, "removed_options": [ "content-host-ids" ] }, "hammer host-collection update": { "added_command": false, "removed_options": [ "content-host-ids" ] }, "hammer hostgroup create": { "added_command": false, "removed_options": [ "puppet-class-ids", "partition-table", "partition-table-id" ] }, "hammer hostgroup list": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer hostgroup puppet-classes": { "added_command": false, "added_options": [ "environment", "host", "environment-id", "host-id" ] }, "hammer hostgroup sc-params": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer hostgroup update": { "added_command": false, "removed_options": [ "puppet-class-ids", "partition-table", "partition-table-id" ] }, "hammer location create": { "added_command": false, "added_options": [ "medium-ids" ] }, "hammer location update": { "added_command": false, "added_options": [ "medium-ids" ] }, "hammer organization create": { "added_command": false, "added_options": [ "medium-ids" ] }, "hammer organization update": { "added_command": false, "added_options": [ "medium-ids" ] }, "hammer os add-ptable": { "added_command": false, "removed_options": [ "partition-table", "partition-table-id" ] }, "hammer os create": { "added_command": false, "removed_options": [ "partition-tables", "partition-table-ids" ] }, "hammer os list": { "added_command": false, "removed_options": [ "partition-table", "partition-table-id" ] }, "hammer os remove-ptable": { "added_command": false, "removed_options": [ "partition-table", "partition-table-id" ] }, "hammer os update": { "added_command": false, "removed_options": [ "partition-tables", "partition-table-ids" ] }, "hammer puppet-class sc-params": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer sc-param list": { "added_command": false, "removed_options": [ "puppet-class-id", "puppet-class" ] }, "hammer subscription delete-manifest": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer subscription list": { "added_command": false, "removed_options": [ "content-host", "content-host-id" ] }, "hammer user list": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group add-user-group": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group create": { "added_command": false, "removed_options": [ "user-group-ids", "user-groups" ] }, "hammer user-group external create": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group external delete": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group external info": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group external list": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group external refresh": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group external update": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group remove-user-group": { "added_command": false, "removed_options": [ "user-group-id", "user-group" ] }, "hammer user-group update": { "added_command": false, "removed_options": [ "user-group-ids", "user-groups" ] } }

elyezer commented 9 years ago

Removing the Upstream Failures label. The upstream changes should be stored on #2367.

elyezer commented 9 years ago

The recent failure was due to:

{
 "hammer activation-key create": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer activation-key list": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer activation-key update": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-host create": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-host errata apply": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host errata info": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host errata list": {
  "added_command": false, 
  "added_options": [
   "organization", 
   "organization-id", 
   "organization-label"
  ], 
  "removed_options": [
   "name", 
   "id"
  ]
 }, 
 "hammer content-host list": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-host package install": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host package remove": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host package upgrade": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host package upgrade-all": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host package-group install": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host package-group remove": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-host update": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-report content-host-status": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-report content-host-trend": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer content-view add-version": {
  "added_command": false, 
  "removed_options": [
   "name", 
   "id"
  ]
 }, 
 "hammer content-view list": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-view puppet-module add": {
  "added_command": false, 
  "removed_options": [
   "id"
  ]
 }, 
 "hammer content-view remove-from-environment": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer content-view remove-version": {
  "added_command": false, 
  "removed_options": [
   "name", 
   "id"
  ]
 }, 
 "hammer content-view version delete": {
  "added_command": false, 
  "added_options": [
   "organization", 
   "content-view-id", 
   "organization-id", 
   "organization-label", 
   "content-view"
  ], 
  "removed_options": [
   "version"
  ]
 }, 
 "hammer content-view version info": {
  "added_command": false, 
  "added_options": [
   "organization", 
   "content-view-id", 
   "organization-id", 
   "organization-label", 
   "content-view"
  ], 
  "removed_options": [
   "version"
  ]
 }, 
 "hammer content-view version list": {
  "added_command": false, 
  "added_options": [
   "search", 
   "organization-label", 
   "full-results", 
   "page", 
   "organization-id", 
   "organization", 
   "order", 
   "by", 
   "per-page"
  ]
 }, 
 "hammer content-view version promote": {
  "added_command": false, 
  "removed_options": [
   "to-lifecycle-environment", 
   "version", 
   "to-lifecycle-environment-id"
  ]
 }, 
 "hammer discovery provision": {
  "added_command": false, 
  "removed_options": [
   "partition-table"
  ]
 }, 
 "hammer docker image list": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer docker tag list": {
  "added_command": false, 
  "removed_options": [
   "lifecycle-environment", 
   "lifecycle-environment-id"
  ]
 }, 
 "hammer environment list": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer environment sc-params": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer host create": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-ids", 
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer host puppet-classes": {
  "added_command": false, 
  "added_options": [
   "environment", 
   "hostgroup-id", 
   "environment-id", 
   "hostgroup"
  ], 
  "removed_options": [
   "host", 
   "host-id"
  ]
 }, 
 "hammer host sc-params": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer host update": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-ids", 
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer host-collection add-content-host": {
  "added_command": false, 
  "removed_options": [
   "content-host-ids"
  ]
 }, 
 "hammer host-collection create": {
  "added_command": false, 
  "removed_options": [
   "content-host-ids"
  ]
 }, 
 "hammer host-collection list": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer host-collection remove-content-host": {
  "added_command": false, 
  "removed_options": [
   "content-host-ids"
  ]
 }, 
 "hammer host-collection update": {
  "added_command": false, 
  "removed_options": [
   "content-host-ids"
  ]
 }, 
 "hammer hostgroup create": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-ids", 
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer hostgroup list": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer hostgroup puppet-classes": {
  "added_command": false, 
  "added_options": [
   "environment", 
   "host", 
   "environment-id", 
   "host-id"
  ]
 }, 
 "hammer hostgroup sc-params": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer hostgroup update": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-ids", 
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer location create": {
  "added_command": false, 
  "added_options": [
   "medium-ids"
  ]
 }, 
 "hammer location update": {
  "added_command": false, 
  "added_options": [
   "medium-ids"
  ]
 }, 
 "hammer organization create": {
  "added_command": false, 
  "added_options": [
   "medium-ids"
  ]
 }, 
 "hammer organization update": {
  "added_command": false, 
  "added_options": [
   "medium-ids"
  ]
 }, 
 "hammer os add-ptable": {
  "added_command": false, 
  "removed_options": [
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer os create": {
  "added_command": false, 
  "removed_options": [
   "partition-tables", 
   "partition-table-ids"
  ]
 }, 
 "hammer os list": {
  "added_command": false, 
  "removed_options": [
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer os remove-ptable": {
  "added_command": false, 
  "removed_options": [
   "partition-table", 
   "partition-table-id"
  ]
 }, 
 "hammer os update": {
  "added_command": false, 
  "removed_options": [
   "partition-tables", 
   "partition-table-ids"
  ]
 }, 
 "hammer product remove-sync-plan": {
  "added_command": false, 
  "added_options": [
   "sync-plan", 
   "sync-plan-id"
  ]
 }, 
 "hammer product set-sync-plan": {
  "added_command": false, 
  "removed_options": [
   "sync-plan-id"
  ]
 }, 
 "hammer puppet-class sc-params": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer puppet-module info": {
  "added_command": false, 
  "added_options": [
   "organization", 
   "organization-id", 
   "organization-label"
  ]
 }, 
 "hammer puppet-module list": {
  "added_command": false, 
  "added_options": [
   "organization", 
   "content-view-id", 
   "organization-id", 
   "organization-label", 
   "content-view"
  ]
 }, 
 "hammer sc-param list": {
  "added_command": false, 
  "removed_options": [
   "puppet-class-id", 
   "puppet-class"
  ]
 }, 
 "hammer subscription delete-manifest": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer subscription list": {
  "added_command": false, 
  "removed_options": [
   "content-host", 
   "content-host-id"
  ]
 }, 
 "hammer user list": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group add-user-group": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group create": {
  "added_command": false, 
  "removed_options": [
   "user-group-ids", 
   "user-groups"
  ]
 }, 
 "hammer user-group external create": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group external delete": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group external info": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group external list": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group external refresh": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group external update": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group remove-user-group": {
  "added_command": false, 
  "removed_options": [
   "user-group-id", 
   "user-group"
  ]
 }, 
 "hammer user-group update": {
  "added_command": false, 
  "removed_options": [
   "user-group-ids", 
   "user-groups"
  ]
 }
}
tkolhar commented 9 years ago

this issue occurred again on 06/05/2015 Error Message list index out of range Stacktrace

File "/usr/lib64/python2.7/unittest/case.py", line 369, in run testMethod() File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 113, in test_hammer_options self._traverse_command_tree('hammer') File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 101, in _traverse_command_tree '{0} {1}'.format(command, subcommand['name']) File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 101, in _traverse_command_tree '{0} {1}'.format(command, subcommand['name']) File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 43, in _traverse_command_tree ssh.command('{0} --help'.format(command)).stdout File "robottelo/cli/hammer.py", line 90, in parse_help contents['options'][-1]['help'] += ( 'list index out of range\n-------------------

but the reason for the failure is different. here, we are getting list index out of range it seems we are trying to access that index of the list which does not exist please fix it thanks

tkolhar commented 9 years ago

this issue occurred again dated 7/8/2015 TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

Error Message

{ "hammer content-view puppet-module list": { "added_command": false, "added_options": [ "search", "full-results", "page", "order", "by", "per-page" ] }, "hammer content-view version incremental-update": { "added_command": false, "added_options": [ "content-host-ids" ], "removed_options": [ "content-view-version-environments", "ids", "id" ] }, "hammer docker": { "added_command": false, "added_subcommands": [ "registry" ] }, "hammer docker registry": { "added_command": false, "added_subcommands": [ "info", "create", "list", "update", "delete" ], "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry create": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry delete": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry info": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry list": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry update": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] } }

Stacktrace

File "/usr/lib64/python2.7/unittest/case.py", line 369, in run testMethod() File "/home/jenkins/workspace/satellite6-automation-downstream-rhel71-cli/tests/foreman/cli/test_hammer.py", line 110, in test_hammer_options json.dumps(self.differences, indent=True, sort_keys=True) File "/usr/lib64/python2.7/unittest/case.py", line 450, in fail raise self.failureException(msg)

tkolhar commented 9 years ago

this issue occurred again dated 07/16/2015

TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

Error Message

{ "hammer auth-source ldap create": { "added_command": false, "added_options": [ "ldap-filter", "server-type", "groups-base" ] }, "hammer auth-source ldap update": { "added_command": false, "added_options": [ "ldap-filter", "server-type", "groups-base" ] }, "hammer content-view puppet-module list": { "added_command": false, "added_options": [ "search", "full-results", "page", "order", "by", "per-page" ] }, "hammer content-view version incremental-update": { "added_command": false, "added_options": [ "content-host-ids" ], "removed_options": [ "content-view-version-environments", "ids", "id" ] }, "hammer docker": { "added_command": false, "added_subcommands": [ "registry" ] }, "hammer docker registry": { "added_command": false, "added_subcommands": [ "info", "create", "list", "update", "delete" ], "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry create": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry delete": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry info": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry list": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry update": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer task": { "added_command": false, "added_subcommands": [ "list", "resume" ] }, "hammer task list": { "added_command": false, "added_options": [ "search", "page", "per-page", "by", "order" ], "removed_subcommands": [ "progress" ] }, "hammer task resume": { "added_command": false, "added_options": [ "search", "tasks", "task-ids" ], "removed_subcommands": [ "progress" ] } }

Stacktrace

File "/usr/lib64/python2.7/unittest/case.py", line 369, in run testMethod() File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 110, in test_hammer_options json.dumps(self.differences, indent=True, sort_keys=True) File "/usr/lib64/python2.7/unittest/case.py", line 450, in fail raise self.failureException(msg)

tkolhar commented 9 years ago

this issue occurred again dated 07/21/2015 TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

Error Message

{ "hammer auth-source ldap create": { "added_command": false, "added_options": [ "ldap-filter", "server-type", "groups-base" ] }, "hammer auth-source ldap update": { "added_command": false, "added_options": [ "ldap-filter", "server-type", "groups-base" ] }, "hammer content-view puppet-module list": { "added_command": false, "added_options": [ "search", "full-results", "page", "order", "by", "per-page" ] }, "hammer content-view version incremental-update": { "added_command": false, "added_options": [ "content-host-ids" ], "removed_options": [ "content-view-version-environments", "ids", "id" ] }, "hammer docker": { "added_command": false, "added_subcommands": [ "registry" ] }, "hammer docker registry": { "added_command": false, "added_subcommands": [ "info", "create", "list", "update", "delete" ], "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry create": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry delete": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry info": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry list": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer docker registry update": { "added_command": false, "removed_subcommands": [ "image", "tag", "container" ] }, "hammer task": { "added_command": false, "added_subcommands": [ "list", "resume" ] }, "hammer task list": { "added_command": false, "added_options": [ "search", "page", "per-page", "by", "order" ], "removed_subcommands": [ "progress" ] }, "hammer task resume": { "added_command": false, "added_options": [ "search", "tasks", "task-ids" ], "removed_subcommands": [ "progress" ] } }

Stacktrace

File "/usr/lib64/python2.7/unittest/case.py", line 369, in run testMethod() File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 110, in test_hammer_options json.dumps(self.differences, indent=True, sort_keys=True) File "/usr/lib64/python2.7/unittest/case.py", line 450, in fail raise self.failureException(msg)

tkolhar commented 9 years ago

this issue occurred again dated 07/23/2015 TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

Error Message

{
 "hammer auth-source ldap create": {
  "added_command": false, 
  "added_options": [
   "ldap-filter", 
   "server-type", 
   "groups-base"
  ]
 }, 
 "hammer auth-source ldap update": {
  "added_command": false, 
  "added_options": [
   "ldap-filter", 
   "server-type", 
   "groups-base"
  ]
 }, 
 "hammer content-view puppet-module list": {
  "added_command": false, 
  "added_options": [
   "search", 
   "full-results", 
   "page", 
   "order", 
   "by", 
   "per-page"
  ]
 }, 
 "hammer content-view version incremental-update": {
  "added_command": false, 
  "added_options": [
   "content-host-ids"
  ], 
  "removed_options": [
   "content-view-version-environments", 
   "ids", 
   "id"
  ]
 }, 
 "hammer docker": {
  "added_command": false, 
  "added_subcommands": [
   "registry"
  ]
 }, 
 "hammer docker registry": {
  "added_command": false, 
  "added_subcommands": [
   "info", 
   "create", 
   "list", 
   "update", 
   "delete"
  ], 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry create": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry delete": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry info": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry list": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry update": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer task": {
  "added_command": false, 
  "added_subcommands": [
   "list", 
   "resume"
  ]
 }, 
 "hammer task list": {
  "added_command": false, 
  "added_options": [
   "search", 
   "page", 
   "per-page", 
   "by", 
   "order"
  ], 
  "removed_subcommands": [
   "progress"
  ]
 }, 
 "hammer task resume": {
  "added_command": false, 
  "added_options": [
   "search", 
   "tasks", 
   "task-ids"
  ], 
  "removed_subcommands": [
   "progress"
  ]
 }
}

Stacktrace

  File "/usr/lib64/python2.7/unittest/case.py", line 369, in run
    testMethod()
  File "/home/jenkins/workspace/satellite6-automation-downstream-rhel66-cli/tests/foreman/cli/test_hammer.py", line 110, in test_hammer_options
    json.dumps(self.differences, indent=True, sort_keys=True)
  File "/usr/lib64/python2.7/unittest/case.py", line 450, in fail
    raise self.failureException(msg)
sthirugn commented 9 years ago

@tkolhar this failure is related to a bug which is awaiting fix. So this test will fail.

tkolhar commented 9 years ago

this issue occurred again dated 07/27/2015 TestNames: tests.foreman.cli.test_hammer.HammerCommandsTestCase.test_hammer_options

Error Message

{
 "hammer auth-source ldap create": {
  "added_command": false, 
  "added_options": [
   "ldap-filter", 
   "server-type", 
   "groups-base"
  ]
 }, 
 "hammer auth-source ldap update": {
  "added_command": false, 
  "added_options": [
   "ldap-filter", 
   "server-type", 
   "groups-base"
  ]
 }, 
 "hammer content-view puppet-module list": {
  "added_command": false, 
  "added_options": [
   "search", 
   "full-results", 
   "page", 
   "order", 
   "by", 
   "per-page"
  ]
 }, 
 "hammer content-view version incremental-update": {
  "added_command": false, 
  "added_options": [
   "content-host-ids"
  ], 
  "removed_options": [
   "content-view-version-environments", 
   "ids", 
   "id"
  ]
 }, 
 "hammer docker": {
  "added_command": false, 
  "added_subcommands": [
   "registry"
  ]
 }, 
 "hammer docker registry": {
  "added_command": false, 
  "added_subcommands": [
   "info", 
   "create", 
   "list", 
   "update", 
   "delete"
  ], 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry create": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry delete": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry info": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry list": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer docker registry update": {
  "added_command": false, 
  "removed_subcommands": [
   "image", 
   "tag", 
   "container"
  ]
 }, 
 "hammer task": {
  "added_command": false, 
  "added_subcommands": [
   "list", 
   "resume"
  ]
 }, 
 "hammer task list": {
  "added_command": false, 
  "added_options": [
   "search", 
   "page", 
   "per-page", 
   "by", 
   "order"
  ], 
  "removed_subcommands": [
   "progress"
  ]
 }, 
 "hammer task resume": {
  "added_command": false, 
  "added_options": [
   "search", 
   "tasks", 
   "task-ids"
  ], 
  "removed_subcommands": [
   "progress"
  ]
 }
}