Unstable test cases on travis

michalwski commented 9 years ago

Details in issue comments.

michalwski commented 9 years ago

====== Test name: test_kill ====== Reason:

                 {{badmatch,[]},
                   [{system_monitor_SUITE,
                        test_kill_consume_large_heap_message,2,
                        [{file,"system_monitor_SUITE.erl"},{line,138}]},
                    {system_monitor_SUITE,test_kill_wait_for_ok,3,
                        [{file,"system_monitor_SUITE.erl"},{line,126}]},
                    {escalus_story,story,3,
                        [{file,"src/escalus_story.erl"},{line,40}]},
                    {test_server,ts_tc,3,
                        [{file,"test_server.erl"},{line,1360}]},
                    {test_server,run_test_case_eval1,6,
                        [{file,"test_server.erl"},{line,977}]},
                    {test_server,run_test_case_eval,9,
                        [{file,"test_server.erl"},{line,925}]}]}

ppikula commented 9 years ago

- - - - - - - - - - - - - - - - - - - - - - - - - -
escalus_connection:get_stanza failed on line 162
Reason: thrown
- - - - - - - - - - - - - - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - - - - - - - -
Error detected: thrown
- - - - - - - - - - - - - - - - - - - - - - - - - -
=ERROR REPORT==== 18-Aug-2015::13:43:19 ===
** Generic server <0.2430.0> terminating 
** Last message in was {'EXIT',<0.2429.0>,
                           {#Ref<0.0.0.37730>,1009293,
                            {failed,
                                {thrown,{timeout,session_creation_response}}},
                            [{bosh_SUITE,create_and_terminate_session}],
                            []}}
** When Server state == {state,{"localhost",5280,false},
                               [{on_connect,#Fun<escalus_bosh.1.15724439>}],
                               2,1,[],
                               [<0.2434.0>],
                               {[],[]}}
** Reason for termination == 
** {#Ref<0.0.0.37730>,1009293,
    {failed,{thrown,{timeout,session_creation_response}}},
    [{bosh_SUITE,create_and_terminate_session}],
    []}
Testing ejabberd_tests.tests.bosh_SUITE: *** FAILED test case 1 ***
Testing ejabberd_tests.tests.bosh_SUITE: Stopping repeat operation {repeat_until_any_fail,10}
- - - - - - - - - - - - - - - - - - - - - - - - - -
bosh_SUITE:'-disconnect_inactive/1-fun-0-' failed on line 359
Reason: {badmatch,2}
- - - - - - - - - - - - - - - - - - - - - - - - - -
Testing ejabberd_tests.tests.bosh_SUITE: *** FAILED test case 84 ***
- - - - - - - - - - - - - - - - - - - - - - - - - -
bosh_SUITE:'-connection_interrupted/1-fun-0-' failed on line 392
Reason: {badmatch,2}

erszcz commented 9 years ago

=case          sm_SUITE:preserve_order
=logfile       sm_suite.preserve_order.html
=started       2015-08-19 10:01:45
=ended         2015-08-19 10:01:46
=result        failed: {{assertion_failed,assert,is_chat_message,
                            [<<"1">>],
                            {xmlel,<<"message">>,
                                [{<<"from">>,
                                  <<"bOb@localhost/escalus-default-resource">>},
                                 {<<"to">>,<<"alicE@localhost">>},
                                 {<<"xml:lang">>,<<"en">>},
                                 {<<"type">>,<<"chat">>}],
                                [{xmlel,<<"body">>,[],[{xmlcdata,<<"4">>}]},
                                 {xmlel,<<"delay">>,
                                     [{<<"xmlns">>,<<"urn:xmpp:delay">>},
                                      {<<"from">>,<<"localhost">>},
                                      {<<"stamp">>,
                                       <<"2015-08-19T10:01:46.562470Z">>}],
                                     [{xmlcdata,<<"Offline Storage">>}]}]},
                            "<message type='chat' xml:lang='en' to='alicE@localhost' from='bOb@localhost/escalus-default-resource'><body>4</body><delay stamp='2015-08-19T10:01:46.562470Z' from='localhost' xmlns='urn:xmpp:delay'>Offline Storage</delay></message>"},
                        [{escalus_new_assert,assert_true,2,
                             [{file,"src/escalus_new_assert.erl"},{line,84}]},
                         {sm_SUITE,receive_all_ordered,2,
                             [{file,"sm_SUITE.erl"},{line,486}]},
                         {sm_SUITE,preserve_order,1,
                             [{file,"sm_SUITE.erl"},{line,462}]},
                         {test_server,ts_tc,3,
                             [{file,"test_server.erl"},{line,1360}]},
                         {test_server,run_test_case_eval1,6,
                             [{file,"test_server.erl"},{line,977}]},
                         {test_server,run_test_case_eval,9,
                             [{file,"test_server.erl"},{line,925}]}]}, [{escalus_new_assert,
                                                                         assert_true,
                                                                         84},
                                                                        {sm_SUITE,
                                                                         receive_all_ordered,
                                                                         486},
                                                                        {sm_SUITE,
                                                                         preserve_order,
                                                                         462},
                                                                        {test_server,
                                                                         ts_tc,
                                                                         1360},
                                                                        {test_server,
                                                                         run_test_case_eval1,
                                                                         977},
                                                                        {test_server,
                                                                         run_test_case_eval,
                                                                         925}]
=== *** FAILED test case 85 ***

erszcz commented 9 years ago

=case          sm_SUITE:resend_unacked_after_resume_timeout
=logfile       sm_suite.resend_unacked_after_resume_timeout.html
=started       2015-08-19 10:01:46
=ended         2015-08-19 10:01:47
=result        failed: {{badmatch,false},
                        [{escalus_session,stream_resumption,3,
                             [{file,"src/escalus_session.erl"},{line,238}]},
                         {escalus_connection,connection_step,2,
                             [{file,"src/escalus_connection.erl"},{line,119}]},
                         {lists,foldl,3,[{file,"lists.erl"},{line,1248}]},
                         {escalus_connection,start,2,
                             [{file,"src/escalus_connection.erl"},{line,105}]},
                         {sm_SUITE,resend_unacked_after_resume_timeout,1,
                             [{file,"sm_SUITE.erl"},{line,513}]},
                         {test_server,ts_tc,3,
                             [{file,"test_server.erl"},{line,1360}]},
                         {test_server,run_test_case_eval1,6,
                             [{file,"test_server.erl"},{line,977}]},
                         {test_server,run_test_case_eval,9,
                             [{file,"test_server.erl"},{line,925}]}]}, [{escalus_session,
                                                                         stream_resumption,
                                                                         238},
                                                                        {escalus_connection,
                                                                         connection_step,
                                                                         119},
                                                                        {lists,
                                                                         foldl,
                                                                         1248},
                                                                        {escalus_connection,
                                                                         start,
                                                                         105},
                                                                        {sm_SUITE,
                                                                         resend_unacked_after_resume_timeout,
                                                                         513},
                                                                        {test_server,
                                                                         ts_tc,
                                                                         1360},
                                                                        {test_server,
                                                                         run_test_case_eval1,
                                                                         977},
                                                                        {test_server,
                                                                         run_test_case_eval,
                                                                         925}]
=== *** FAILED test case 86 ***

erszcz commented 9 years ago

=case          mam_SUITE:offline_message
=logfile       mam_suite.offline_message.html
=started       2015-08-19 09:58:03
=ended         2015-08-19 09:58:05
=result        failed: {test_case_failed,
                           "ASSERT EQUAL\n\tExpected <<\"Is there anybody here?\">>\n\tValue <<\"5d50ee54\">>\n"}, [{mam_SUITE,
                                                                                                                     offline_message,
                                                                                                                     897},
                                                                                                                    {test_server,
                                                                                                                     ts_tc,
                                                                                                                     1360},
                                                                                                                    {test_server,
                                                                                                                     run_test_case_eval1,
                                                                                                                     977},
                                                                                                                    {test_server,
                                                                                                                     run_test_case_eval,
                                                                                                                     925}]
=== *** FAILED test case 71 of 497 ***

erszcz commented 9 years ago

=case          mam_SUITE:offline_message
=logfile       mam_suite.offline_message.978381.370.html
=started       2015-08-19 09:59:41
=ended         2015-08-19 09:59:42
=result        failed: {test_case_failed,
                           "ASSERT EQUAL\n\tExpected <<\"Is there anybody here?\">>\n\tValue <<\"77970b92\">>\n"}, [{mam_SUITE,
                                                                                                                     offline_message,
                                                                                                                     897},
                                                                                                                    {test_server,
                                                                                                                     ts_tc,
                                                                                                                     1360},
                                                                                                                    {test_server,
                                                                                                                     run_test_case_eval1,
                                                                                                                     977},
                                                                                                                    {test_server,
                                                                                                                     run_test_case_eval,
                                                                                                                     925}]
=== *** FAILED test case 142 of 497 ***

esl / ejabberd_tests

Unstable test cases on travis #127