Open sandeep-25 opened 4 years ago
2020-07-21 02:59:35.350505: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1 tcmalloc: large alloc 3784507392 bytes == 0x9e2c000 @ 0x7f72d1e97001 0x7f72cf9fb765 0x7f72cfa5fbb0 0x7f72cfa61a4f 0x7f72cfaf8048 0x50a635 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x507d64 0x588e5c 0x59fc4e 0x50d356 0x507d64 0x509042 0x594931 0x59fc4e tcmalloc: large alloc 1844822016 bytes == 0xeb75c000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfaeaed6 0x7f72cfaeb338 0x50c29e 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x507d64 0x588e5c 0x59fc4e 0x50d356 0x507d64 0x509042 0x594931 0x59fc4e tcmalloc: large alloc 1475821568 bytes == 0x9e2c000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfaeaed6 0x7f72cfaeb338 0x50c29e 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x58e619 0x4c9226 0x587fc4 0x5881fe 0x5513d1 0x5a9cbc 0x50a5c3 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50cd96 tcmalloc: large alloc 1812062208 bytes == 0x77d88000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2127421440 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2479325184 bytes == 0x1596b8000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2823127040 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3177365504 bytes == 0x29fe0a000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3597484032 bytes == 0x3dc914000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3951001600 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 4292280320 bytes == 0x3dc914000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 ^C
Hello,
Can you provide minimal information to reproduce the error ? This message is not code related problem. You can check this for more information Thanks
2020-07-21 02:59:35.350505: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1 tcmalloc: large alloc 3784507392 bytes == 0x9e2c000 @ 0x7f72d1e97001 0x7f72cf9fb765 0x7f72cfa5fbb0 0x7f72cfa61a4f 0x7f72cfaf8048 0x50a635 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x507d64 0x588e5c 0x59fc4e 0x50d356 0x507d64 0x509042 0x594931 0x59fc4e tcmalloc: large alloc 1844822016 bytes == 0xeb75c000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfaeaed6 0x7f72cfaeb338 0x50c29e 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x507d64 0x588e5c 0x59fc4e 0x50d356 0x507d64 0x509042 0x594931 0x59fc4e tcmalloc: large alloc 1475821568 bytes == 0x9e2c000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfaeaed6 0x7f72cfaeb338 0x50c29e 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x58e619 0x4c9226 0x587fc4 0x5881fe 0x5513d1 0x5a9cbc 0x50a5c3 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50cd96 tcmalloc: large alloc 1812062208 bytes == 0x77d88000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2127421440 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2479325184 bytes == 0x1596b8000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 2823127040 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3177365504 bytes == 0x29fe0a000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3597484032 bytes == 0x3dc914000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 3951001600 bytes == 0x1f79b2000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 tcmalloc: large alloc 4292280320 bytes == 0x3dc914000 @ 0x7f72d1e951e7 0x7f72cf9fb5e1 0x7f72cfa5fc78 0x7f72cfa5fd93 0x7f72cfafdea8 0x7f72cfafe704 0x7f72cfafe852 0x566d63 0x59fc4e 0x7f72cfa4b4ed 0x50a2bf 0x50bfb4 0x507d64 0x509a90 0x50a48d 0x50bfb4 0x509758 0x50a48d 0x50bfb4 0x507d64 0x509042 0x594931 0x549e5f 0x5513d1 0x5a9cbc 0x50a5c3 0x50cd96 0x507d64 0x509a90 0x50a48d 0x50bfb4 ^C