search

AgileCloudLab / minervafs

This repository contains the minervaFS FUSE based file system developed by researchers from Aarhus University (Denmark) and University of Neuchatel (Switzerland)
MIT License
0 stars 1 forks source link

Segmentation fault on release #10

Open dburihabwa opened 3 years ago

dburihabwa commented 3 years ago

In the fileset creation phase of filebench, the code segfaults as it tries to encode a file after release. For some reason, the path given to the erase seems to be causing the issue.

(gdb) bt
#0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51
#1  0x00007ffff659d921 in __GI_abort () at abort.c:79
#2  0x00007ffff65e6967 in __libc_message (action=action@entry=do_abort, fmt=fmt@entry=0x7ffff6713b0d "%s\n") at ../sysdeps/posix/libc_fatal.c:181
#3  0x00007ffff65ed9da in malloc_printerr (str=str@entry=0x7ffff6711d08 "free(): invalid pointer") at malloc.c:5342
#4  0x00007ffff65f4f0c in _int_free (have_lock=0, p=0x67cd98 <files[abi:cxx11]+40>, av=0x7ffff6948c40 <main_arena>) at malloc.c:4167
#5  __GI___libc_free (mem=0x67cda8 <file_remainder[abi:cxx11]+8>) at malloc.c:3134
#6  0x000000000041602e in __gnu_cxx::new_allocator<unsigned char>::deallocate (this=0x67cdc0 <file_remainder[abi:cxx11]+32>, 
    __p=0x2 <error: Cannot access memory at address 0x2>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/ext/new_allocator.h:125
#7  std::allocator_traits<std::allocator<unsigned char> >::deallocate (__a=..., __p=0x2 <error: Cannot access memory at address 0x2>, __n=<optimized out>)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/alloc_traits.h:462
#8  std::_Vector_base<unsigned char, std::allocator<unsigned char> >::_M_deallocate (this=0x67cdc0 <file_remainder[abi:cxx11]+32>, 
    __p=0x2 <error: Cannot access memory at address 0x2>, __n=<optimized out>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_vector.h:304
#9  std::_Vector_base<unsigned char, std::allocator<unsigned char> >::~_Vector_base (this=0x67cdc0 <file_remainder[abi:cxx11]+32>)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_vector.h:285
#10 std::vector<unsigned char, std::allocator<unsigned char> >::~vector (this=0x67cdc0 <file_remainder[abi:cxx11]+32>)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_vector.h:570
#11 std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > >::~pair (
    this=0x67cda8 <file_remainder[abi:cxx11]+8>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_iterator.h:1262
#12 std::_Destroy<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > > > (
    __pointer=0x67cda8 <file_remainder[abi:cxx11]+8>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_construct.h:98
#13 std::_Destroy_aux<false>::__destroy<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > >*>
    (__first=0x67cda8 <file_remainder[abi:cxx11]+8>, __last=0x0) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_construct.h:108
#14 std::_Destroy<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > >*> (
    __first=0x67cda8 <file_remainder[abi:cxx11]+8>, __last=0x0) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_construct.h:136
#15 std::_Destroy<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > >*, std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > > > (__first=0x67cda8 <file_remainder[abi:cxx11]+8>, __last=0x0)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_construct.h:206
#16 std::vector<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > >, std::allocator<std::pair<std::vector<unsigned char, std::allocator<unsigned char> >, std::vector<unsigned char, std::allocator<unsigned char> > > > >::~vector (
    this=0x67cdc0 <file_remainder[abi:cxx11]+32>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_vector.h:567
#17 minerva::structures::file_structure::~file_structure (this=0x67cdb8 <file_remainder[abi:cxx11]+24>) at ../src/minerva-safefs-layer/structures/file_structure.hpp:13
#18 std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>::~pair (
    this=0x67cd98 <files[abi:cxx11]+40>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_iterator.h:1262
#19 __gnu_cxx::new_allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::destroy<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > (
    this=<optimized out>, __p=0x67cd98 <files[abi:cxx11]+40>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/ext/new_allocator.h:140
#20 0x000000000042ab25 in std::allocator_traits<std::allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > > >::destroy<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > (__a=..., __p=0x7fff47ffe4f0) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/alloc_traits.h:487
#21 std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::---Type <return> to continue, or q <return> to quit---
basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::_M_destroy_node (this=<optimized out>, 
    __p=0x67cd78 <files[abi:cxx11]+8>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_tree.h:650
#22 std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::_M_drop_node (this=<optimized out>, 
    __p=0x67cd78 <files[abi:cxx11]+8>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_tree.h:658
#23 std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::_M_erase_aux (this=<optimized out>, __position=...)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_tree.h:2500
#24 std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::_M_erase_aux (this=0x67cd70 <files[abi:cxx11]>, 
    __first=..., __last=...) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_tree.h:2514
#25 0x000000000040ffbf in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::erase (this=<optimized out>, 
    __x=<error: Cannot access memory at address 0x656c69666769622f>) at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_tree.h:2525
#26 std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, minerva::structures::file_structure, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, minerva::structures::file_structure> > >::erase (this=<optimized out>, __x=<error: Cannot access memory at address 0x656c69666769622f>)
    at /usr/bin/../lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/bits/stl_map.h:1068
#27 encode (path=<optimized out>) at ../src/minerva-safefs-layer/minerva_layer.cpp:1360
#28 0x000000000040ef0a in minerva_release (path=0x7fff6c021e80 "/bigfileset/00000001/00000025", fi=0x7fff47ffeca0) at ../src/minerva-safefs-layer/minerva_layer.cpp:709
#29 0x00007ffff74c0b3a in fuse_fs_release (fs=0x690370, path=0x7fff6c021e80 "/bigfileset/00000001/00000025", fi=0x7fff47ffeca0) at ../lib/fuse.c:1723
#30 fuse_do_release (f=0x690090, ino=138106, path=0x7fff6c021e80 "/bigfileset/00000001/00000025", fi=0x7fff47ffeca0) at ../lib/fuse.c:3142
#31 0x00007ffff74bb821 in fuse_lib_release (req=0x7fff6c021b30, ino=138106, fi=0x7fff47ffeca0) at ../lib/fuse.c:4121
#32 0x00007ffff74c743f in do_release (req=0x2, nodeid=140734401340656, inarg=<optimized out>) at ../lib/fuse_lowlevel.c:1456
#33 0x00007ffff74c5fe6 in fuse_session_process_buf_int (se=<optimized out>, buf=0x7fff68027ca0, ch=<optimized out>) at ../lib/fuse_lowlevel.c:2660
#34 0x00007ffff74c27af in fuse_do_work (data=0x7fff68027c80) at ../lib/fuse_loop_mt.c:163
#35 0x00007ffff69556db in start_thread (arg=0x7fff47fff700) at pthread_create.c:463
#36 0x00007ffff667e71f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
dburihabwa commented 3 years ago

Partial debug log of minervafs


   unique: 3029873, success, outsize: 16
   read[72] 131072 bytes from 1572864
   unique: 3029865, success, outsize: 131088
   read[80] 131072 bytes from 786432
   read[21] 131072 bytes from 655360
   unique: 3029866, success, outsize: 131088
read[84] 131072 bytes from 917504 flags: 0x8002
unique: 3029880, opcode: GETATTR (3), nodeid: 82410, insize: 56, pid: 20737
   NODEID: 138170
   unique: 3029872, success, outsize: 144
   unique: 3029859, success, outsize: 131088
   read[6] 110592 bytes from 1835008
   unique: 3029862, success, outsize: 110608
read[19] 131072 bytes from 131072 flags: 0x8002
unique: 3029882, opcode: READ (15), nodeid: 91323, insize: 80, pid: 20800
unique: 3029883, opcode: OPEN (14), nodeid: 138170, insize: 48, pid: 20774
read[54] 110592 bytes from 1835008 flags: 0x8002
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000012
getattr[16] /bigfileset/00000006/00000001/00000001/00000014
unique: 3029881, opcode: READ (15), nodeid: 138140, insize: 80, pid: 20761
unique: 3029884, opcode: READ (15), nodeid: 138155, insize: 80, pid: 20767
read[85] 131072 bytes from 655360 flags: 0x8002
   unique: 3029880, success, outsize: 120
read[100] 131072 bytes from 131072 flags: 0x8002
unique: 3029885, opcode: READ (15), nodeid: 125212, insize: 80, pid: 20734
unique: 3029886, opcode: FLUSH (25), nodeid: 82410, insize: 64, pid: 20737
read[72] 131072 bytes from 1703936 flags: 0x8002
flush[16]
unique: 3029887, opcode: READ (15), nodeid: 80615, insize: 80, pid: 20757
unique: 3029888, opcode: READ (15), nodeid: 138112, insize: 80, pid: 20751
read[6] 4096 bytes from 1945600 flags: 0x8002
   unique: 3029886, success, outsize: 16
read[69] 131072 bytes from 917504 flags: 0x8002
unique: 3029889, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20737
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000013
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000013
[info] Encoding completed
   unique: 3029871, success, outsize: 16
   read[6] 0 bytes from 1945600
unique: 3029890, opcode: RELEASE (18), nodeid: 82410, insize: 64, pid: 0
[info] Encoding completed
   unique: 3029888, success, outsize: 16
release[16] flags: 0x8002
   unique: 3029867, success, outsize: 16
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000014
unique: 3029891, opcode: GETATTR (3), nodeid: 138112, insize: 56, pid: 20751
getattr[6] /bigfileset/00000006/00000001/00000001/00000017
unique: 3029892, opcode: READ (15), nodeid: 138145, insize: 80, pid: 20790
read[25] 131072 bytes from 786432 flags: 0x8002
   unique: 3029891, success, outsize: 120
   read[15] 131072 bytes from 1441792
   unique: 3029877, success, outsize: 131088
   read[54] 110592 bytes from 1835008
   unique: 3029882, success, outsize: 110608
unique: 3029893, opcode: FLUSH (25), nodeid: 138112, insize: 64, pid: 20751
   read[83] 131072 bytes from 524288
   read[97] 131072 bytes from 393216
flush[6]
   NODEID: 138171
   unique: 3029874, success, outsize: 131088
   unique: 3029893, success, outsize: 16
   unique: 3029875, success, outsize: 131088
   unique: 3029889, success, outsize: 144
unique: 3029894, opcode: RELEASE (18), nodeid: 138112, insize: 64, pid: 0
release[6] flags: 0x8002
unique: 3029895, opcode: READ (15), nodeid: 94471, insize: 80, pid: 20815
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000017
   read[84] 131072 bytes from 917504
unique: 3029898, opcode: OPEN (14), nodeid: 138171, insize: 48, pid: 20737
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000013
unique: 3029899, opcode: READ (15), nodeid: 138120, insize: 80, pid: 20775
read[59] 131072 bytes from 1179648 flags: 0x8002
unique: 3029897, opcode: READ (15), nodeid: 91323, insize: 80, pid: 20800
unique: 3029900, opcode: READ (15), nodeid: 97655, insize: 80, pid: 20813
read[54] 4096 bytes from 1945600 flags: 0x8002
unique: 3029896, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20751
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000014
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000014
   unique: 3029879, success, outsize: 131088
read[27] 131072 bytes from 393216 flags: 0x8002
read[24] 110592 bytes from 1835008 flags: 0x8002
   NODEID: 81112
   unique: 3029896, success, outsize: 144
   read[54] 0 bytes from 1945600
   unique: 3029897, success, outsize: 16
   read[69] 131072 bytes from 917504
   read[25] 131072 bytes from 786432
unique: 3029901, opcode: READ (15), nodeid: 138131, insize: 80, pid: 20792
   unique: 3029887, success, outsize: 131088
[info] Encoding completed
unique: 3029903, opcode: GETATTR (3), nodeid: 119796, insize: 56, pid: 20822
   unique: 3029890, success, outsize: 16
   unique: 3029892, success, outsize: 131088
read[67] 131072 bytes from 1048576 flags: 0x8002
unique: 3029902, opcode: GETATTR (3), nodeid: 91323, insize: 56, pid: 20800
getattr[84] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000016
   read[85] 131072 bytes from 655360
unique: 3029904, opcode: READ (15), nodeid: 112521, insize: 80, pid: 20758
   unique: 3029881, success, outsize: 131088
getattr[54] /bigfileset/00000006/00000001/00000001/00000027
   unique: 3029903, success, outsize: 120
   read[19] 131072 bytes from 131072
unique: 3029905, opcode: READ (15), nodeid: 138127, insize: 80, pid: 20785
   unique: 3029902, success, outsize: 120
read[9] 131072 bytes from 524288 flags: 0x8002
   read[72] 131072 bytes from 1703936
   unique: 3029885, success, outsize: 131088
unique: 3029906, opcode: FLUSH (25), nodeid: 91323, insize: 64, pid: 20800
read[65] 131072 bytes from 1572864 flags: 0x8002
flush[54]
unique: 3029907, opcode: READ (15), nodeid: 138147, insize: 80, pid: 20736
unique: 3029908, opcode: READ (15), nodeid: 138145, insize: 80, pid: 20790
read[90] 131072 bytes from 917504 flags: 0x8002
read[25] 131072 bytes from 917504 flags: 0x8002
   unique: 3029878, success, outsize: 131088
   unique: 3029906, success, outsize: 16
unique: 3029909, opcode: GETATTR (3), nodeid: 80615, insize: 56, pid: 20757
getattr[69] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000015
[info] Encoding completed
   unique: 3029909, success, outsize: 120
unique: 3029910, opcode: READ (15), nodeid: 119759, insize: 80, pid: 20739
   read[24] 110592 bytes from 1835008
unique: 3029911, opcode: OPEN (14), nodeid: 81112, insize: 48, pid: 20751
   unique: 3029894, success, outsize: 16
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000014
unique: 3029912, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20800
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000015
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000015
unique: 3029913, opcode: RELEASE (18), nodeid: 91323, insize: 64, pid: 0
release[54] flags: 0x8002
read[86] 131072 bytes from 524288 flags: 0x8002
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000027
   unique: 3029900, success, outsize: 110608
unique: 3029914, opcode: READ (15), nodeid: 138116, insize: 80, pid: 20820
read[31] 131072 bytes from 1572864 flags: 0x8002
   read[27] 131072 bytes from 393216
   unique: 3029895, success, outsize: 131088
unique: 3029915, opcode: READ (15), nodeid: 125212, insize: 80, pid: 20734
   read[59] 131072 bytes from 1179648
   unique: 3029899, success, outsize: 131088
read[72] 110592 bytes from 1835008 flags: 0x8002
unique: 3029916, opcode: READ (15), nodeid: 97655, insize: 80, pid: 20813
   read[100] 131072 bytes from 131072
   unique: 3029884, success, outsize: 131088
read[24] 4096 bytes from 1945600 flags: 0x8002
   read[90] 131072 bytes from 917504
   unique: 3029907, success, outsize: 131088
unique: 3029917, opcode: READ (15), nodeid: 102446, insize: 80, pid: 20760
read[56] 110592 bytes from 1835008 flags: 0x8002
   NODEID: 2075
   unique: 3029912, success, outsize: 144
unique: 3029918, opcode: READ (15), nodeid: 119729, insize: 80, pid: 20795
   read[67] 131072 bytes from 1048576
   read[24] 0 bytes from 1945600
unique: 3029920, opcode: OPEN (14), nodeid: 2075, insize: 48, pid: 20800
unique: 3029919, opcode: READ (15), nodeid: 94471, insize: 80, pid: 20815
   unique: 3029916, success, outsize: 16
   unique: 3029901, success, outsize: 131088
read[95] 131072 bytes from 262144 flags: 0x8002
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000015
read[27] 131072 bytes from 524288 flags: 0x8002
unique: 3029921, opcode: READ (15), nodeid: 125392, insize: 80, pid: 20821
unique: 3029922, opcode: GETATTR (3), nodeid: 97655, insize: 56, pid: 20813
   read[9] 131072 bytes from 524288
unique: 3029923, opcode: GETATTR (3), nodeid: 138147, insize: 56, pid: 20736
   unique: 3029904, success, outsize: 131088
getattr[90] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000014
read[49] 110592 bytes from 1835008 flags: 0x8002
getattr[24] /bigfileset/00000005/00000013
   unique: 3029923, success, outsize: 120
   unique: 3029922, success, outsize: 120
   read[25] 131072 bytes from 917504
   unique: 3029908, success, outsize: 131088
unique: 3029924, opcode: READ (15), nodeid: 125880, insize: 80, pid: 20788
   open[16] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000015
   read[65] 131072 bytes from 1572864
   unique: 3029905, success, outsize: 131088
   unique: 3029920, success, outsize: 32
unique: 3029925, opcode: FLUSH (25), nodeid: 97655, insize: 64, pid: 20813
read[8] 131072 bytes from 655360 flags: 0x8002
[info] Encoding completed
unique: 3029926, opcode: READ (15), nodeid: 2075, insize: 80, pid: 20800
   unique: 3029913, success, outsize: 16
read[16] 4096 bytes from 0 flags: 0x8002
unique: 3029927, opcode: READ (15), nodeid: 138148, insize: 80, pid: 20782
unique: 3029928, opcode: READ (15), nodeid: 138147, insize: 80, pid: 20736
flush[24]
read[78] 131072 bytes from 655360 flags: 0x8002
   read[16] 0 bytes from 0
   unique: 3029926, success, outsize: 16
   read[56] 110592 bytes from 1835008
   unique: 3029917, success, outsize: 110608
read[90] 131072 bytes from 1048576 flags: 0x8002
unique: 3029931, opcode: READ (15), nodeid: 138124, insize: 80, pid: 20753
unique: 3029930, opcode: GETATTR (3), nodeid: 138145, insize: 56, pid: 20790
   unique: 3029925, success, outsize: 16
   read[72] 110592 bytes from 1835008
unique: 3029929, opcode: READ (15), nodeid: 138159, insize: 80, pid: 20768
read[66] 131072 bytes from 1179648 flags: 0x8002
read[44] 131072 bytes from 0 flags: 0x8002
unique: 3029933, opcode: RELEASE (18), nodeid: 97655, insize: 64, pid: 0
   unique: 3029915, success, outsize: 110608
unique: 3029932, opcode: FLUSH (25), nodeid: 2075, insize: 64, pid: 20800
getattr[25] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000011
   read[86] 131072 bytes from 524288
   unique: 3029930, success, outsize: 120
   unique: 3029910, success, outsize: 131088
flush[16]
release[24] flags: 0x8002
   unique: 3029932, success, outsize: 16
unique: 3029934, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20813
   read[31] 131072 bytes from 1572864
/mnt/backend/.minervafs/bigfileset/00000005/00000013
   unique: 3029914, success, outsize: 131088
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000016
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000016
   open[20] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000002/00000014
   unique: 3029687, success, outsize: 32
   read[95] 131072 bytes from 262144
   unique: 3029918, success, outsize: 131088
   NODEID: 87271
   unique: 3029934, success, outsize: 144
   read[27] 131072 bytes from 524288
unique: 3029937, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20800
unique: 3029936, opcode: RELEASE (18), nodeid: 2075, insize: 64, pid: 0
   read[78] 131072 bytes from 655360
   unique: 3029927, success, outsize: 131088
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000017
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000017
   read[49] 110592 bytes from 1835008
   read[8] 131072 bytes from 655360
   unique: 3029924, success, outsize: 131088
   unique: 3029919, success, outsize: 131088
release[16] flags: 0x8002
   unique: 3029921, success, outsize: 110608
unique: 3029935, opcode: READ (15), nodeid: 102446, insize: 80, pid: 20760
read[56] 4096 bytes from 1945600 flags: 0x8002
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000015
unique: 3029938, opcode: READ (15), nodeid: 138143, insize: 80, pid: 20741
read[70] 131072 bytes from 1179648 flags: 0x8002
   read[56] 0 bytes from 1945600
   unique: 3029935, success, outsize: 16
unique: 3029939, opcode: READ (15), nodeid: 125212, insize: 80, pid: 20734
   read[90] 131072 bytes from 1048576
   unique: 3029928, success, outsize: 131088
read[72] 4096 bytes from 1945600 flags: 0x8002
[info] Encoding completed
   unique: 3029936, success, outsize: 16
   read[44] 131072 bytes from 0
   unique: 3029929, success, outsize: 131088
   NODEID: 138172
   read[66] 131072 bytes from 1179648
   unique: 3029931, success, outsize: 131088
   unique: 3029937, success, outsize: 144
   read[72] 0 bytes from 1945600
   unique: 3029939, success, outsize: 16
unique: 3029940, opcode: READ (15), nodeid: 138151, insize: 80, pid: 20752
read[73] 131072 bytes from 655360 flags: 0x8002
unique: 3029941, opcode: READ (15), nodeid: 138158, insize: 80, pid: 20744
unique: 3029944, opcode: READ (15), nodeid: 113585, insize: 80, pid: 20749
read[23] 110592 bytes from 1835008 flags: 0x8002
read[33] 131072 bytes from 131072 flags: 0x8002
[info] Encoding completed
unique: 3029942, opcode: READ (15), nodeid: 138116, insize: 80, pid: 20820
   unique: 3029933, success, outsize: 16
unique: 3029943, opcode: OPEN (14), nodeid: 87271, insize: 48, pid: 20813
read[31] 131072 bytes from 1703936 flags: 0x8002
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000016
unique: 3029945, opcode: READ (15), nodeid: 93817, insize: 80, pid: 20778
read[5] 131072 bytes from 393216 flags: 0x8002
unique: 3029946, opcode: READ (15), nodeid: 109727, insize: 80, pid: 20771
read[91] 131072 bytes from 524288 flags: 0x8002
   read[70] 131072 bytes from 1179648
   unique: 3029938, success, outsize: 131088
unique: 3029947, opcode: READ (15), nodeid: 125392, insize: 80, pid: 20821
read[49] 4096 bytes from 1945600 flags: 0x8002
unique: 3029949, opcode: READ (15), nodeid: 138148, insize: 80, pid: 20782
unique: 3029951, opcode: OPEN (14), nodeid: 138172, insize: 48, pid: 20800
unique: 3029950, opcode: READ (15), nodeid: 125537, insize: 80, pid: 20809
read[92] 131072 bytes from 524288 flags: 0x8002
read[78] 131072 bytes from 786432 flags: 0x8002
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000017
unique: 3029948, opcode: GETATTR (3), nodeid: 102446, insize: 56, pid: 20760
getattr[56] /bigfileset/00000006/00000001/00000001/00000028
   read[49] 0 bytes from 1945600
   unique: 3029947, success, outsize: 16
   unique: 3029948, success, outsize: 120
unique: 3029952, opcode: GETATTR (3), nodeid: 125212, insize: 56, pid: 20734
getattr[72] /bigfileset/00000006/00000001/00000001/00000031
unique: 3029953, opcode: READ (15), nodeid: 138118, insize: 80, pid: 20776
unique: 3029956, opcode: READ (15), nodeid: 138136, insize: 80, pid: 20818
unique: 3029955, opcode: READ (15), nodeid: 138159, insize: 80, pid: 20768
   unique: 3029952, success, outsize: 120
read[58] 110592 bytes from 1835008 flags: 0x8002
unique: 3029957, opcode: GETATTR (3), nodeid: 125392, insize: 56, pid: 20821
unique: 3029954, opcode: READ (15), nodeid: 113603, insize: 80, pid: 20735
read[71] 131072 bytes from 1048576 flags: 0x8002
getattr[49] /bigfileset/00000006/00000001/00000001/00000034
read[44] 131072 bytes from 131072 flags: 0x8002
unique: 3029958, opcode: FLUSH (25), nodeid: 102446, insize: 64, pid: 20760
read[12] 131072 bytes from 262144 flags: 0x8002
flush[56]
unique: 3029959, opcode: FLUSH (25), nodeid: 125212, insize: 64, pid: 20734
   unique: 3029958, success, outsize: 16
   unique: 3029957, success, outsize: 120
flush[72]
   unique: 3029959, success, outsize: 16
unique: 3029960, opcode: FLUSH (25), nodeid: 125392, insize: 64, pid: 20821
flush[49]
   unique: 3029960, success, outsize: 16
   read[33] 131072 bytes from 131072
   unique: 3029941, success, outsize: 131088
unique: 3029961, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20760
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000018
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000018
unique: 3029962, opcode: LOOKUP (1), nodeid: 21, insize: 49, pid: 20821
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004
unique: 3029963, opcode: RELEASE (18), nodeid: 102446, insize: 64, pid: 0
release[56] flags: 0x8002
   NODEID: 71894
   unique: 3029962, success, outsize: 144
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000028
unique: 3029964, opcode: LOOKUP (1), nodeid: 71894, insize: 49, pid: 20821
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000001
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000001
   read[23] 110592 bytes from 1835008
   unique: 3029944, success, outsize: 110608
   NODEID: 73681
   unique: 3029964, success, outsize: 144
   read[31] 131072 bytes from 1703936
   read[5] 131072 bytes from 393216
   unique: 3029945, success, outsize: 131088
   read[91] 131072 bytes from 524288
   unique: 3029946, success, outsize: 131088
unique: 3029966, opcode: READ (15), nodeid: 113585, insize: 80, pid: 20749
read[23] 4096 bytes from 1945600 flags: 0x8002
   read[73] 131072 bytes from 655360
   NODEID: 138173
   unique: 3029961, success, outsize: 144
   unique: 3029942, success, outsize: 131088
   unique: 3029940, success, outsize: 131088
unique: 3029965, opcode: RELEASE (18), nodeid: 125212, insize: 64, pid: 0
release[72] flags: 0x8002
unique: 3029970, opcode: READ (15), nodeid: 138138, insize: 80, pid: 20823
unique: 3029968, opcode: OPEN (14), nodeid: 138173, insize: 48, pid: 20760
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000031
unique: 3029971, opcode: OPEN (14), nodeid: 73681, insize: 48, pid: 20821
   read[71] 131072 bytes from 1048576
   unique: 3029956, success, outsize: 131088
unique: 3029967, opcode: RELEASE (18), nodeid: 125392, insize: 64, pid: 0
   read[44] 131072 bytes from 131072
read[74] 131072 bytes from 786432 flags: 0x8002
unique: 3029969, opcode: LOOKUP (1), nodeid: 2074, insize: 49, pid: 20734
   read[58] 110592 bytes from 1835008
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000019
release[49] flags: 0x8002
   read[23] 0 bytes from 1945600
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000034
   unique: 3029966, success, outsize: 16
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000018
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000001
unique: 3029975, opcode: GETATTR (3), nodeid: 113585, insize: 56, pid: 20749
   unique: 3029953, success, outsize: 110608
getattr[23] /bigfileset/00000006/00000001/00000001/00000016
   read[78] 131072 bytes from 786432
   read[92] 131072 bytes from 524288
   unique: 3029949, success, outsize: 131088
unique: 3029974, opcode: READ (15), nodeid: 138149, insize: 80, pid: 20733
read[81] 131072 bytes from 655360 flags: 0x8002
   unique: 3029955, success, outsize: 131088
   unique: 3029975, success, outsize: 120
unique: 3029973, opcode: READ (15), nodeid: 138116, insize: 80, pid: 20820
read[31] 110592 bytes from 1835008 flags: 0x8002
unique: 3029976, opcode: FLUSH (25), nodeid: 113585, insize: 64, pid: 20749
   read[12] 131072 bytes from 262144
   unique: 3029954, success, outsize: 131088
[info] Encoding completed
unique: 3029978, opcode: READ (15), nodeid: 138118, insize: 80, pid: 20776
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000019
flush[23]
unique: 3029972, opcode: READ (15), nodeid: 138146, insize: 80, pid: 20810
   unique: 3029976, success, outsize: 16
   unique: 3029950, success, outsize: 131088
unique: 3029977, opcode: READ (15), nodeid: 138137, insize: 80, pid: 20769
unique: 3029981, opcode: LOOKUP (1), nodeid: 71894, insize: 49, pid: 20749
unique: 3029982, opcode: READ (15), nodeid: 97683, insize: 80, pid: 20799
unique: 3029979, opcode: READ (15), nodeid: 126318, insize: 80, pid: 20781
read[13] 131072 bytes from 0 flags: 0x8002
unique: 3029980, opcode: RELEASE (18), nodeid: 113585, insize: 64, pid: 0
   unique: 3029963, success, outsize: 16
release[23] flags: 0x8002
read[76] 131072 bytes from 786432 flags: 0x8002
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000016
read[58] 4096 bytes from 1945600 flags: 0x8002
read[26] 131072 bytes from 0 flags: 0x8002
unique: 3029983, opcode: READ (15), nodeid: 125578, insize: 80, pid: 20812
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000002
   read[74] 131072 bytes from 786432
unique: 3029984, opcode: READ (15), nodeid: 76021, insize: 80, pid: 20740
   NODEID: 138174
read[38] 110592 bytes from 1835008 flags: 0x8002
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000002
   unique: 3029970, success, outsize: 131088
read[87] 131072 bytes from 917504 flags: 0x8002
   unique: 3029969, success, outsize: 144
   NODEID: 71895
read[82] 131072 bytes from 917504 flags: 0x8002
   unique: 3029981, success, outsize: 144
   read[58] 0 bytes from 1945600
[info] Encoding completed
   unique: 3029978, success, outsize: 16
   unique: 3029965, success, outsize: 16
unique: 3029985, opcode: OPEN (14), nodeid: 138174, insize: 48, pid: 20734
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000019
unique: 3029986, opcode: READ (15), nodeid: 113603, insize: 80, pid: 20735
read[12] 131072 bytes from 393216 flags: 0x8002
unique: 3029987, opcode: GETATTR (3), nodeid: 138118, insize: 56, pid: 20776
unique: 3029988, opcode: READ (15), nodeid: 138150, insize: 80, pid: 20784
[info] Encoding completed
getattr[58] /bigfileset/00000005/00000008
   unique: 3029967, success, outsize: 16
   unique: 3029987, success, outsize: 120
read[89] 131072 bytes from 917504 flags: 0x8002
   read[13] 131072 bytes from 0
   unique: 3029979, success, outsize: 131088
unique: 3029989, opcode: FLUSH (25), nodeid: 138118, insize: 64, pid: 20776
   open[6] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000003
unique: 3029990, opcode: READ (15), nodeid: 138161, insize: 80, pid: 20746
unique: 3029991, opcode: OPEN (14), nodeid: 71895, insize: 48, pid: 20749
   read[81] 131072 bytes from 655360
   read[38] 110592 bytes from 1835008
   unique: 3029984, success, outsize: 110608
read[34] 131072 bytes from 0 flags: 0x8002
   read[26] 131072 bytes from 0
   unique: 3029759, success, outsize: 32
   unique: 3029982, success, outsize: 131088
   unique: 3029974, success, outsize: 131088
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000002
flush[58]
unique: 3029992, opcode: READ (15), nodeid: 126031, insize: 80, pid: 20807
   unique: 3029989, success, outsize: 16
unique: 3029993, opcode: READ (15), nodeid: 105234, insize: 80, pid: 20742
   read[31] 110592 bytes from 1835008
read[6] 131072 bytes from 0 flags: 0x8002
unique: 3029994, opcode: READ (15), nodeid: 76021, insize: 80, pid: 20740
   unique: 3029973, success, outsize: 110608
read[38] 4096 bytes from 1945600 flags: 0x8002
read[7] 131072 bytes from 655360 flags: 0x8002
unique: 3029997, opcode: LOOKUP (1), nodeid: 71894, insize: 49, pid: 20776
unique: 3029995, opcode: READ (15), nodeid: 138130, insize: 80, pid: 20789
unique: 3029996, opcode: RELEASE (18), nodeid: 138118, insize: 64, pid: 0
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000003
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000003
release[58] flags: 0x8002
   read[76] 131072 bytes from 786432
/mnt/backend/.minervafs/bigfileset/00000005/00000008
   unique: 3029977, success, outsize: 131088
read[62] 110592 bytes from 1835008 flags: 0x8002
unique: 3029998, opcode: READ (15), nodeid: 84629, insize: 80, pid: 20808
read[55] 131072 bytes from 1572864 flags: 0x8002
   NODEID: 84111
   unique: 3029997, success, outsize: 144
   read[87] 131072 bytes from 917504
   unique: 3029983, success, outsize: 131088
unique: 3030000, opcode: READ (15), nodeid: 97683, insize: 80, pid: 20799
unique: 3029999, opcode: READ (15), nodeid: 138116, insize: 80, pid: 20820
read[26] 131072 bytes from 131072 flags: 0x8002
read[31] 4096 bytes from 1945600 flags: 0x8002
   read[38] 0 bytes from 1945600
   unique: 3029994, success, outsize: 16
unique: 3030001, opcode: GETATTR (3), nodeid: 76021, insize: 56, pid: 20740
getattr[38] /bigfileset/00000004/00000002
   read[12] 131072 bytes from 393216
unique: 3030002, opcode: READ (15), nodeid: 138149, insize: 80, pid: 20733
   read[31] 0 bytes from 1945600
   unique: 3029999, success, outsize: 16
   unique: 3029986, success, outsize: 131088
   unique: 3030001, success, outsize: 120
   read[34] 131072 bytes from 0
   read[82] 131072 bytes from 917504
unique: 3030003, opcode: GETATTR (3), nodeid: 138116, insize: 56, pid: 20820
read[81] 131072 bytes from 786432 flags: 0x8002
getattr[31] /bigfileset/00000006/00000001/00000001/00000012
   unique: 3029990, success, outsize: 131088
   unique: 3029972, success, outsize: 131088
[info] Encoding completed
unique: 3030005, opcode: FLUSH (25), nodeid: 76021, insize: 64, pid: 20740
   unique: 3029980, success, outsize: 16
   read[89] 131072 bytes from 917504
   unique: 3029988, success, outsize: 131088
   unique: 3030003, success, outsize: 120
unique: 3030006, opcode: READ (15), nodeid: 115177, insize: 80, pid: 20765
flush[38]
unique: 3030007, opcode: READ (15), nodeid: 138157, insize: 80, pid: 20787
   unique: 3030005, success, outsize: 16
read[32] 131072 bytes from 131072 flags: 0x8002
read[68] 131072 bytes from 1441792 flags: 0x8002
   read[7] 131072 bytes from 655360
   unique: 3029992, success, outsize: 131088
unique: 3030011, opcode: RELEASE (18), nodeid: 76021, insize: 64, pid: 0
unique: 3030010, opcode: READ (15), nodeid: 138108, insize: 80, pid: 20770
unique: 3030009, opcode: FLUSH (25), nodeid: 138116, insize: 64, pid: 20820
read[43] 110592 bytes from 1835008 flags: 0x8002
unique: 3030013, opcode: READ (15), nodeid: 138161, insize: 80, pid: 20746
   read[62] 110592 bytes from 1835008
read[34] 131072 bytes from 131072 flags: 0x8002
unique: 3030012, opcode: LOOKUP (1), nodeid: 71894, insize: 49, pid: 20740
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000004
flush[31]
unique: 3030004, opcode: GETATTR (3), nodeid: 125578, insize: 56, pid: 20812
getattr[87] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000001
release[38] flags: 0x8002
   read[26] 131072 bytes from 131072
   unique: 3030000, success, outsize: 131088
/mnt/backend/.minervafs/bigfileset/00000004/00000002
unique: 3030014, opcode: READ (15), nodeid: 138154, insize: 80, pid: 20791
unique: 3030015, opcode: GETATTR (3), nodeid: 138146, insize: 56, pid: 20810
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000004
unique: 3030008, opcode: OPEN (14), nodeid: 84111, insize: 48, pid: 20776
   unique: 3030009, success, outsize: 16
   unique: 3029995, success, outsize: 110608
   unique: 3030004, success, outsize: 120
   read[6] 131072 bytes from 0
   unique: 3029993, success, outsize: 131088
read[99] 131072 bytes from 393216 flags: 0x8002
getattr[82] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000012
   NODEID: 113170
   unique: 3030015, success, outsize: 120
   read[55] 131072 bytes from 1572864
[info] Encoding completed
   unique: 3030012, success, outsize: 144
unique: 3030016, opcode: GETATTR (3), nodeid: 138150, insize: 56, pid: 20784
unique: 3030018, opcode: LOOKUP (1), nodeid: 21, insize: 49, pid: 20820
unique: 3030019, opcode: READ (15), nodeid: 92611, insize: 80, pid: 20802
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005
   unique: 3029996, success, outsize: 16
   unique: 3029998, success, outsize: 131088
   read[32] 131072 bytes from 131072
   unique: 3030007, success, outsize: 131088
unique: 3030017, opcode: RELEASE (18), nodeid: 138116, insize: 64, pid: 0
unique: 3030020, opcode: READ (15), nodeid: 138119, insize: 80, pid: 20743
read[98] 131072 bytes from 524288 flags: 0x8002
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000003
getattr[89] /bigfileset/00000006/00000001/00000002/00000001/00000002/00000003
   NODEID: 38766
   unique: 3030018, success, outsize: 144
unique: 3030021, opcode: READ (15), nodeid: 98602, insize: 80, pid: 20796
   unique: 3030016, success, outsize: 120
read[88] 131072 bytes from 524288 flags: 0x8002
read[41] 131072 bytes from 1703936 flags: 0x8002
   read[81] 131072 bytes from 786432
   unique: 3030002, success, outsize: 131088
release[31] flags: 0x8002
unique: 3030023, opcode: LOOKUP (1), nodeid: 38766, insize: 49, pid: 20820
unique: 3030024, opcode: READ (15), nodeid: 138128, insize: 80, pid: 20801
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000012
unique: 3030022, opcode: READ (15), nodeid: 138130, insize: 80, pid: 20789
read[62] 4096 bytes from 1945600 flags: 0x8002
read[22] 131072 bytes from 1179648 flags: 0x8002
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000001
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000001
unique: 3030026, opcode: OPEN (14), nodeid: 113170, insize: 48, pid: 20740
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000004/00000004
unique: 3030027, opcode: READ (15), nodeid: 125082, insize: 80, pid: 20819
   read[43] 110592 bytes from 1835008
read[11] 131072 bytes from 1572864 flags: 0x8002
   read[68] 131072 bytes from 1441792
   NODEID: 114785
   unique: 3030023, success, outsize: 144
   unique: 3030006, success, outsize: 131088
unique: 3030025, opcode: READ (15), nodeid: 83731, insize: 80, pid: 20763
   unique: 3030010, success, outsize: 110608
read[18] 131072 bytes from 131072 flags: 0x8002
   read[62] 0 bytes from 1945600
   unique: 3030022, success, outsize: 16
   read[34] 131072 bytes from 131072
unique: 3030028, opcode: READ (15), nodeid: 84629, insize: 80, pid: 20808
read[55] 131072 bytes from 1703936 flags: 0x8002
   unique: 3030013, success, outsize: 131088
unique: 3030029, opcode: GETATTR (3), nodeid: 138130, insize: 56, pid: 20789
unique: 3030030, opcode: READ (15), nodeid: 85771, insize: 80, pid: 20814
   read[98] 131072 bytes from 524288
read[57] 131072 bytes from 393216 flags: 0x8002
   unique: 3030019, success, outsize: 131088
   read[99] 131072 bytes from 393216
   unique: 3030014, success, outsize: 131088
getattr[62] /bigfileset/00000006/00000001/00000001/00000024
unique: 3030031, opcode: READ (15), nodeid: 138108, insize: 80, pid: 20770
read[43] 4096 bytes from 1945600 flags: 0x8002
   read[41] 131072 bytes from 1703936
   unique: 3030020, success, outsize: 131088
   unique: 3030029, success, outsize: 120
   read[88] 131072 bytes from 524288
   unique: 3030021, success, outsize: 131088
unique: 3030032, opcode: READ (15), nodeid: 138152, insize: 80, pid: 20729
unique: 3030033, opcode: OPEN (14), nodeid: 114785, insize: 48, pid: 20820
unique: 3030035, opcode: READ (15), nodeid: 138161, insize: 80, pid: 20746
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000001
unique: 3030034, opcode: FLUSH (25), nodeid: 138130, insize: 64, pid: 20789
unique: 3030036, opcode: READ (15), nodeid: 138106, insize: 80, pid: 20779
read[34] 131072 bytes from 262144 flags: 0x8002
read[28] 131072 bytes from 524288 flags: 0x8002
[info] Encoding completed
   read[43] 0 bytes from 1945600
   unique: 3030031, success, outsize: 16
flush[62]
[info] Encoding completed
unique: 3030037, opcode: READ (15), nodeid: 138142, insize: 80, pid: 20728
unique: 3030039, opcode: GETATTR (3), nodeid: 138108, insize: 56, pid: 20770
read[75] 131072 bytes from 1048576 flags: 0x8002
getattr[43] /bigfileset/00000005/00000012
unique: 3030038, opcode: READ (15), nodeid: 98488, insize: 80, pid: 20748
   unique: 3030017, success, outsize: 16
   unique: 3030034, success, outsize: 16
   unique: 3030011, success, outsize: 16
   unique: 3030039, success, outsize: 120
unique: 3030040, opcode: RELEASE (18), nodeid: 138130, insize: 64, pid: 0
read[46] 110592 bytes from 1835008 flags: 0x8002
unique: 3030041, opcode: READ (15), nodeid: 138109, insize: 80, pid: 20817
   read[11] 131072 bytes from 1572864
read[35] 131072 bytes from 1703936 flags: 0x8002
   unique: 3030027, success, outsize: 131088
read[47] 110592 bytes from 1835008 flags: 0x8002
   read[55] 131072 bytes from 1703936
   unique: 3030028, success, outsize: 131088
unique: 3030043, opcode: FLUSH (25), nodeid: 138108, insize: 64, pid: 20770
unique: 3030042, opcode: LOOKUP (1), nodeid: 38766, insize: 49, pid: 20789
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000002
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000002
release[62] flags: 0x8002
unique: 3030044, opcode: READ (15), nodeid: 81893, insize: 80, pid: 20824
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000024
read[39] 131072 bytes from 1441792 flags: 0x8002
   read[18] 131072 bytes from 131072
   NODEID: 119459
unique: 3030045, opcode: READ (15), nodeid: 126137, insize: 80, pid: 20816
flush[43]
   unique: 3030042, success, outsize: 144
   unique: 3030043, success, outsize: 16
read[4] 131072 bytes from 786432 flags: 0x8002
   unique: 3030025, success, outsize: 131088
   read[57] 131072 bytes from 393216
   unique: 3030030, success, outsize: 131088
unique: 3030046, opcode: LOOKUP (1), nodeid: 38766, insize: 49, pid: 20770
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000003
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000003
   read[22] 131072 bytes from 1179648
   unique: 3030024, success, outsize: 131088
unique: 3030047, opcode: RELEASE (18), nodeid: 138108, insize: 64, pid: 0
release[43] flags: 0x8002
/mnt/backend/.minervafs/bigfileset/00000005/00000012
   read[28] 131072 bytes from 524288
   unique: 3030032, success, outsize: 131088
   read[35] 131072 bytes from 1703936
   unique: 3030041, success, outsize: 131088
   read[75] 131072 bytes from 1048576
   unique: 3030037, success, outsize: 131088
unique: 3030048, opcode: READ (15), nodeid: 83731, insize: 80, pid: 20763
read[18] 131072 bytes from 262144 flags: 0x8002
   read[34] 131072 bytes from 262144
   NODEID: 138175
   unique: 3030046, success, outsize: 144
   unique: 3030035, success, outsize: 131088
unique: 3030049, opcode: READ (15), nodeid: 97174, insize: 80, pid: 20825
unique: 3030051, opcode: OPEN (14), nodeid: 119459, insize: 48, pid: 20789
unique: 3030050, opcode: READ (15), nodeid: 138129, insize: 80, pid: 20783
read[10] 131072 bytes from 0 flags: 0x8002
unique: 3030053, opcode: READ (15), nodeid: 109405, insize: 80, pid: 20756
read[93] 131072 bytes from 393216 flags: 0x8002
[info] Encoding completed
unique: 3030052, opcode: OPEN (14), nodeid: 138175, insize: 48, pid: 20770
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000003
   read[46] 110592 bytes from 1835008
   read[4] 131072 bytes from 786432
   unique: 3030045, success, outsize: 131088
unique: 3030055, opcode: READ (15), nodeid: 138152, insize: 80, pid: 20729
read[28] 131072 bytes from 655360 flags: 0x8002
open flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000002
   read[47] 110592 bytes from 1835008
   unique: 3030036, success, outsize: 110608
read[52] 110592 bytes from 1835008 flags: 0x8002
   unique: 3030038, success, outsize: 110608
   unique: 3030040, success, outsize: 16
unique: 3030054, opcode: READ (15), nodeid: 86172, insize: 80, pid: 20759
   read[39] 131072 bytes from 1441792
   unique: 3030044, success, outsize: 131088
read[96] 131072 bytes from 786432 flags: 0x8002
unique: 3030056, opcode: READ (15), nodeid: 138160, insize: 80, pid: 20772
unique: 3030057, opcode: READ (15), nodeid: 138144, insize: 80, pid: 20755
   read[93] 131072 bytes from 393216
   unique: 3030053, success, outsize: 131088
read[77] 131072 bytes from 1048576 flags: 0x8002
unique: 3030059, opcode: READ (15), nodeid: 115135, insize: 80, pid: 20777
read[36] 131072 bytes from 0 flags: 0x8002
unique: 3030058, opcode: READ (15), nodeid: 126137, insize: 80, pid: 20816
unique: 3030060, opcode: READ (15), nodeid: 138123, insize: 80, pid: 20798
read[4] 131072 bytes from 917504 flags: 0x8002
read[14] 131072 bytes from 0 flags: 0x8002
unique: 3030061, opcode: READ (15), nodeid: 138106, insize: 80, pid: 20779
[info] Encoding completed
read[47] 4096 bytes from 1945600 flags: 0x8002
   read[18] 131072 bytes from 262144
   unique: 3030048, success, outsize: 131088
   unique: 3030047, success, outsize: 16
   read[47] 0 bytes from 1945600
   unique: 3030061, success, outsize: 16
   read[28] 131072 bytes from 655360
   unique: 3030055, success, outsize: 131088
read[53] 110592 bytes from 1835008 flags: 0x8002
   read[52] 110592 bytes from 1835008
   unique: 3030050, success, outsize: 110608
unique: 3030062, opcode: READ (15), nodeid: 98488, insize: 80, pid: 20748
read[46] 4096 bytes from 1945600 flags: 0x8002
unique: 3030064, opcode: READ (15), nodeid: 109405, insize: 80, pid: 20756
unique: 3030063, opcode: READ (15), nodeid: 97239, insize: 80, pid: 20780
read[93] 131072 bytes from 524288 flags: 0x8002
read[29] 131072 bytes from 131072 flags: 0x8002
   read[96] 131072 bytes from 786432
   unique: 3030054, success, outsize: 131088
   read[10] 131072 bytes from 0
   read[46] 0 bytes from 1945600
   unique: 3030049, success, outsize: 131088
   unique: 3030062, success, outsize: 16
   read[36] 131072 bytes from 0
   unique: 3030059, success, outsize: 131088
   read[77] 131072 bytes from 1048576
   unique: 3030057, success, outsize: 131088
   read[4] 131072 bytes from 917504
   unique: 3030058, success, outsize: 131088
   read[53] 110592 bytes from 1835008
   unique: 3030060, success, outsize: 110608
   read[14] 131072 bytes from 0
   read[29] 131072 bytes from 131072
   unique: 3030063, success, outsize: 131088
   unique: 3030056, success, outsize: 131088
   read[93] 131072 bytes from 524288
   unique: 3030064, success, outsize: 131088
   open[16] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000002/00000015
   unique: 3029709, success, outsize: 32
   open[30] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000002
   unique: 3029746, success, outsize: 32
   open[38] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000009
   unique: 3029808, success, outsize: 32
unique: 3030065, opcode: READ (15), nodeid: 138141, insize: 80, pid: 20750
read[17] 131072 bytes from 1048576 flags: 0x8002
unique: 3030066, opcode: GETATTR (3), nodeid: 138106, insize: 56, pid: 20779
getattr[47] /bigfileset/00000001/00000025
   unique: 3030066, success, outsize: 120
unique: 3030067, opcode: READ (15), nodeid: 112032, insize: 80, pid: 20730
unique: 3030069, opcode: READ (15), nodeid: 138129, insize: 80, pid: 20783
read[79] 131072 bytes from 917504 flags: 0x8002
read[52] 4096 bytes from 1945600 flags: 0x8002
   read[17] 131072 bytes from 1048576
   unique: 3030065, success, outsize: 131088
   read[52] 0 bytes from 1945600
   unique: 3030069, success, outsize: 16
unique: 3030071, opcode: GETATTR (3), nodeid: 98488, insize: 56, pid: 20748
getattr[46] /bigfileset/00000006/00000001/00000001/00000018
unique: 3030070, opcode: READ (15), nodeid: 125209, insize: 80, pid: 20764
unique: 3030068, opcode: READ (15), nodeid: 138152, insize: 80, pid: 20729
read[51] 110592 bytes from 1835008 flags: 0x8002
read[28] 131072 bytes from 786432 flags: 0x8002
   unique: 3030071, success, outsize: 120
unique: 3030072, opcode: READ (15), nodeid: 138153, insize: 80, pid: 20732
read[21] 131072 bytes from 786432 flags: 0x8002
   read[79] 131072 bytes from 917504
   unique: 3030067, success, outsize: 131088
unique: 3030073, opcode: READ (15), nodeid: 138139, insize: 80, pid: 20826
unique: 3030076, opcode: READ (15), nodeid: 119280, insize: 80, pid: 20804
read[97] 131072 bytes from 524288 flags: 0x8002
read[80] 131072 bytes from 917504 flags: 0x8002
unique: 3030074, opcode: READ (15), nodeid: 138114, insize: 80, pid: 20794
unique: 3030075, opcode: READ (15), nodeid: 115408, insize: 80, pid: 20811
read[15] 131072 bytes from 1572864 flags: 0x8002
read[83] 131072 bytes from 655360 flags: 0x8002
unique: 3030077, opcode: GETATTR (3), nodeid: 126137, insize: 56, pid: 20816
getattr[4] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000001/00000012
unique: 3030078, opcode: READ (15), nodeid: 138123, insize: 80, pid: 20798
   unique: 3030077, success, outsize: 120
unique: 3030079, opcode: READ (15), nodeid: 138140, insize: 80, pid: 20761
unique: 3030080, opcode: READ (15), nodeid: 119796, insize: 80, pid: 20822
read[85] 131072 bytes from 786432 flags: 0x8002
read[84] 131072 bytes from 1048576 flags: 0x8002
   read[51] 110592 bytes from 1835008
   unique: 3030070, success, outsize: 110608
read[53] 4096 bytes from 1945600 flags: 0x8002
   read[21] 131072 bytes from 786432
   unique: 3030072, success, outsize: 131088
unique: 3030081, opcode: READ (15), nodeid: 99473, insize: 80, pid: 20738
read[30] 131072 bytes from 0 flags: 0x8002
unique: 3030083, opcode: GETATTR (3), nodeid: 138129, insize: 56, pid: 20783
unique: 3030084, opcode: READ (15), nodeid: 97239, insize: 80, pid: 20780
unique: 3030082, opcode: FLUSH (25), nodeid: 138106, insize: 64, pid: 20779
getattr[52] /bigfileset/00000006/00000001/00000001/00000023
   read[28] 131072 bytes from 786432
   unique: 3030068, success, outsize: 131088
   unique: 3030083, success, outsize: 120
flush[47]
   read[97] 131072 bytes from 524288
   unique: 3030076, success, outsize: 131088
   unique: 3030082, success, outsize: 16
read[29] 131072 bytes from 262144 flags: 0x8002
unique: 3030085, opcode: FLUSH (25), nodeid: 98488, insize: 64, pid: 20748
flush[46]
   unique: 3030085, success, outsize: 16
unique: 3030086, opcode: READ (15), nodeid: 138156, insize: 80, pid: 20806
read[19] 131072 bytes from 262144 flags: 0x8002
   read[53] 0 bytes from 1945600
   unique: 3030078, success, outsize: 16
   read[15] 131072 bytes from 1572864
   unique: 3030074, success, outsize: 131088
   read[85] 131072 bytes from 786432
   unique: 3030079, success, outsize: 131088
   read[83] 131072 bytes from 655360
   unique: 3030075, success, outsize: 131088
   read[84] 131072 bytes from 1048576
   unique: 3030080, success, outsize: 131088
   read[80] 131072 bytes from 917504
   unique: 3030073, success, outsize: 131088
   open[37] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000004
   unique: 3029801, success, outsize: 32
   read[19] 131072 bytes from 262144
   unique: 3030086, success, outsize: 131088
   open[23] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000006
   unique: 3029834, success, outsize: 32
unique: 3030087, opcode: GETATTR (3), nodeid: 112032, insize: 56, pid: 20730
unique: 3030089, opcode: READ (15), nodeid: 125209, insize: 80, pid: 20764
unique: 3030088, opcode: READ (15), nodeid: 80615, insize: 80, pid: 20757
unique: 3030091, opcode: READ (15), nodeid: 126137, insize: 80, pid: 20816
unique: 3030090, opcode: FLUSH (25), nodeid: 138129, insize: 64, pid: 20783
read[51] 4096 bytes from 1945600 flags: 0x8002
getattr[79] /bigfileset/00000006/00000001/00000002/00000001/00000002/00000004
read[69] 131072 bytes from 1048576 flags: 0x8002
read[4] 131072 bytes from 1048576 flags: 0x8002
flush[52]
   unique: 3030087, success, outsize: 120
   unique: 3030090, success, outsize: 16
   read[51] 0 bytes from 1945600
   unique: 3030089, success, outsize: 16
   read[4] 131072 bytes from 1048576
   unique: 3030091, success, outsize: 131088
   read[69] 131072 bytes from 1048576
   unique: 3030088, success, outsize: 131088
   open[24] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000010
   unique: 3029836, success, outsize: 32
   open[31] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000003/00000001
   open[40] flags: 0x8002 /bigfileset/00000006/00000001/00000002/00000001/00000003/00000002/00000016
   unique: 3029761, success, outsize: 32
   unique: 3029758, success, outsize: 32
unique: 3030092, opcode: LOOKUP (1), nodeid: 38766, insize: 49, pid: 20779
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000004
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000005/00000004
unique: 3030094, opcode: RELEASE (18), nodeid: 98488, insize: 64, pid: 0
unique: 3030093, opcode: RELEASE (18), nodeid: 138106, insize: 64, pid: 0
release[46] flags: 0x8002
release[47] flags: 0x8002
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000018
/mnt/backend/.minervafs/bigfileset/00000001/00000025
unique: 3030095, opcode: GETATTR (3), nodeid: 138123, insize: 56, pid: 20798
getattr[53] /bigfileset/00000006/00000001/00000001/00000006
unique: 3030096, opcode: READ (15), nodeid: 138120, insize: 80, pid: 20775
read[59] 131072 bytes from 1310720 flags: 0x8002
   unique: 3030095, success, outsize: 120
   NODEID: 138176
   unique: 3030092, success, outsize: 144
unique: 3030097, opcode: READ (15), nodeid: 138155, insize: 80, pid: 20767
read[100] 131072 bytes from 262144 flags: 0x8002
unique: 3030098, opcode: READ (15), nodeid: 138114, insize: 80, pid: 20794
read[15] 131072 bytes from 1703936 flags: 0x8002
   read[30] 131072 bytes from 0
unique: 3030099, opcode: READ (15), nodeid: 138131, insize: 80, pid: 20792
   unique: 3030081, success, outsize: 131088
read[67] 131072 bytes from 1179648 flags: 0x8002
   read[29] 131072 bytes from 262144
   unique: 3030084, success, outsize: 131088
unique: 3030100, opcode: READ (15), nodeid: 115408, insize: 80, pid: 20811
read[83] 131072 bytes from 786432 flags: 0x8002
   read[59] 131072 bytes from 1310720
   unique: 3030096, success, outsize: 131088
unique: 3030101, opcode: GETATTR (3), nodeid: 138139, insize: 56, pid: 20826
getattr[80] /bigfileset/00000006/00000001/00000002/00000001/00000001/00000004
unique: 3030103, opcode: LOOKUP (1), nodeid: 21, insize: 49, pid: 20783
[info] Encoding completed
unique: 3030104, opcode: GETATTR (3), nodeid: 125209, insize: 56, pid: 20764
unique: 3030102, opcode: READ (15), nodeid: 112521, insize: 80, pid: 20758
   unique: 3030101, success, outsize: 120
   unique: 3030094, success, outsize: 16
getattr[51] /bigfileset/00000006/00000001/00000001/00000030
LOOKUP /bigfileset/00000006/00000001/00000002/00000001/00000003/00000006
getattr[NULL] /bigfileset/00000006/00000001/00000002/00000001/00000003/00000006
read[9] 131072 bytes from 655360 flags: 0x8002
   unique: 3030104, success, outsize: 120
   NODEID: 17518
   unique: 3030103, success, outsize: 144
unique: 3030105, opcode: RELEASE (18), nodeid: 138129, insize: 64, pid: 0
release[52] flags: 0x8002
unique: 3030106, opcode: READ (15), nodeid: 127090, insize: 80, pid: 20747
/mnt/backend/.minervafs/bigfileset/00000006/00000001/00000001/00000023
free(): invalid pointerread[24] 131072 bytes from 0 flags: 0x8002

   read[100] 131072 bytes from 262144
   unique: 3030097, success, outsize: 131088
   read[15] 131072 bytes from 1703936
   unique: 3030098, success, outsize: 131088
   read[67] 131072 bytes from 1179648
   unique: 3030099, success, outsize: 131088
Aborted (core dumped)
looopTools commented 3 years ago

Unable to reproduce on Fedora 32/33 on Dell XPS and on Backblaze storagepod with ubuntu 20.04. We should find a way to reproduce it.

Additionally, the error happens at a call to std::map<T1, T2>::erase(const T1 key) which is weird as this should be memory safe.