search

ipfs / benchmarks

Benchmarking for IPFS
MIT License
20 stars 8 forks source link

skip non existent tests #260

Closed Elexy closed 5 years ago

Elexy commented 5 years ago

If a test is requested that is not known by the runner, it just skips it now. The logs will show a difference:

[2019-02-14 19:18:44.441 +0000] INFO (runner/49365 on mbpro-3055.local): Running benchmarks from parameters: ["unixFsAdd_balanced_memory","localTransfer_tcp_mplex_secio"]
[2019-02-14 19:18:44.442 +0000] ERROR (runner/49365 on mbpro-3055.local): The following benchmarks were constructed [{"name":"localTransfer_tcp_mplex_secio","benchmark":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  OUT_FOLDER=/tmp/out REMOTE=true GUID=3e7ca970-308d-11e9-a874-ed2dd61d2f73  node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","doctor":[{"command":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  FILESET=\"One4MBFile\" clinic doctor --dest /tmp/out/localTransfer_tcp_mplex_secio/ -- node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","fileSet":"One4MBFile","benchmarkName":"localTransfer_tcp_mplex_secio","operation":"doctor"},{"command":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  FILESET=\"One64MBFile\" clinic doctor --dest /tmp/out/localTransfer_tcp_mplex_secio/ -- node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","fileSet":"One64MBFile","benchmarkName":"localTransfer_tcp_mplex_secio","operation":"doctor"}],"flame":[{"command":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  FILESET=\"One4MBFile\" clinic flame --dest /tmp/out/localTransfer_tcp_mplex_secio/ -- node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","fileSet":"One4MBFile","benchmarkName":"localTransfer_tcp_mplex_secio","operation":"flame"},{"command":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  FILESET=\"One64MBFile\" clinic flame --dest /tmp/out/localTransfer_tcp_mplex_secio/ -- node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","fileSet":"One64MBFile","benchmarkName":"localTransfer_tcp_mplex_secio","operation":"flame"}],"bubbleProf":[{"command":"killall node 2>/dev/null; killall ipfs 2>/dev/null; source ~/.nvm/nvm.sh &&  FILESET=\"One4MBFile\" clinic bubbleProf --dest /tmp/out/localTransfer_tcp_mplex_secio/ -- node ~/ipfs/tests//local-transfer.js -t tcp -m mplex -e secio","fileSet":"One4MBFile","benchmarkName":"localTransfer_tcp_mplex_secio","operation":"bubbleProf"}]}]