{
"compared_with_test": {
"full_name": "linux.gcc.mpi.serialization.integration.mpi",
"name": "integration.mpi",
"platform": {
"compiler": "gcc",
"extras": [
"mpi",
"serialization"
],
"os": "linux"
},
"platform_as_string": "linux.gcc.mpi.serialization",
"revision": {
"branch": "benchmark",
"revision_id": 608
},
"state": "failed",
"test_id": 769000
},
"summary": {
"failed": 7,
"failed_tests": [
"replica_docking",
"threefold_symm_peptide_design",
"mpi_simple_cycpep_predict",
"mpi_simple_cycpep_predict_4level",
"mpi_simple_cycpep_predict_computing_pnear_to_all",
"backbonegridsampler_nstruct_mode",
"recon_design_mpi"
],
"total": 27
},
"tests": {
"backbonegridsampler_nstruct_mode": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/backbonegridsampler_nstruct_mode/log and /home/benchmark/working_dir/benchmark:609/backbonegridsampler_nstruct_mode/log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/backbonegridsampler_nstruct_mode/log /home/benchmark/working_dir/benchmark:609/backbonegridsampler_nstruct_mode/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/51352/1/1/vader_segment.nobu-2.1\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/35972/1/3/vader_segment.nobu-2.3\r\n23,25c23,24\r\n< [nobu-2:21037] 4 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:21037] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n< [nobu-2:21037] 1 more process has sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n---\r\n> [nobu-2:05681] 5 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05681] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n",
"state": "failed"
},
"database_md5": {
"log": "",
"state": "passed"
},
"features_pdb_mpi": {
"log": "",
"state": "passed"
},
"helical_bundle_predict": {
"log": "",
"state": "passed"
},
"helical_bundle_predict_psipred": {
"log": "",
"state": "passed"
},
"helical_bundle_predict_psipred_with_helix_globals": {
"log": "",
"state": "passed"
},
"helical_bundle_predict_sequence": {
"log": "",
"state": "passed"
},
"helical_bundle_predict_skipping_residues": {
"log": "",
"state": "passed"
},
"mpi_simple_cycpep_predict": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict/log and /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict/log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict/log /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/51377/1/1/vader_segment.nobu-2.1\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/36029/1/1/vader_segment.nobu-2.1\r\n23,24c23,25\r\n< [nobu-2:20996] 4 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:20996] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n---\r\n> [nobu-2:05640] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05640] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n> [nobu-2:05640] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n",
"state": "failed"
},
"mpi_simple_cycpep_predict_4level": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict_4level/log and /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict_4level/log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict_4level/log /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict_4level/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/52042/1/3/vader_segment.nobu-2.3\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/36017/1/3/vader_segment.nobu-2.3\r\n23,25c23,24\r\n< [nobu-2:20991] 3 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:20991] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n< [nobu-2:20991] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n---\r\n> [nobu-2:05636] 5 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05636] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n",
"state": "failed"
},
"mpi_simple_cycpep_predict_computing_pnear_to_all": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict_computing_pnear_to_all/log and /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict_computing_pnear_to_all/log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/mpi_simple_cycpep_predict_computing_pnear_to_all/log /home/benchmark/working_dir/benchmark:609/mpi_simple_cycpep_predict_computing_pnear_to_all/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/52034/1/1/vader_segment.nobu-2.1\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/36021/1/shared_mem_pool.nobu-2\r\n23,24c23,24\r\n< [nobu-2:20983] 4 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:20983] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n---\r\n> [nobu-2:05632] 4 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05632] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n",
"state": "failed"
},
"recon_design_mpi": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/recon_design_mpi/log_main and /home/benchmark/working_dir/benchmark:609/recon_design_mpi/log_main differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/recon_design_mpi/log_main /home/benchmark/working_dir/benchmark:609/recon_design_mpi/log_main\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/52039/1/1/vader_segment.nobu-2.1\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/36681/1/1/vader_segment.nobu-2.1\r\n23,25c23,24\r\n< [nobu-2:20978] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:20978] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n< [nobu-2:20978] 1 more process has sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n---\r\n> [nobu-2:05628] 3 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05628] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n",
"state": "failed"
},
"replica_docking": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/replica_docking/log and /home/benchmark/working_dir/benchmark:609/replica_docking/log differ\r\nFiles /home/benchmark/working_dir/benchmark:608/replica_docking/ROSETTA_CRASH.log and /home/benchmark/working_dir/benchmark:609/replica_docking/ROSETTA_CRASH.log differ\r\nFiles /home/benchmark/working_dir/benchmark:608/replica_docking/.test_did_not_run.log and /home/benchmark/working_dir/benchmark:609/replica_docking/.test_did_not_run.log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/replica_docking/log /home/benchmark/working_dir/benchmark:609/replica_docking/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/52037/1/3/vader_segment.nobu-2.3\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/36673/1/3/vader_segment.nobu-2.3\r\n23,24c23,24\r\n< [nobu-2:20976] 5 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:20976] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n---\r\n> [nobu-2:05620] 7 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05620] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n26c26\r\n< ERROR: cannot open tracer file logs/log_2\r\n---\r\n> ERROR: cannot open tracer file logs/log_1\r\n28c28\r\n< \u001b[0m\u001b[0m\u001b[35m\r\n---\r\n> \u001b[0m\u001b[35m\r\n34c34\r\n< ERROR: cannot open tracer file logs/log_2\r\n---\r\n> ERROR: cannot open tracer file logs/log_1\r\n39,47c39,47\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fae28e97ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fae28f045b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fae28e9df8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fae28e9d988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fae2ab78d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fae39d9e5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fae39da0221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fae54adc3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fae55c345b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f5091aaaff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f5091b175b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f5091ab0f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f5091ab0988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f509378bd1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f50a29b15df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f50a29b3221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f50bd6ef3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f50be8475b8]\r\n49c49\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fae23427555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f508c03a555]\r\n52,53c52,53\r\n< \u001b[31m\u001b[1m\r\n< ERROR: cannot open tracer file logs/log_1\r\n---\r\n> \u001b[0m\u001b[31m\u001b[1m\r\n> ERROR: cannot open tracer file logs/log_0\r\n61c61\r\n< ERROR: cannot open tracer file logs/log_1\r\n---\r\n> ERROR: cannot open tracer file logs/log_0\r\n66,74c66,74\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7ff892e08ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7ff892e755b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7ff892e0ef8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7ff892e0e988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7ff894ae9d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7ff8a3d0f5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7ff8a3d11221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7ff8bea4d3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7ff8bfba55b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f814da6fff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f814dadc5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f814da75f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f814da75988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f814f750d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f815e9765df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f815e978221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f81796b43f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f817a80c5b8]\r\n76c76\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7ff88d398555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f8147fff555]\r\n79a80,82\r\n> ERROR: cannot open tracer file logs/log_5\r\n> ERROR:: Exit from: src/basic/TracerToFile.cc line: 28\r\n> \u001b[0m\u001b[0m\u001b[31m\u001b[1m\r\n82,92c85\r\n< \u001b[0m\r\n< \r\n< AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n< \r\n< \r\n< \r\n< \r\n< AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n< \r\n< \r\n< \u001b[35m\r\n---\r\n> \u001b[0m\u001b[35m\r\n103,111c96,104\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f788232eff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f788239b5b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f7882334f8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f7882334988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f788400fd1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f78932355df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f7893237221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f78adf733f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f78af0cb5b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f80ab81fff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f80ab88c5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f80ab825f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f80ab825988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f80ad500d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f80bc7265df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f80bc728221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f80d74643f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f80d85bc5b8]\r\n113c106\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f787c8be555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f80a5daf555]\r\n116,124c109\r\n< \u001b[0m\r\n< \r\n< AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n< \r\n< \r\n< \u001b[31m\u001b[1m\r\n< ERROR: cannot open tracer file logs/log_5\r\n< ERROR:: Exit from: src/basic/TracerToFile.cc line: 28\r\n< \u001b[0m\u001b[35m\r\n---\r\n> \u001b[35m\r\n135,143c120,128\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f2fe581fff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f2fe588c5b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f2fe5825f8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f2fe5825988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f2fe7500d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f2ff67265df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f2ff6728221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f30114643f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f30125bc5b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f174e268ff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f174e2d55b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f174e26ef8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f174e26e988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f174ff49d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f175f16f5df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f175f171221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f1779ead3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f177b0055b8]\r\n145c130\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f2fdfdaf555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f17487f8555]\r\n149c134\r\n< ERROR: cannot open tracer file logs/log_0\r\n---\r\n> ERROR: cannot open tracer file logs/log_3\r\n157c142\r\n< ERROR: cannot open tracer file logs/log_0\r\n---\r\n> ERROR: cannot open tracer file logs/log_3\r\n159a145,147\r\n> \u001b[0m\u001b[31m\u001b[1m\r\n> ERROR: cannot open tracer file logs/log_2\r\n> ERROR:: Exit from: src/basic/TracerToFile.cc line: 28\r\n162,170c150,158\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fa2a1e29ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fa2a1e965b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fa2a1e2ff8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fa2a1e2f988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fa2a3b0ad1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fa2b2d305df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fa2b2d32221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fa2cda6e3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fa2cebc65b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f149b50aff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f149b5775b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f149b510f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f149b510988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f149d1ebd1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f14ac4115df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f14ac413221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f14c714f3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f14c82a75b8]\r\n172c160\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fa29c3b9555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f1495a9a555]\r\n174a163,167\r\n> \u001b[0m\r\n> \r\n> AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n> \r\n> \r\n185,188c178,183\r\n< \u001b[0m\u001b[31m\u001b[1m\r\n< ERROR: cannot open tracer file logs/log_3\r\n< ERROR:: Exit from: src/basic/TracerToFile.cc line: 28\r\n< \u001b[0m\u001b[35m\r\n---\r\n> \r\n> \r\n> AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n> \r\n> \r\n> \u001b[35m\r\n194c189\r\n< ERROR: cannot open tracer file logs/log_3\r\n---\r\n> ERROR: cannot open tracer file logs/log_2\r\n199,207c194,202\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f604fec4ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f604ff315b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f604fecaf8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f604feca988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f6051ba5d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f6060dcb5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f6060dcd221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f607bb093f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f607cc615b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fd6d8d4dff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fd6d8dba5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fd6d8d53f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fd6d8d53988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fd6daa2ed1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fd6e9c545df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fd6e9c56221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fd7049923f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fd705aea5b8]\r\n209c204\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f604a454555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fd6d32dd555]\r\n216a212,216\r\n> \r\n> \r\n> AN INTERNAL ERROR HAS OCCURED. PLEASE SEE THE CONTENTS OF ROSETTA_CRASH.log FOR DETAILS.\r\n> \r\n> \r\n225c225\r\n< Process name: [[52037,1],2]\r\n---\r\n> Process name: [[36673,1],3]\r\n228d227\r\n< [nobu-2:20976] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/replica_docking/ROSETTA_CRASH.log /home/benchmark/working_dir/benchmark:609/replica_docking/ROSETTA_CRASH.log\r\n8,9c8,9\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n22,30c22,30\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fae28e97ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fae28f045b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fae28e9df8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fae28e9d988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fae2ab78d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fae39d9e5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fae39da0221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fae54adc3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fae55c345b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f5091aaaff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f5091b175b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f5091ab0f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f5091ab0988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f509378bd1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f50a29b15df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f50a29b3221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f50bd6ef3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f50be8475b8]\r\n32c32\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fae23427555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f508c03a555]\r\n41c41\r\n< ERROR: cannot open tracer file logs/log_2\r\n---\r\n> ERROR: cannot open tracer file logs/log_1\r\n55,56c55,56\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n69,77c69,77\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7ff892e08ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7ff892e755b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7ff892e0ef8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7ff892e0e988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7ff894ae9d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7ff8a3d0f5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7ff8a3d11221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7ff8bea4d3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7ff8bfba55b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f174e268ff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f174e2d55b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f174e26ef8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f174e26e988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f174ff49d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f175f16f5df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f175f171221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f1779ead3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f177b0055b8]\r\n79c79\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7ff88d398555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f17487f8555]\r\n88c88\r\n< ERROR: cannot open tracer file logs/log_1\r\n---\r\n> ERROR: cannot open tracer file logs/log_5\r\n102,103c102,103\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n116,124c116,124\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f788232eff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f788239b5b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f7882334f8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f7882334988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f788400fd1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f78932355df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f7893237221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f78adf733f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f78af0cb5b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f814da6fff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f814dadc5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f814da75f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f814da75988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f814f750d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f815e9765df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f815e978221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f81796b43f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f817a80c5b8]\r\n126c126\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f787c8be555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f8147fff555]\r\n135c135\r\n< ERROR: cannot open tracer file logs/log_4\r\n---\r\n> ERROR: cannot open tracer file logs/log_0\r\n149,150c149,150\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n163,171c163,171\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f2fe581fff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f2fe588c5b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f2fe5825f8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f2fe5825988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f2fe7500d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f2ff67265df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f2ff6728221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f30114643f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f30125bc5b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f80ab81fff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f80ab88c5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f80ab825f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f80ab825988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f80ad500d1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f80bc7265df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f80bc728221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f80d74643f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f80d85bc5b8]\r\n173c173\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f2fdfdaf555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f80a5daf555]\r\n182c182\r\n< ERROR: cannot open tracer file logs/log_5\r\n---\r\n> ERROR: cannot open tracer file logs/log_4\r\n196,197c196,197\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n210,218c210,218\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fa2a1e29ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fa2a1e965b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fa2a1e2ff8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fa2a1e2f988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fa2a3b0ad1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fa2b2d305df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fa2b2d32221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fa2cda6e3f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fa2cebc65b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7fd6d8d4dff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7fd6d8dba5b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7fd6d8d53f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7fd6d8d53988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7fd6daa2ed1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7fd6e9c545df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7fd6e9c56221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7fd7049923f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7fd705aea5b8]\r\n220c220\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fa29c3b9555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fd6d32dd555]\r\n229c229\r\n< ERROR: cannot open tracer file logs/log_0\r\n---\r\n> ERROR: cannot open tracer file logs/log_2\r\n243,244c243,244\r\n< [ROSETTA_VERSION]: 2022.28.post.dev+16.HEAD.d0319fb\r\n< [COMMIT_DATE]: 2022-07-18T01:22:29\r\n---\r\n> [ROSETTA_VERSION]: 2022.28.post.dev+17.HEAD.aa13106\r\n> [COMMIT_DATE]: 2022-07-18T13:49:01\r\n257,265c257,265\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f604fec4ff5]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f604ff315b3]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f604fecaf8e]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f604feca988]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f6051ba5d1b]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f6060dcb5df]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f6060dcd221]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f607bb093f4]\r\n< ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f607cc615b8]\r\n---\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(backtrace_string(int)+0x44) [0x7f149b50aff5]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::excn::Exception::Exception(char const*, int, std::string const&)+0x9f) [0x7f149b5775b3]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::UtilityExitException::UtilityExitException(char const*, int, std::string const&)+0x60) [0x7f149b510f8e]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libutility.so(utility::exit(char const*, int, std::string const&, int)+0x51) [0x7f149b510988]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libbasic.so(basic::TracerToFile::TracerToFile(std::string const&)+0x115) [0x7f149d1ebd1b]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init_tracers()+0x105) [0x7f14ac4115df]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libcore.6.so(core::init::init(int, char**)+0x51) [0x7f14ac413221]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libprotocols.8.so(protocols::init::init(int, char**)+0x25) [0x7f14c714f3f4]\r\n> ROSETTA/source/build/src/debug/linux/3.10/64/x86/gcc/4.8/mpi-serialization/libdevel.so(devel::init(int, char**)+0x20) [0x7f14c82a75b8]\r\n267c267\r\n< /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f604a454555]\r\n---\r\n> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f1495a9a555]\r\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/replica_docking/.test_did_not_run.log /home/benchmark/working_dir/benchmark:609/replica_docking/.test_did_not_run.log\r\n1c1\r\n< *** Test replica_docking did not run! Check your --mode flag and paths. [2022-08-13 15:44:26.393697]\r\n---\r\n> *** Test replica_docking did not run! Check your --mode flag and paths. [2022-08-13 20:15:55.437927]\r\n\nCompare(...): Marking as \"Script failed\" due to presense of .test_did_not_run.log or .test_got_timeout_kill.log file!\n",
"state": "script failed"
},
"simple_cycpep_predict_beta_thioether_lariat": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_bondangle_bondlength": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_cterm_isopeptide_lariat": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_cterm_isopeptide_lariat_tailless": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_design": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_nterm_isopeptide_lariat": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_nterm_isopeptide_lariat_tailless": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_sidechain_isopeptide": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_sidechain_isopeptide_reverse": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_terminal_disulfide": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_terminal_disulfide_tails": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_terminal_disulfide_tails_2": {
"log": "",
"state": "passed"
},
"simple_cycpep_predict_thioether_lariat": {
"log": "",
"state": "passed"
},
"threefold_symm_peptide_design": {
"log": "Brief Diff:\nFiles /home/benchmark/working_dir/benchmark:608/threefold_symm_peptide_design/log and /home/benchmark/working_dir/benchmark:609/threefold_symm_peptide_design/log differ\r\n\n\nFull Diff:\ndiff -r '--exclude=command.sh' '--exclude=command.mpi.sh' '--exclude=observers' '--exclude=*.ignore' /home/benchmark/working_dir/benchmark:608/threefold_symm_peptide_design/log /home/benchmark/working_dir/benchmark:609/threefold_symm_peptide_design/log\r\n18c18\r\n< Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/51346/1/3/vader_segment.nobu-2.3\r\n---\r\n> Filename: /tmp/openmpi-sessions-benchmark@nobu-2_0/35999/1/2/vader_segment.nobu-2.2\r\n23,25c23,24\r\n< [nobu-2:21031] 3 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n< [nobu-2:21031] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n< [nobu-2:21031] 2 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n---\r\n> [nobu-2:05674] 5 more processes have sent help message help-opal-shmem-mmap.txt / mmap on nfs\r\n> [nobu-2:05674] Set MCA parameter \"orte_base_help_aggregate\" to 0 to see all help / error messages\r\n",
"state": "failed"
}
}
}