分片异常退出

今天早上公司的mongo分片集群中的一个mongod节点，异常退出了，生成的异常日志如下：
2020-03-23T00:00:18.807+0800 I ASIO [NetworkInterfaceASIO-RS-0] Connecting to 10.3.1.131:27015
2020-03-23T00:00:18.810+0800 I ASIO [NetworkInterfaceASIO-RS-0] Successfully connected to 10.3.1.131:27015, took 3ms (3 connections now open to 10.3.1.131:27015)
2020-03-23T00:01:01.532+0800 F – [ApplyBatchFinalizerForJournal] terminate() called. An exception is active; attempting to gather more information
2020-03-23T00:01:01.578+0800 F – [ApplyBatchFinalizerForJournal] std::exception::what(): Resource temporarily unavailable
Actual exception type: std::system_error

0x557dfbbe4f31 0x557dfbbe4915 0x557dfc63d716 0x557dfc63d761 0x557dfbb78ec0 0x557dfbb79768 0x557dfb991eb6 0x557dfb99270d 0x557dfb993386 0x557dfb6bddc2 0x557dfb6e7318 0x557dfb689f69 0x557dfb918e92 0x557dfb914aa5 0x557dfb6f862a 0x557dfc6583f0 0x7fbfa12b9dd5 0x7fbfa0fe2ead
—– BEGIN BACKTRACE —–
{“backtrace”:[{“b”:”557DFA6B8000″,”o”:”152CF31″,”s”:”_ZN5mongo15printStackTraceERSo”},{“b”:”557DFA6B8000″,”o”:”152C915″},{“b”:”557DFA6B8000″,”o”:”1F85716″,”s”:”_ZN10__cxxabiv111__terminateEPFvvE”},{“b”:”557DFA6B8000″,”o”:”1F85761″},{“b”:”557DFA6B8000″,”o”:”14C0EC0″,”s”:”_ZN5mongo10ThreadPool25_startWorkerThread_inlockEv”},{“b”:”557DFA6B8000″,”o”:”14C1768″,”s”:”_ZN5mongo10ThreadPool8scheduleESt8functionIFvvEE”},{“b”:”557DFA6B8000″,”o”:”12D9EB6″,”s”:”_ZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS1_13CallbackStateEESaIS6_EEERKSt14_List_iteratorIS6_ESD_St11unique_lockISt5mutexE”},{“b”:”557DFA6B8000″,”o”:”12DA70D”,”s”:”_ZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS1_13CallbackStateEESaIS6_EEERKSt14_List_iteratorIS6_ESt11unique_lockISt5mutexE”},{“b”:”557DFA6B8000″,”o”:”12DB386″,”s”:”_ZN5mongo8executor22ThreadPoolTaskExecutor6cancelERKNS0_12TaskExecutor14CallbackHandleE”},{“b”:”557DFA6B8000″,”o”:”1005DC2″,”s”:”_ZN5mongo4repl8Reporter7triggerEv”},{“b”:”557DFA6B8000″,”o”:”102F318″,”s”:”_ZN5mongo4repl18SyncSourceFeedback20forwardSlaveProgressEv”},{“b”:”557DFA6B8000″,”o”:”FD1F69″,”s”:”_ZN5mongo4repl26ReplicationCoordinatorImpl29setMyLastDurableOpTimeForwardERKNS0_6OpTimeE”},{“b”:”557DFA6B8000″,”o”:”1260E92″,”s”:”_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEb”},{“b”:”557DFA6B8000″,”o”:”125CAA5″,”s”:”_ZN5mongo22WiredTigerRecoveryUnit16waitUntilDurableEv”},{“b”:”557DFA6B8000″,”o”:”104062A”},{“b”:”557DFA6B8000″,”o”:”1FA03F0″},{“b”:”7FBFA12B2000″,”o”:”7DD5″},{“b”:”7FBFA0EE5000″,”o”:”FDEAD”,”s”:”clone”}],”processInfo”:{ “mongodbVersion” : “3.4.6”, “gitVersion” : “c55eb86ef46ee7aede3b1e2a5d184a7df4bfb5b5”, “compiledModules” : [], “uname” : { “sysname” : “Linux”, “release” : “3.10.0-957.el7.x86_64”, “version” : “#1 SMP Thu Nov 8 23:39:32 UTC 2018”, “machine” : “x86_64” }, “somap” : [ { “b” : “557DFA6B8000”, “elfType” : 3, “buildId” : “4E76C92C73AD49EFD4785A00C46A813221269C8A” }, { “b” : “7FFF468D8000”, “elfType” : 3, “buildId” : “163C2DC43405427478788BAD0AFD537A7ACF7A13” }, { “b” : “7FBFA1BEA000”, “path” : “/lib64/librt.so.1”, “elfType” : 3, “buildId” : “EFDE2029C9A4A20BE5B8D8AE7E6551FF9B5755D2” }, { “b” : “7FBFA19E6000”, “path” : “/lib64/libdl.so.2”, “elfType” : 3, “buildId” : “67AD3498AC7DE3EAB952A243094DF5C12A21CD7D” }, { “b” : “7FBFA16E4000”, “path” : “/lib64/libm.so.6”, “elfType” : 3, “buildId” : “918D3696BF321AA8D32950AB2AB8D0F1B21AC907” }, { “b” : “7FBFA14CE000”, “path” : “/lib64/libgcc_s.so.1”, “elfType” : 3, “buildId” : “6B4F3D896CD0F06FCB3DEF0245F204ECE3220D7E” }, { “b” : “7FBFA12B2000”, “path” : “/lib64/libpthread.so.0”, “elfType” : 3, “buildId” : “3D9441083D079DC2977F1BD50C8068D11767232D” }, { “b” : “7FBFA0EE5000”, “path” : “/lib64/libc.so.6”, “elfType” : 3, “buildId” : “3C61131D1DAC9DA79B73188E7702BEF786C2AD54” }, { “b” : “7FBFA1DF2000”, “path” : “/lib64/ld-linux-x86-64.so.2”, “elfType” : 3, “buildId” : “5DA2D47925497B2F5875A7D8D1799A1227E2FDE4” } ] }}
mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x557dfbbe4f31]
mongod(+0x152C915) [0x557dfbbe4915]
mongod(_ZN10__cxxabiv111__terminateEPFvvE+0x6) [0x557dfc63d716]
mongod(+0x1F85761) [0x557dfc63d761]
mongod(_ZN5mongo10ThreadPool25_startWorkerThread_inlockEv+0xA10) [0x557dfbb78ec0]
mongod(_ZN5mongo10ThreadPool8scheduleESt8functionIFvvEE+0x3B8) [0x557dfbb79768]
mongod(_ZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS1_13CallbackStateEESaIS6_EEERKSt14_List_iteratorIS6_ESD_St11unique_lockISt5mutexE+0x226) [0x557dfb991eb6]
mongod(_ZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS1_13CallbackStateEESaIS6_EEERKSt14_List_iteratorIS6_ESt11unique_lockISt5mutexE+0x4D) [0x557dfb99270d]
mongod(_ZN5mongo8executor22ThreadPoolTaskExecutor6cancelERKNS0_12TaskExecutor14CallbackHandleE+0x116) [0x557dfb993386]
mongod(_ZN5mongo4repl8Reporter7triggerEv+0xE2) [0x557dfb6bddc2]
mongod(_ZN5mongo4repl18SyncSourceFeedback20forwardSlaveProgressEv+0x88) [0x557dfb6e7318]
mongod(_ZN5mongo4repl26ReplicationCoordinatorImpl29setMyLastDurableOpTimeForwardERKNS0_6OpTimeE+0x129) [0x557dfb689f69]
mongod(_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEb+0x522) [0x557dfb918e92]
mongod(_ZN5mongo22WiredTigerRecoveryUnit16waitUntilDurableEv+0x15) [0x557dfb914aa5]
mongod(+0x104062A) [0x557dfb6f862a]
mongod(+0x1FA03F0) [0x557dfc6583f0]
libpthread.so.0(+0x7DD5) [0x7fbfa12b9dd5]
libc.so.6(clone+0x6D) [0x7fbfa0fe2ead]
—– END BACKTRACE —–

系统的/var/messages 中没有找到对应的异常信息