Mongo Server Version 3.6.9.
7 member replica set with 4 data bearing members and 3 Arbiters. (P-S-S-S-A-A-A)
VM Memory: 64GB
Hard Disk: 99.06 GB
vCPUs: 8 CPU(s), 6381 MHz used
OS: Ubuntu Linux (64-bit)
Diagnostic.Data: Not captured
Core File: Captured
Logs: Some attached
Chassis: Vmware ESXi 6.5 and later (VM version 13)
Arguments to Server:
mongod --keyFile=/mongodb.key --storageEngine mmapv1 --nojournal --noprealloc --smallfiles --ipv6 --bind_ip_all --port 27041 --dbpath=/mmapv1-tmpfs-27041 --replSet rs-shard-34 --quiet --slowms 500 --logpath /data/db/mongo-27041.log --oplogSize 3221 --logappend --logRotate reopen
Steps to reproduce:
- –dbPath in tmpfs or in memory
Issue: Out of memory
2020-04-13T09:35:19.160+0000 F - [NetworkInterfaceASIO-RS-0] out of memory.
0x55efc57e1101 0x55efc57e0734 0x55efc57d6191 0x55efc56d8b2a 0x55efc527e996 0x55efc52814e4 0x55efc5282769 0x55efc5282a69 0x55efc527e024 0x55efc52b44b6 0x55efc52c3e50 0x55efc52c44e2 0x55efc532c629 0x55efc532c871 0x55efc526f799 0x55efc58f0360 0x7fd2deb0d6ba 0x7fd2de84341d
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"55EFC358D000","o":"2254101","s":"_ZN5mongo15printStackTraceERSo"},{"b":"55EFC358D000","o":"2253734","s":"_ZN5mongo29reportOutOfMemoryErrorAndExitEv"},{"b":"55EFC358D000","o":"2249191","s":"_ZN5mongo11mongoMallocEm"},{"b":"55EFC358D000","o":"214BB2A","s":"_ZN5mongo24MessageCompressorManager17decompressMessageERKNS_7MessageEPh"},{"b":"55EFC358D000","o":"1CF1996","s":"_ZN5mongo8executor20NetworkInterfaceASIO12AsyncCommand8responseEPNS1_7AsyncOpENS_3rpc8ProtocolENS_6Date_tEPNS5_18EgressMetadataHookE"},{"b":"55EFC358D000","o":"1CF44E4","s":"_ZN5mongo8executor20NetworkInterfaceASIO20_completedOpCallbackEPNS1_7AsyncOpE"},{"b":"55EFC358D000","o":"1CF5769"},{"b":"55EFC358D000","o":"1CF5A69"},{"b":"55EFC358D000","o":"1CF1024"},{"b":"55EFC358D000","o":"1D274B6","s":"_ZN4asio6detail14strand_service8dispatchINS0_7binder2ISt8functionIFvSt10error_codemEES5_mEEEEvRPNS1_11strand_implERT_"},{"b":"55EFC358D000","o":"1D36E50","s":"_ZN4asio6detail14strand_service8dispatchINS0_17rewrapped_handlerINS0_7binder2INS0_7read_opINS_19basic_stream_socketINS_2ip3tcpEEENS_17mutable_buffers_1EPKNS_14mutable_bufferENS0_14transfer_all_tENS0_15wrapped_handlerINS_10io_context6strandESt8functionIFvSt10error_codemEENS0_26is_continuation_if_runningEEEEESJ_mEESL_EEEEvRPNS1_11strand_implERT_"},{"b":"55EFC358D000","o":"1D374E2","s":"_ZN4asio6detail23reactive_socket_recv_opINS_17mutable_buffers_1ENS0_7read_opINS_19basic_stream_socketINS_2ip3tcpEEES2_PKNS_14mutable_bufferENS0_14transfer_all_tENS0_15wrapped_handlerINS_10io_context6strandESt8functionIFvSt10error_codemEENS0_26is_continuation_if_runningEEEEEE11do_completeEPvPNS0_19scheduler_operationERKSG_m"},{"b":"55EFC358D000","o":"1D9F629","s":"_ZN4asio6detail9scheduler10do_run_oneERNS0_27conditionally_enabled_mutex11scoped_lockERNS0_21scheduler_thread_infoERKSt10error_code"},{"b":"55EFC358D000","o":"1D9F871","s":"_ZN4asio6detail9scheduler3runERSt10error_code"},{"b":"55EFC358D000","o":"1CE2799"},{"b":"55EFC358D000","o":"2363360"},{"b":"7FD2DEB06000","o":"76BA"},{"b":"7FD2DE73C000","o":"10741D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.6.9", "gitVersion" : "167861a164723168adfaaa866f310cb94010428f", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "4.4.0-165-generic", "version" : "#193-Ubuntu SMP Tue Sep 17 17:42:52 UTC 2019", "machine" : "x86_64" }, "somap" : [ { "b" : "55EFC358D000", "elfType" : 3, "buildId" : "51F5CC725F2621B2AE3432708FE362A05543A168" }, { "b" : "7FFE22BB0000", "elfType" : 3, "buildId" : "8E66AC5A63C8F90D19B49AF54D090CF71EFE61E2" }, { "b" : "7FD2DFCFC000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "50A923F8DAFECBCD969C8573116A38C18D0E24D5" }, { "b" : "7FD2DF8B7000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "15FFEB43278726B025F020862BF51302822A40EC" }, { "b" : "7FD2DF64E000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "FF69EA60EBE05F2DD689D2B26FC85A73E5FBC3A0" }, { "b" : "7FD2DF44A000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "37BFC3D8F7E3B022DAC7943B1A5FACD40CEBF0AD" }, { "b" : "7FD2DF242000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "69143E8B39040C964D3958490535322675F15DD3" }, { "b" : "7FD2DEF39000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "BAD67A84E56E73D031AE507261DA066B35949D34" }, { "b" : "7FD2DED23000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434" }, { "b" : "7FD2DEB06000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "B17C21299099640A6D863E423D99265824E7BB16" }, { "b" : "7FD2DE73C000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "1CA54A6E0D76188105B12E49FE6B8019BF08803A" }, { "b" : "7FD2DFF17000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "C0ADBAD6F9A33944F2B3567C078EC472A1DAE98E" } ] }}
mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x55efc57e1101]
mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x84) [0x55efc57e0734]
mongod(_ZN5mongo11mongoMallocEm+0x21) [0x55efc57d6191]
mongod(_ZN5mongo24MessageCompressorManager17decompressMessageERKNS_7MessageEPh+0x12A) [0x55efc56d8b2a]
mongod(_ZN5mongo8executor20NetworkInterfaceASIO12AsyncCommand8responseEPNS1_7AsyncOpENS_3rpc8ProtocolENS_6Date_tEPNS5_18EgressMetadataHookE+0x2A6) [0x55efc527e996]
mongod(_ZN5mongo8executor20NetworkInterfaceASIO20_completedOpCallbackEPNS1_7AsyncOpE+0x74) [0x55efc52814e4]
mongod(+0x1CF5769) [0x55efc5282769]
mongod(+0x1CF5A69) [0x55efc5282a69]
mongod(+0x1CF1024) [0x55efc527e024]
mongod(_ZN4asio6detail14strand_service8dispatchINS0_7binder2ISt8functionIFvSt10error_codemEES5_mEEEEvRPNS1_11strand_implERT_+0x86) [0x55efc52b44b6]
mongod(_ZN4asio6detail14strand_service8dispatchINS0_17rewrapped_handlerINS0_7binder2INS0_7read_opINS_19basic_stream_socketINS_2ip3tcpEEENS_17mutable_buffers_1EPKNS_14mutable_bufferENS0_14transfer_all_tENS0_15wrapped_handlerINS_10io_context6strandESt8functionIFvSt10error_codemEENS0_26is_continuation_if_runningEEEEESJ_mEESL_EEEEvRPNS1_11strand_implERT_+0x6F0) [0x55efc52c3e50]
mongod(_ZN4asio6detail23reactive_socket_recv_opINS_17mutable_buffers_1ENS0_7read_opINS_19basic_stream_socketINS_2ip3tcpEEES2_PKNS_14mutable_bufferENS0_14transfer_all_tENS0_15wrapped_handlerINS_10io_context6strandESt8functionIFvSt10error_codemEENS0_26is_continuation_if_runningEEEEEE11do_completeEPvPNS0_19scheduler_operationERKSG_m+0x202) [0x55efc52c44e2]
mongod(_ZN4asio6detail9scheduler10do_run_oneERNS0_27conditionally_enabled_mutex11scoped_lockERNS0_21scheduler_thread_infoERKSt10error_code+0x389) [0x55efc532c629]
mongod(_ZN4asio6detail9scheduler3runERSt10error_code+0xD1) [0x55efc532c871]
mongod(+0x1CE2799) [0x55efc526f799]
mongod(+0x2363360) [0x55efc58f0360]
libpthread.so.0(+0x76BA) [0x7fd2deb0d6ba]
libc.so.6(clone+0x6D) [0x7fd2de84341d]
----- END BACKTRACE -----
2020-04-13T09:35:19.538+0000 I CONTROL [main] ***** SERVER RESTARTED *****
Please let us know if there is a location where the core file and log files could be attached.