Hello , i had a backup done on a cluster that dont exist anymore and im trying to restore to a new one with same setup using the PerconaServerMongoDBRestore crd
After the pods restart they are unable to start …
- exec mongod --bind_ip_all --auth --dbpath=/data/db --port=27017 --replSet=rs0 --storageEngine=wiredTiger --relaxPermChecks --clusterAuthMode=keyFile --keyFile=/etc/mongodb-secrets/mongodb-key --shardsvr --wiredTigerIndexPrefixCompression=true --config=/etc/mongodb-config/mongod.conf --tlsAllowInvalidCertificates
{“t”:{“$date”:“2024-07-11T02:49:15.771+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:23285, “ctx”:“-”,“msg”:“Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols ‘none’”}
{“t”:{“$date”:“2024-07-11T02:49:15.776+00:00”},“s”:“I”, “c”:“NETWORK”, “id”:4915701, “ctx”:“main”,“msg”:“Initialized wire specification”,“attr”:{“spec”:{“incomingExternalClient”:{“minWireVersion”:0,“maxWireVersion”:17},“incomingInternalClient”:{“minWireVersion”:0,“maxWireVersion”:17},“outgoing”:{“minWireVersion”:6,“maxWireVersion”:17},“isInternalClient”:true}}}
{“t”:{“$date”:“2024-07-11T02:49:15.777+00:00”},“s”:“I”, “c”:“NETWORK”, “id”:4648601, “ctx”:“main”,“msg”:“Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize.”}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“RenameCollectionParticipantService”,“namespace”:“config.localRenameParticipants”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“ShardingDDLCoordinator”,“namespace”:“config.system.sharding_ddl_coordinators”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“ReshardingDonorService”,“namespace”:“config.localReshardingOperations.donor”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“ReshardingRecipientService”,“namespace”:“config.localReshardingOperations.recipient”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“TenantMigrationDonorService”,“namespace”:“config.tenantMigrationDonors”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“REPL”, “id”:5123008, “ctx”:“main”,“msg”:“Successfully registered PrimaryOnlyService”,“attr”:{“service”:“TenantMigrationRecipientService”,“namespace”:“config.tenantMigrationRecipients”}}
{“t”:{“$date”:“2024-07-11T02:49:15.876+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:5945603, “ctx”:“main”,“msg”:“Multi threading initialized”}
{“t”:{“$date”:“2024-07-11T02:49:15.877+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:4615611, “ctx”:“initandlisten”,“msg”:“MongoDB starting”,“attr”:{“pid”:1,“port”:27017,“dbPath”:“/data/db”,“architecture”:“64-bit”,“host”:“mongodb-prod-rs0-0”}}
{“t”:{“$date”:“2024-07-11T02:49:15.877+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:23403, “ctx”:“initandlisten”,“msg”:“Build Info”,“attr”:{“buildInfo”:{“version”:“6.0.12-9”,“gitVersion”:“e6fe0c99546ceb54c787e48fd3c7d145217bb9ec”,“openSSLVersion”:“OpenSSL 1.1.1k FIPS 25 Mar 2021”,“modules”:,“proFeatures”:,“allocator”:“tcmalloc”,“environment”:{“distarch”:“x86_64”,“target_arch”:“x86_64”}}}}
{“t”:{“$date”:“2024-07-11T02:49:15.877+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:51765, “ctx”:“initandlisten”,“msg”:“Operating System”,“attr”:{“os”:{“name”:“Oracle Linux Server release 8.9”,“version”:“Kernel 5.10.218-208.862.amzn2.x86_64”}}}
{“t”:{“$date”:“2024-07-11T02:49:15.877+00:00”},“s”:“I”, “c”:“CONTROL”, “id”:21951, “ctx”:“initandlisten”,“msg”:“Options set by command line”,“attr”:{“options”:{“config”:“/etc/mongodb-config/mongod.conf”,“net”:{“bindIp”:““,“port”:27017,“tls”:{“allowInvalidCertificates”:true}},“replication”:{“replSet”:“rs0”},“security”:{“authorization”:“enabled”,“clusterAuthMode”:“keyFile”,“enableEncryption”:false,“encryptionKeyFile”:”/etc/mongodb-encryption/encryption-key",“keyFile”:“/etc/mongodb-secrets/mongodb-key”,“relaxPermChecks”:true},“sharding”:{“clusterRole”:“shardsvr”},“storage”:{“dbPath”:“/data/db”,“engine”:“wiredTiger”,“wiredTiger”:{“indexConfig”:{“prefixCompression”:true}}}}}}
{“t”:{“$date”:“2024-07-11T02:49:15.886+00:00”},“s”:“I”, “c”:“STORAGE”, “id”:22297, “ctx”:“initandlisten”,“msg”:“Using the XFS filesystem is strongly recommended with the WiredTiger storage engine. See http://dochub.mongodb.org/core/prodnotes-filesystem",“tags”:["startupWarnings”]}
{“t”:{“$date”:“2024-07-11T02:49:15.886+00:00”},“s”:“I”, “c”:“STORAGE”, “id”:22315, “ctx”:“initandlisten”,“msg”:“Opening WiredTiger”,“attr”:{“config”:“create,cache_size=3405M,session_max=33000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,remove=true,path=journal,compressor=snappy),builtin_extension_config=(zstd=(compression_level=6)),file_manager=(close_idle_time=600,close_scan_interval=10,close_handle_minimum=2000),statistics_log=(wait=0),json_output=(error,message),verbose=[recovery_progress:1,checkpoint_progress:1,compact_progress:1,backup:0,checkpoint:0,compact:0,evict:0,history_store:0,recovery:0,rts:0,salvage:0,tiered:0,timestamp:0,transaction:0,verify:0,log:0],”}}
{“t”:{“$date”:“2024-07-11T02:49:16.458+00:00”},“s”:“I”, “c”:“WT”, “id”:22430, “ctx”:“initandlisten”,“msg”:“WiredTiger message”,“attr”:{“message”:{“ts_sec”:1720666156,“ts_usec”:458028,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_METADATA”,“category_id”:24,“verbose_level”:“NOTICE”,“verbose_level_id”:-1,“msg”:“Both WiredTiger.turtle and WiredTiger.backup exist; recreating metadata from backup”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.509+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:509940,“thread”:“1:0x7f6970917c40”,“session_dhandle_name”:“file:WiredTigerHS.wt”,“session_name”:“hs_access”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_btree_tree_open:639:unable to read root page from file:WiredTigerHS.wt”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.510+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:510134,“thread”:“1:0x7f6970917c40”,“session_name”:“txn-recover”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_txn_recover:1125:Recovery failed”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.512+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:512451,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:371:cache server: exiting with 2 pages in memory and 0 pages evicted”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.512+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:512536,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:378:cache server: exiting with 1610160 bytes in memory”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.512+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:512564,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:382:cache server: exiting with 1609983 bytes dirty and 1 pages dirty”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.522+00:00”},“s”:“I”, “c”:“WT”, “id”:22430, “ctx”:“initandlisten”,“msg”:“WiredTiger message”,“attr”:{“message”:{“ts_sec”:1720666156,“ts_usec”:522382,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_METADATA”,“category_id”:24,“verbose_level”:“NOTICE”,“verbose_level_id”:-1,“msg”:“Both WiredTiger.turtle and WiredTiger.backup exist; recreating metadata from backup”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.573+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:573767,“thread”:“1:0x7f6970917c40”,“session_dhandle_name”:“file:WiredTigerHS.wt”,“session_name”:“hs_access”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_btree_tree_open:639:unable to read root page from file:WiredTigerHS.wt”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.574+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:574001,“thread”:“1:0x7f6970917c40”,“session_name”:“txn-recover”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_txn_recover:1125:Recovery failed”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.576+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:576743,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:371:cache server: exiting with 2 pages in memory and 0 pages evicted”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.576+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:576810,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:378:cache server: exiting with 1610160 bytes in memory”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.576+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:576835,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:382:cache server: exiting with 1609983 bytes dirty and 1 pages dirty”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.586+00:00”},“s”:“I”, “c”:“WT”, “id”:22430, “ctx”:“initandlisten”,“msg”:“WiredTiger message”,“attr”:{“message”:{“ts_sec”:1720666156,“ts_usec”:586865,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_METADATA”,“category_id”:24,“verbose_level”:“NOTICE”,“verbose_level_id”:-1,“msg”:“Both WiredTiger.turtle and WiredTiger.backup exist; recreating metadata from backup”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.643+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:643303,“thread”:“1:0x7f6970917c40”,“session_dhandle_name”:“file:WiredTigerHS.wt”,“session_name”:“hs_access”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_btree_tree_open:639:unable to read root page from file:WiredTigerHS.wt”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.643+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:-31802,“message”:{“ts_sec”:1720666156,“ts_usec”:643518,“thread”:“1:0x7f6970917c40”,“session_name”:“txn-recover”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_txn_recover:1125:Recovery failed”,“error_str”:“WT_ERROR: non-specific WiredTiger error”,“error_code”:-31802}}}
{“t”:{“$date”:“2024-07-11T02:49:16.646+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:646459,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:371:cache server: exiting with 2 pages in memory and 0 pages evicted”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.646+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:646525,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:378:cache server: exiting with 1610160 bytes in memory”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.646+00:00”},“s”:“E”, “c”:“WT”, “id”:22435, “ctx”:“initandlisten”,“msg”:“WiredTiger error message”,“attr”:{“error”:0,“message”:{“ts_sec”:1720666156,“ts_usec”:646570,“thread”:“1:0x7f6970917c40”,“session_name”:“connection”,“category”:“WT_VERB_DEFAULT”,“category_id”:9,“verbose_level”:“ERROR”,“verbose_level_id”:-3,“msg”:“__wt_cache_destroy:382:cache server: exiting with 1609983 bytes dirty and 1 pages dirty”}}}
{“t”:{“$date”:“2024-07-11T02:49:16.648+00:00”},“s”:“W”, “c”:“STORAGE”, “id”:22347, “ctx”:“initandlisten”,“msg”:“Failed to start up WiredTiger under any compatibility version. This may be due to an unsupported upgrade or downgrade.”}
{“t”:{“$date”:“2024-07-11T02:49:16.648+00:00”},“s”:“W”, “c”:“STORAGE”, “id”:22348, “ctx”:“initandlisten”,“msg”:“WiredTiger metadata corruption detected”}
{“t”:{“$date”:“2024-07-11T02:49:16.648+00:00”},“s”:“F”, “c”:“STORAGE”, “id”:50944, “ctx”:“initandlisten”,“msg”:“Please read the documentation for starting MongoDB with --repair here: http://dochub.mongodb.org/core/repair”}
{“t”:{“$date”:“2024-07-11T02:49:16.648+00:00”},“s”:“F”, “c”:“ASSERT”, “id”:23091, “ctx”:“initandlisten”,“msg”:“Fatal assertion”,“attr”:{“msgid”:50944,“file”:“src/mongo/db/storage/wiredtiger/wiredtiger_kv_engine.cpp”,“line”:1127}}
{“t”:{“$date”:“2024-07-11T02:49:16.648+00:00”},“s”:“F”, “c”:“ASSERT”, “id”:23092, “ctx”:“initandlisten”,“msg”:"\n\n**aborting after fassert() failure\n\n”}