Merge pull request #7 from objectrocket/SREESC-467-disable-oplog

Sreesc 467 disable oplog

Author: ikapriz-objectrocket

mongodb_consistent_backup/Backup/Mongodump/Mongodump.py

@@ -21,6 +21,7 @@ def __init__(self, manager, config, timer, base_dir, backup_dir, replsets, backu
         self.authdb             = self.config.authdb
         self.compression_method = self.config.backup.mongodump.compression
         self.binary             = self.config.backup.mongodump.binary
+        self.oplog_enabled      = self.config.backup.mongodump.oplog_enabled
         self.replsets           = replsets
         self.backup_stop        = backup_stop
         self.sharding           = sharding
@@ -138,7 +139,8 @@ def run(self):
                     self.backup_dir,
                     self.version,
                     self.threads(),
-                    self.do_gzip()
+                    self.do_gzip(),
+                    self.oplog_enabled
                 )
                 self.dump_threads.append(thread)
             except Exception, e:

mongodb_consistent_backup/Backup/Mongodump/MongodumpThread.py

@@ -15,16 +15,17 @@
 
 # noinspection PyStringFormat
 class MongodumpThread(Process):
-    def __init__(self, state, uri, timer, config, base_dir, version, threads=0, dump_gzip=False):
+    def __init__(self, state, uri, timer, config, base_dir, version, threads=0, dump_gzip=False, oplog_enabled=True):
         Process.__init__(self)
-        self.state     = state
-        self.uri       = uri
-        self.timer     = timer
-        self.config    = config
-        self.base_dir  = base_dir
-        self.version   = version
-        self.threads   = threads
-        self.dump_gzip = dump_gzip
+        self.state         = state
+        self.uri           = uri
+        self.timer         = timer
+        self.config        = config
+        self.base_dir      = base_dir
+        self.version       = version
+        self.threads       = threads
+        self.dump_gzip     = dump_gzip
+        self.oplog_enabled = oplog_enabled
 
         self.user                 = self.config.username
         self.password             = self.config.password
@@ -49,6 +50,13 @@ def __init__(self, state, uri, timer, config, base_dir, version, threads=0, dump
         signal(SIGINT, SIG_IGN)
         signal(SIGTERM, self.close)
 
+    def oplog_enabled_parse(self):
+        if isinstance(self.oplog_enabled, bool):
+            return self.oplog_enabled
+        elif isinstance(self.oplog_enabled, str) and self.oplog_enabled.strip().lower() != 'false':
+            return True
+        return False
+
     def close(self, exit_code=None, frame=None):
         if self._command:
             logging.debug("Stopping running subprocess/command: %s" % self._command.command)
@@ -152,8 +160,12 @@ def mongodump_cmd(self):
                 "--port=%s" % str(mongodump_uri.port)
             ])
 
+        if self.oplog_enabled_parse():
+          mongodump_flags.extend([
+              "--oplog"
+          ])
+
         mongodump_flags.extend([
-            "--oplog",
             "--out=%s/dump" % self.backup_dir
         ])
 
@@ -233,20 +245,27 @@ def run(self):
         except Exception, e:
             logging.exception("Error performing mongodump: %s" % e)
 
-        try:
-            oplog = Oplog(self.oplog_file, self.dump_gzip)
-            oplog.load()
-        except Exception, e:
-            logging.exception("Error loading oplog: %s" % e)
+        oplog = None
+        if self.oplog_enabled_parse():
+          try:
+              oplog = Oplog(self.oplog_file, self.dump_gzip)
+              oplog.load()
+          except Exception, e:
+              logging.exception("Error loading oplog: %s" % e)
 
         self.state.set('running', False)
         self.state.set('completed', True)
-        self.state.set('count', oplog.count())
-        self.state.set('first_ts', oplog.first_ts())
-        self.state.set('last_ts', oplog.last_ts())
+        if self.oplog_enabled_parse():
+          self.state.set('count', oplog.count())
+          self.state.set('first_ts', oplog.first_ts())
+          self.state.set('last_ts', oplog.last_ts())
         self.timer.stop(self.timer_name)
 
-        log_msg_extra = "%i oplog changes" % oplog.count()
-        if oplog.last_ts():
-            log_msg_extra = "%s, end ts: %s" % (log_msg_extra, oplog.last_ts())
+        if self.oplog_enabled_parse():
+          log_msg_extra = "%i oplog changes" % oplog.count()
+          if oplog.last_ts():
+              log_msg_extra = "%s, end ts: %s" % (log_msg_extra, oplog.last_ts())
+        else:
+          log_msg_extra="No oplog"
+
         logging.info("Backup %s completed in %.2f seconds, %s" % (self.uri, self.timer.duration(self.timer_name), log_msg_extra))

mongodb_consistent_backup/Backup/Mongodump/__init__.py

@@ -10,4 +10,6 @@ def config(parser):
     parser.add_argument("--backup.mongodump.threads", dest="backup.mongodump.threads",
                         help="Number of threads to use for each mongodump process. There is 1 x mongodump per shard, be careful! (default: shards/CPUs)",
                         default=0, type=int)
+    parser.add_argument("--backup.mongodump.oplog.enabled", dest="backup.mongodump.oplog_enabled", default='true', type=str,
+                        help="Run mongodump with --oplog option")
     return parser