[hotfix] Add logging for RocksDB backup durations

tchanghunua · Feb 24, 2016 · be68b17 · be68b17
1 parent cec7fbb
commit be68b17
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/...-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/AbstractRocksDBState.java b/...-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/AbstractRocksDBState.java
@@ -252,9 +252,12 @@ public final KvStateSnapshot<K, N, S, SD, RocksDBStateBackend> snapshot(final lo
  }
  }
 
+ long startTime = System.currentTimeMillis();
  try (BackupEngine backupEngine = BackupEngine.open(Env.getDefault(), new BackupableDBOptions(localBackupPath.getAbsolutePath()))) {
  backupEngine.createNewBackup(db);
  }
+ long endTime = System.currentTimeMillis();
+ LOG.info("RocksDB (" + rocksDbPath + ") backup (synchronous part) took " + (endTime - startTime) + " ms.");
 
  return new AsyncRocksDBSnapshot<>(
  localBackupPath,
@@ -419,7 +422,10 @@ public AsyncRocksDBSnapshot(File localBackupPath,
  @Override
  public KvStateSnapshot<K, N, S, SD, RocksDBStateBackend> materialize() throws Exception {
  try {
+ long startTime = System.currentTimeMillis();
  HDFSCopyFromLocal.copyFromLocal(localBackupPath, backupUri);
+ long endTime = System.currentTimeMillis();
+ LOG.info("RocksDB materialization from " + localBackupPath + " to " + backupUri + " (asynchronous part) took " + (endTime - startTime) + " ms.");
  return state.createRocksDBSnapshot(backupUri, checkpointId);
  } catch (Exception e) {
  FileSystem fs = FileSystem.get(backupUri, HadoopFileSystem.getHadoopConfiguration());