Add CompactionFilter, RepairDb, Flush and GetLiveFilesMetadata

RocksDbSharp/CompactionFilter.cs

@@ -0,0 +1,23 @@
+using System;
+
+namespace RocksDbSharp
+{
+    public class CompactionFilter
+    {
+        public IntPtr Handle;
+        private readonly NameDelegate getNameDelegate;
+        private readonly FilterDelegate filterDelegate;
+        private readonly DestructorDelegate destroyDelegate;
+
+        public CompactionFilter(NameDelegate nameDelegate, 
+                                FilterDelegate filterDelegate, 
+                                DestructorDelegate destroyDelegate, 
+                                IntPtr state)
+        {
+            this.getNameDelegate = nameDelegate;
+            this.filterDelegate = filterDelegate;
+            this.destroyDelegate = destroyDelegate;
+            Handle = Native.Instance.rocksdb_compactionfilter_create(state, destroyDelegate, filterDelegate, getNameDelegate);
+        }        
+    }
+}

RocksDbSharp/FlushOptions.cs

@@ -0,0 +1,20 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace RocksDbSharp
+{
+    public class FlushOptions: OptionsHandle
+    {
+        public FlushOptions()
+        {
+            Native.Instance.rocksdb_flushoptions_create();
+        }
+
+        public FlushOptions SetWaitForFlush(bool waitForFlush)
+        {
+            Native.Instance.rocksdb_flushoptions_set_wait(Handle, waitForFlush);
+            return this;
+        }
+    }
+}

RocksDbSharp/LiveFilesMetadata.cs

@@ -0,0 +1,23 @@
+namespace RocksDbSharp
+{
+    public class LiveFileMetadata
+    {
+        public FileMetadata FileMetadata;
+        public FileDataMetadata FileDataMetadata;
+    }   
+
+    public class FileMetadata
+    {
+        public string FileName;
+        public int FileLevel;
+        public ulong FileSize;
+    }
+
+    public class FileDataMetadata
+    {
+        public string SmallestKeyInFile;
+        public string LargestKeyInFile;
+        public ulong NumEntriesInFile;
+        public ulong NumDeletionsInFile;
+    }
+}

RocksDbSharp/RocksDb.cs

@@ -45,6 +45,11 @@ public static RocksDb Open(OptionsHandle options, string path)
             return new RocksDb(db, optionsReferences: null, cfOptionsRefs: null);
         }
 
+        public static void RepairDB(OptionsHandle options, string path)
+        {
+            Native.Instance.rocksdb_repair_db(options.Handle, path);
+        }
+
         public static RocksDb OpenReadOnly(OptionsHandle options, string path, bool errorIfLogFileExists)
         {
             IntPtr db = Native.Instance.rocksdb_open_for_read_only(options.Handle, path, errorIfLogFileExists);
@@ -168,7 +173,7 @@ public long Get(byte[] key, long keyLength, byte[] buffer, long offset, long len
             }
         }
 
-        public KeyValuePair<byte[],byte[]>[] MultiGet(byte[][] keys, ColumnFamilyHandle[] cf = null, ReadOptions readOptions = null)
+        public KeyValuePair<byte[], byte[]>[] MultiGet(byte[][] keys, ColumnFamilyHandle[] cf = null, ReadOptions readOptions = null)
         {
             return Native.Instance.rocksdb_multi_get(Handle, (readOptions ?? DefaultReadOptions).Handle, keys);
         }
@@ -261,7 +266,7 @@ public void DropColumnFamily(string name)
             Native.Instance.rocksdb_drop_column_family(Handle, cf.Handle);
             columnFamilies.Remove(name);
         }
-        
+
         public ColumnFamilyHandle GetDefaultColumnFamily()
         {
             return GetColumnFamily(ColumnFamilies.DefaultName);
@@ -306,5 +311,120 @@ public void CompactRange(string start, string limit, ColumnFamilyHandle cf = nul
                 encoding = Encoding.UTF8;
             CompactRange(start == null ? null : encoding.GetBytes(start), limit == null ? null : encoding.GetBytes(limit), cf);
         }
+
+        public void Flush(FlushOptions flushOptions)
+        {
+            Native.Instance.rocksdb_flush(Handle, flushOptions.Handle);
+        }
+
+
+        /// <summary>
+        /// Returns metadata about the file and data in the file. 
+        /// </summary>
+        /// <param name="populateFileMetadataOnly">setting it to true only populates FileName, 
+        /// Filesize and filelevel; By default it is false</param>
+        /// <returns><c>LiveFilesMetadata</c> or null in case of failure</returns>
+        public List<LiveFileMetadata> GetLiveFilesMetadata(bool populateFileMetadataOnly=false)
+        {
+            IntPtr buffer = Native.Instance.rocksdb_livefiles(Handle);
+            if (buffer == IntPtr.Zero)
+            {
+                return null;
+            }
+
+            try
+            {
+                List<LiveFileMetadata> filesMetadata = new List<LiveFileMetadata>();
+
+                int fileCount = Native.Instance.rocksdb_livefiles_count(buffer);
+                for (int index = 0; index < fileCount; index++)
+                {
+                    LiveFileMetadata liveFileMetadata = new LiveFileMetadata();
+
+                    FileMetadata metadata = new FileMetadata();
+                    IntPtr fileMetadata = Native.Instance.rocksdb_livefiles_name(buffer, index);
+                    string fileName = Marshal.PtrToStringAnsi(fileMetadata);
+
+                    int level = Native.Instance.rocksdb_livefiles_level(buffer, index);
+
+                    UIntPtr fS = Native.Instance.rocksdb_livefiles_size(buffer, index);
+                    ulong fileSize = fS.ToUInt64();
+
+                    metadata.FileName = fileName;
+                    metadata.FileLevel = level;
+                    metadata.FileSize = fileSize;
+
+                    liveFileMetadata.FileMetadata = metadata;
+
+                    if (!populateFileMetadataOnly)
+                    {
+                        FileDataMetadata fileDataMetadata = new FileDataMetadata();
+                        var smallestKeyPtr = Native.Instance.rocksdb_livefiles_smallestkey(buffer, 
+                                                                                           index, 
+                                                                         out var smallestKeySize);
+                        string smallestKey = Marshal.PtrToStringAnsi(smallestKeyPtr);
+
+                        var largestKeyPtr = Native.Instance.rocksdb_livefiles_largestkey(buffer, 
+                                                                                          index,
+                                                                         out var largestKeySize);
+                        string largestKey = Marshal.PtrToStringAnsi(largestKeyPtr);
+
+                        ulong entries = Native.Instance.rocksdb_livefiles_entries(buffer, index);
+                        ulong deletions = Native.Instance.rocksdb_livefiles_deletions(buffer, index);
+
+                        fileDataMetadata.SmallestKeyInFile = smallestKey;
+                        fileDataMetadata.LargestKeyInFile = largestKey;
+                        fileDataMetadata.NumEntriesInFile = entries;
+                        fileDataMetadata.NumDeletionsInFile = deletions;
+
+                        liveFileMetadata.FileDataMetadata = fileDataMetadata;
+                    }
+
+                    filesMetadata.Add(liveFileMetadata);
+                }           
+
+                return filesMetadata;
+            }
+            finally
+            {
+                Native.Instance.rocksdb_livefiles_destroy(buffer);
+                buffer = IntPtr.Zero;
+            }
+        }
+
+        /// <summary>
+        /// Lean API to just get Live file names. 
+        /// Refer to GetLiveFilesMetadata() for the complete metadata
+        /// </summary>
+        /// <returns></returns>
+        public List<string> GetLiveFileNames()
+        {
+            IntPtr buffer = Native.Instance.rocksdb_livefiles(Handle);
+            if (buffer == IntPtr.Zero)
+            {
+                return new List<string>();
+            }
+
+            try
+            {
+                List<string> liveFiles = new List<string>();
+
+                int fileCount = Native.Instance.rocksdb_livefiles_count(buffer);
+
+                for (int index = 0; index < fileCount; index++)
+                {
+                    IntPtr fileMetadata = Native.Instance.rocksdb_livefiles_name(buffer, index);
+                    string fileName = Marshal.PtrToStringAnsi(fileMetadata);
+                    liveFiles.Add(fileName);
+                }
+
+                return liveFiles;
+            }
+            finally
+            {
+                Native.Instance.rocksdb_livefiles_destroy(buffer);
+                buffer = IntPtr.Zero;
+            }
+        }        
     }
 }

RocksDbSharp/RocksDbSharp.csproj

@@ -1,5 +1,5 @@
 <Project Sdk="Microsoft.NET.Sdk">
-  <Import Project="..\Versions.targets.include"/>
+  <Import Project="..\Versions.targets.include" />
   <PropertyGroup>
     <Title>RocksDbSharp</Title>
     <TargetFrameworks>netstandard1.6;net40;net45</TargetFrameworks>
@@ -31,7 +31,7 @@
   <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|AnyCPU'">
     <DefineConstants>TRACE</DefineConstants>
   </PropertyGroup>
-  
+
   <ItemGroup Condition="'$(TargetFramework)' == 'net40'">
     <Reference Include="Microsoft.CSharp" />
   </ItemGroup>
@@ -42,6 +42,6 @@
     <PackageReference Include="System.Reflection" Version="4.3.0" />
     <PackageReference Include="System.Reflection.Emit" Version="4.3.0" />
     <PackageReference Include="System.Runtime.InteropServices" Version="4.3.0" />
-  </ItemGroup>
+  </ItemGroup>  
 
 </Project>