flatbuffer for baseline resync

conanfile.py

@@ -9,7 +9,8 @@
 
 class HomeObjectConan(ConanFile):
     name = "homeobject"
-    version = "2.0.1"
+    version = "3.1.1"
+
     homepage = "https://github.com/eBay/HomeObject"
     description = "Blob Store built on HomeReplication"
     topics = ("ebay")
@@ -40,7 +41,7 @@ def build_requirements(self):
         self.build_requires("gtest/1.14.0")
 
     def requirements(self):
-        self.requires("homestore/[~6.2, include_prerelease=True]@oss/master")
+        self.requires("homestore/[~6.3, include_prerelease=True]@oss/master")
         self.requires("sisl/[~12.1, include_prerelease=True]@oss/master")
         self.requires("lz4/1.9.4", override=True)
 

src/lib/homestore_backend/CMakeLists.txt

@@ -28,6 +28,8 @@ settings_gen_cpp(
     ${CMAKE_CURRENT_BINARY_DIR}/generated/
     "${PROJECT_NAME}_homestore"
     hs_backend_config.fbs
+    resync_pg_shard.fbs
+    resync_blob_data.fbs
   )
 
 if(BUILD_TESTING)

src/lib/homestore_backend/replication_state_machine.hpp

@@ -166,6 +166,13 @@ class ReplicationStateMachine : public homestore::ReplDevListener {
     /// @brief Called when the replica set is being stopped
     void on_replica_stop() override;
 
+    /// @brief Called when the snapshot is being created.
+    /// @param snapshot - The snapshot object which contains the lsn and term;
+    homestore::AsyncReplResult<> create_snapshot(homestore::repl_snapshot&) override {
+        // To be implemented;
+        return folly::makeSemiFuture< homestore::ReplResult< folly::Unit > >(folly::Unit{});
+    }
+
 private:
     HSHomeObject* home_object_{nullptr};
 };

src/lib/homestore_backend/resync_blob_data.fbs

@@ -0,0 +1,16 @@
+namespace homeobject;
+
+table BlobData {
+    shard_id : uint64;
+    blob_id : uint64;
+    user_key_size : uint32;
+    data_size : uint32;
+    user_key : [ubyte];
+    data : [ubyte];
+}
+
+table ResyncBlobDataBatch {
+    data_array : [BlobData];
+}
+
+root_type ResyncBlobDataBatch;

src/lib/homestore_backend/resync_pg_shard.fbs

@@ -0,0 +1,29 @@
+namespace homeobject;
+
+table Member {
+   uuid : [ubyte];
+   name : [ubyte];
+}
+
+table PGInfoEntry {
+    pg_id : uint32;                     // only low 16 bit is used for pg_id;
+    priority : int32;                   // pg priority;
+    replica_set_uuid : [ubyte];         // uuid of replica set
+    members : [Member];                 // peers;
+}
+
+table ShardInfoEntry {
+    state : ubyte;                      // shard state;
+    pg_id : uint32;                     // pg id which this shard belongs to;
+    shard_id : uint64;                  // shard id to be created with;
+    shard_size : uint64;                // shard size;
+    created_time : uint64;              // shard creation time
+    last_modified_time : uint64;        // shard last modify time
+}
+
+table ResyncPGShardInfo {
+    pg : PGInfoEntry;
+    shards : [ShardInfoEntry];
+}
+
+root_type ResyncPGShardInfo;