[WIP]: Attempt to add Add Node Commit:tensorflow#5

Signed-off-by: Ritul Jasuja <ritul.jasuja@intel.com>

tensorflow/lite/delegates/openvino/openvino_delegate.cc

@@ -157,8 +157,6 @@ class Subgraph {
       const int output_tensor_idx = params->output_tensors->data[o];
       outputs.insert(output_tensor_idx);
     }
-    std::unordered_set<int> externals(outputs);
-
     for (auto i = inputs.begin(); i != inputs.end(); i++)
         addInputParams(context, i);
 
@@ -230,6 +228,18 @@ class Subgraph {
                   tensors.end());
     std::sort(tensors.begin(), tensors.end());
 
+    std::unordered_set<int> compute_inputs;
+    for(int t : tensors) {
+	void* data == nullptr;
+        if(context->tensors[t].allocation_type !== kTfLiteMmapRo) {
+            data = context->tensors[t].data.raw_const;
+        }
+	if(inputs.count(t) != 0) {
+            if(data == nullptr)
+                compute_inputs.insert(t);
+	}
+    }
+
     // Create ngraph nodes for TFLite delegate nodes
     for (int i = 0; i < params->nodes_to_replace->size; i++) {
       const int node_index = params->nodes_to_replace->data[i];
@@ -272,15 +282,29 @@ class Subgraph {
     inferRequest = compiled_model.create_infer_request();
 
     //TODO REVISIT: replaced runtime_ptr with ngraph graph object
-    return new Subgraph(delegate, model, externals);
+    return new Subgraph(delegate, model, compute_inputs, outputs);
   }
 
   TfLiteStatus Prepare(TfLiteContext* context) { return kTfLiteOk; }
 
   TfLiteStatus Invoke(TfLiteContext* context) {
-    //TODO: Process inputs
+    size_t i = 0;
+    for (int t : graph_inputs_) {
+        ov::Tensor inputBlob = inferRequest.get_input_tensor(i++);
+	uint8_t* dest = (uint8_t*)destBlob.data<float>();
+	auto len = context->tensors[t].bytes;
+	void* srcPtr = context->tensors[t].data.data;
+	std::memcpy((uint8_t*)dest, (uint8_t*)srcPtr, len);
+    }
     inferRequest.start_async();
-    //TODO: Process outputs
+    size_t o = 0;
+    for (t : graph_outputs_) {
+        ov::Tensor outputBlob = inferRequest.get_output_tensor(o++);
+	void* srcPtr = context->tensors[t].data.data;
+	uint8_t* dest = (uint8_t*)outputBlob.data<float>();
+	auto len = context->tensors[t].bytes;
+	std::memcpy((void*)srcPtr, (void*) dest, len);
+    }
 
     return kTfLiteOk;
   }
@@ -507,16 +531,20 @@ class Subgraph {
 
  private:
   Subgraph(const Delegate& delegate, const std::shared_ptr<const ov::Model>& model,
-           const std::unordered_set<int>& externals)
-      : model_(model) {
-    for (int t : externals) {
-      externals_[t] = nullptr;
+           const std::unordered_set<int>& graph_inputs,
+           const std::unordered_set<int>& graph_outputs)
+      : model_(model),
+        graph_inputs_(graph_inputs),
+        graph_outputs_(graph_outputs) {
+    for (int t : graph_outputs) {
+        graph_outputs_[t] = nullptr;
     }
   }
 
   std::shared_ptr<NgraphNodes> ngraphNodes;
   std::shared_ptr<ov::Model> model_;
-  std::unordered_map<int, void*> externals_;
+  std::unordered_map<int, void*> graph_outputs_;
+  std::unordered_map<int, void*> graph_inputs_;
   //TODO: Remove if not needed
   // Memory location to use for 0-size extenal tensors, as TFLite init their
   // data pointer to nullptr, and OpenVINO requires valid data pointers.