Adding compile option warmup_execute_after_compile to optionally run execute rigtht after compilation to create command buffers.

Differential Revision: D87781471

Pull Request resolved: #15962

Author: trivedivivek

backends/vulkan/runtime/VulkanBackend.cpp

@@ -179,6 +179,12 @@ GraphConfig get_graph_config(ArrayRef<CompileSpec>& compile_specs) {
         config.expect_dynamic_shapes = true;
       }
     }
+    if (strcmp(spec.key, "warmup_execute_after_compile") == 0) {
+      ET_CHECK_MSG(value_size == sizeof(uint8_t), "Unexpected value size!");
+      bool value = getBool(value_data);
+
+      config.warmup_execute_after_compile = value;
+    }
   }
 #ifdef ET_EVENT_TRACER_ENABLED
   config.enable_querypool = true;
@@ -579,6 +585,8 @@ class VulkanBackend final : public ::executorch::runtime::BackendInterface {
 
     compute_graph->prepack();
 
+    compute_graph->optional_warmup_execute();
+
     return Error::Ok;
   }
 

backends/vulkan/runtime/graph/ComputeGraph.cpp

@@ -1107,6 +1107,12 @@ void ComputeGraph::prepack() {
   }
 }
 
+void ComputeGraph::optional_warmup_execute() {
+  if (config_.warmup_execute_after_compile) {
+    execute();
+  }
+}
+
 void ComputeGraph::execute() {
   if (deferred_cmd_list_.empty()) {
     context_->flush();

backends/vulkan/runtime/graph/ComputeGraph.h

@@ -1033,6 +1033,12 @@ class ComputeGraph final {
    */
   void prepack();
 
+  //
+  // Optional Graph Execution
+  //
+
+  void optional_warmup_execute();
+
   //
   // Graph Execution
   //

backends/vulkan/runtime/graph/GraphConfig.h

@@ -71,6 +71,10 @@ struct GraphConfig final {
   // many command buffers.
   size_t execute_max_cmds = 0;
 
+  // If true, then the graph will be executed once immediately after it is
+  // compiled.
+  bool warmup_execute_after_compile = false;
+
   vkapi::Adapter* external_adapter;
 
   // Generate a default graph config with pre-configured settings