Add possibility to add graph optimization level to session options (#…

…1268)

This PR adds the option to set the graph optimization level when running
a model.

See discussion in
#1260 (reply in thread)

(Disclaimer: I am not very familiar with cpp, so any hints for improving
my changes are very very welcome)

---------

Co-authored-by: Ryan Hill <38674843+RyanUnderhill@users.noreply.github.com>
Co-authored-by: kunal-vaishnavi <115581922+kunal-vaishnavi@users.noreply.github.com>

src/config.cpp

@@ -62,6 +62,19 @@ struct ProviderOptionsArray_Element : JSON::Element {
   ProviderOptionsObject_Element object_{v_};
 };
 
+GraphOptimizationLevel GetGraphOptimizationLevel(std::string_view name) {
+  if (name == "ORT_DISABLE_ALL") {
+    return ORT_DISABLE_ALL;
+  } else if (name == "ORT_ENABLE_BASIC") {
+    return ORT_ENABLE_BASIC;
+  } else if (name == "ORT_ENABLE_EXTENDED") {
+    return ORT_ENABLE_EXTENDED;
+  } else if (name == "ORT_ENABLE_ALL") {
+    return ORT_ENABLE_ALL;
+  } else
+    throw std::runtime_error("Unrecognized value:" + std::string(name));
+}
+
 struct SessionOptions_Element : JSON::Element {
   explicit SessionOptions_Element(Config::SessionOptions& v) : v_{v} {}
 
@@ -94,6 +107,8 @@ struct SessionOptions_Element : JSON::Element {
       v_.ep_context_enable = JSON::Get<bool>(value);
     else if (name == "use_env_allocators")
       v_.use_env_allocators = JSON::Get<bool>(value);
+    else if (name == "graph_optimization_level")
+      v_.graph_optimization_level = GetGraphOptimizationLevel(JSON::Get<std::string_view>(value));
     else
       throw JSON::unknown_value_error{};
   }

src/config.h

@@ -48,6 +48,7 @@ struct Config {
     bool use_env_allocators{};
 
     std::vector<ProviderOptions> provider_options;
+    std::optional<GraphOptimizationLevel> graph_optimization_level;
   };
 
   struct Model {

src/models/model.cpp

@@ -407,6 +407,10 @@ void Model::CreateSessionOptionsFromConfig(const Config::SessionOptions& config_
     session_options.AddConfigEntry("session.use_env_allocators", "1");
   }
 
+  if (config_session_options.graph_optimization_level.has_value()) {
+    session_options.SetGraphOptimizationLevel(config_session_options.graph_optimization_level.value());
+  }
+
   for (auto& provider_options : config_session_options.provider_options) {
     if (provider_options.name == "cuda") {
       auto ort_provider_options = OrtCUDAProviderOptionsV2::Create();