Support in-memory storage of MetricProfile

migrations/kruize_local_ddl.sql

@@ -1,3 +1,4 @@
 create table IF NOT EXISTS kruize_datasources (version varchar(255), name varchar(255), provider varchar(255), serviceName varchar(255), namespace varchar(255), url varchar(255), primary key (name));
 create table IF NOT EXISTS kruize_dsmetadata (id serial, version varchar(255), datasource_name varchar(255), cluster_name varchar(255), namespace varchar(255), workload_type varchar(255), workload_name varchar(255), container_name varchar(255), container_image_name varchar(255), primary key (id));
 alter table kruize_experiments add column metadata_id bigint references kruize_dsmetadata(id), alter column datasource type varchar(255);
+create table IF NOT EXISTS kruize_metric_profiles (api_version varchar(255), kind varchar(255), metadata jsonb, name varchar(255) not null, k8s_type varchar(255), profile_version float(53) not null, slo jsonb, primary key (name));

src/main/java/com/autotune/Autotune.java

@@ -21,6 +21,7 @@
 import com.autotune.analyzer.exceptions.MonitoringAgentNotFoundException;
 import com.autotune.analyzer.exceptions.MonitoringAgentNotSupportedException;
 import com.autotune.analyzer.utils.AnalyzerConstants;
+import com.autotune.analyzer.performanceProfiles.MetricProfileCollection;
 import com.autotune.common.datasource.DataSourceCollection;
 import com.autotune.common.datasource.DataSourceInfo;
 import com.autotune.database.helper.DBConstants;
@@ -114,6 +115,8 @@ public static void main(String[] args) {
                 setUpDataSources();
                 // checking available DataSources
                 checkAvailableDataSources();
+                // load available metric profiles from db
+                loadMetricProfilesFromDB();
 
             }
             // close the existing session factory before recreating
@@ -195,6 +198,14 @@ private static void checkAvailableDataSources() {
         }
     }
 
+    /**
+     * loads metric profiles from database
+     */
+    private static void loadMetricProfilesFromDB() {
+        MetricProfileCollection metricProfileCollection = MetricProfileCollection.getInstance();
+        metricProfileCollection.loadMetricProfilesFromDB();
+    }
+
     private static void addAutotuneServlets(ServletContextHandler context) {
         context.addServlet(HealthService.class, HEALTH_SERVICE);
         // Start the Prometheus end point (/metrics) for Autotune

src/main/java/com/autotune/analyzer/Analyzer.java

@@ -53,6 +53,8 @@ public static void addServlets(ServletContextHandler context) {
         context.addServlet(ListRecommendations.class, ServerContext.RECOMMEND_RESULTS);
         context.addServlet(PerformanceProfileService.class, ServerContext.CREATE_PERF_PROFILE);
         context.addServlet(PerformanceProfileService.class, ServerContext.LIST_PERF_PROFILES);
+        context.addServlet(MetricProfileService.class, ServerContext.CREATE_METRIC_PROFILE);
+        context.addServlet(MetricProfileService.class, ServerContext.LIST_METRIC_PROFILES);
         context.addServlet(ListDatasources.class, ServerContext.LIST_DATASOURCES);
         context.addServlet(DSMetadataService.class, ServerContext.DATASOURCE_METADATA);
 

src/main/java/com/autotune/analyzer/experiment/ExperimentValidation.java

@@ -122,6 +122,7 @@ public void validate(List<KruizeObject> kruizeExptList) {
                             errorMsg = AnalyzerErrorConstants.AutotuneObjectErrors.MISSING_SLO_DATA;
                             validationOutputData.setErrorCode(HttpServletResponse.SC_BAD_REQUEST);
                         } else {
+                            // TODO - set metric profile when local=true
                             String perfProfileName = KruizeOperator.setDefaultPerformanceProfile(kruizeObject.getSloInfo(), mode, target_cluster);
                             kruizeObject.setPerformanceProfile(perfProfileName);
                             proceed = true;

src/main/java/com/autotune/analyzer/performanceProfiles/MetricProfileCollection.java

@@ -0,0 +1,60 @@
+package com.autotune.analyzer.performanceProfiles;
+
+import com.autotune.database.service.ExperimentDBService;
+import com.autotune.utils.KruizeConstants;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class MetricProfileCollection {
+    private static final Logger LOGGER = LoggerFactory.getLogger(MetricProfileCollection.class);
+    private static MetricProfileCollection metricProfileCollectionInstance = new MetricProfileCollection();
+    private HashMap<String, PerformanceProfile> metricProfileCollection;
+
+    private MetricProfileCollection() {
+        this.metricProfileCollection = new HashMap<>();
+    }
+
+    public static MetricProfileCollection getInstance() {
+        return metricProfileCollectionInstance;
+    }
+
+    public HashMap<String, PerformanceProfile> getMetricProfileCollection() {
+        return metricProfileCollection;
+    }
+
+    public void loadMetricProfilesFromDB() {
+        try {
+            LOGGER.info(KruizeConstants.MetricProfileConstants.CHECKING_AVAILABLE_METRIC_PROFILE_FROM_DB);
+            Map<String, PerformanceProfile> availableMetricProfiles = new HashMap<>();
+            new ExperimentDBService().loadAllMetricProfiles(availableMetricProfiles);
+            if (availableMetricProfiles.isEmpty()) {
+                LOGGER.info(KruizeConstants.MetricProfileConstants.NO_METRIC_PROFILE_FOUND_IN_DB);
+            }else {
+                for (Map.Entry<String, PerformanceProfile> metricProfile : availableMetricProfiles.entrySet()) {
+                    LOGGER.info(KruizeConstants.MetricProfileConstants.METRIC_PROFILE_FOUND, metricProfile.getKey());
+                    metricProfileCollection.put(metricProfile.getKey(), metricProfile.getValue());
+                }
+            }
+
+        } catch (Exception e) {
+            LOGGER.error(e.getMessage());
+        }
+    }
+
+
+    public void addMetricProfile(PerformanceProfile metricProfile) {
+        String metricProfileName = metricProfile.getMetadata().get("name").asText();
+
+        LOGGER.info(KruizeConstants.MetricProfileConstants.ADDING_METRIC_PROFILE + "{}", metricProfileName);
+
+        if(metricProfileCollection.containsKey(metricProfileName)) {
+            LOGGER.error(KruizeConstants.MetricProfileConstants.METRIC_PROFILE_ALREADY_EXISTS + "{}", metricProfileName);
+        } else {
+            LOGGER.info(KruizeConstants.MetricProfileConstants.METRIC_PROFILE_ADDED + "{}", metricProfileName);
+            metricProfileCollection.put(metricProfileName, metricProfile);
+        }
+    }
+}

src/main/java/com/autotune/analyzer/performanceProfiles/PerformanceProfile.java

@@ -17,6 +17,7 @@
 
 import com.autotune.analyzer.kruizeObject.SloInfo;
 import com.autotune.analyzer.recommendations.term.Terms;
+import com.fasterxml.jackson.databind.JsonNode;
 import com.google.gson.annotations.SerializedName;
 
 import java.util.Map;
@@ -25,9 +26,17 @@
  * Container class for the PerformanceProfile kubernetes kind, which is used to define
  * a profile
  *
+ * This class provides a direct representation of MetricProfile CRD in JSON format,
+ * corresponding to the structure of PerformanceProfile YAML file. It includes mandatory fields
+ * for API version, kind, metadata and additional custom fields - profile_version, k8s_type and sloInfo
  */
 
 public class PerformanceProfile {
+    private String apiVersion;
+
+    private String kind;
+
+    private JsonNode metadata;
 
     private String name;
 
@@ -41,6 +50,30 @@ public class PerformanceProfile {
 
     private Map<String, Terms> terms;
 
+    public String getApiVersion() {
+        return apiVersion;
+    }
+
+    public void setApiVersion(String apiVersion) {
+        this.apiVersion = apiVersion;
+    }
+
+    public String getKind() {
+        return kind;
+    }
+
+    public void setKind(String kind) {
+        this.kind = kind;
+    }
+
+    public JsonNode getMetadata() {
+        return metadata;
+    }
+
+    public void setMetadata(JsonNode metadata) {
+        this.metadata = metadata;
+    }
+
     public void setName(String name) {
         this.name = name;
     }
@@ -68,6 +101,17 @@ public PerformanceProfile(String name, double profile_version, String k8s_type,
         this.sloInfo = sloInfo;
     }
 
+    // Constructor for MetricProfile
+    public PerformanceProfile(String apiVersion, String kind, JsonNode metadata,
+                              double profile_version, String k8s_type, SloInfo sloInfo) {
+        this.apiVersion = apiVersion;
+        this.kind = kind;
+        this.metadata = metadata;
+        this.profile_version = profile_version;
+        this.k8s_type = k8s_type;
+        this.sloInfo = sloInfo;
+    }
+
     public String getName() {
         return name;
     }
@@ -95,7 +139,10 @@ public void setTerms(Map<String, Terms> terms) {
     @Override
     public String toString() {
         return "PerformanceProfile{" +
-                "name='" + name + '\'' +
+                "apiVersion='" + apiVersion + '\'' +
+                ", kind='" + kind + '\'' +
+                ", metadata=" + metadata +
+                ", name='" + name + '\'' +
                 ", profile_version=" + profile_version +
                 ", k8s_type='" + k8s_type + '\'' +
                 ", sloInfo=" + sloInfo +