Sdktechno 255

technologies/app/mlflow-server/metadata.yaml

@@ -63,4 +63,20 @@ contexts:
     dockerInfo:
       image: "saagie/mlflow-server"
       baseTag: "2.0"
-      version: "2.0-1.170.0"
+      version: "2.0-1.170.0"
+  - id: mlflow-server-2.9
+    label: "2.9"
+    releaseNotes: First version of MLFlow Server 2.9 into Saagie.
+    available: true
+    trustLevel: stable
+    recommended: true
+    ports:
+      - port: 5000
+        name: Mlflow Server
+        rewriteUrl: true
+        basePath: SAAGIE_BASE_PATH
+    volumes: ["/sqlite_directory"]
+    dockerInfo:
+      image: "saagie/mlflow-server"
+      baseTag: "2.9.2"
+      version: "2.9.2-1.178.0_SDKTECHNO-255"

technologies/app/mlflow-server/mlflow-server-2.9/Dockerfile

@@ -0,0 +1,37 @@
+FROM python:3.10.13-bullseye
+
+RUN mkdir /mlflow/
+
+RUN apt-get update && \
+    apt-get install -y openjdk-11-jdk && \
+    apt-get clean;
+
+RUN cd / \
+    && mkdir app \
+    && cd app \
+    && wget https://archive.apache.org/dist/hadoop/common/hadoop-2.6.5/hadoop-2.6.5.tar.gz \
+    && tar xvf hadoop-2.6.5.tar.gz \
+    && rm hadoop-2.6.5.tar.gz \
+    && rm -rf hadoop-2.6.5/etc/hadoop \
+    && ln -s /etc/hadoop/conf hadoop-2.6.5/etc/hadoop;
+
+ENV PATH "/app/hadoop-2.6.5/bin:${PATH}"
+
+RUN apt-get update && \
+    apt-get install ca-certificates-java && \
+    apt-get clean && \
+    update-ca-certificates -f;
+
+ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64/
+ENV HADOOP_HOME=/app/hadoop-2.6.5
+ENV HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop-2.6.5
+
+RUN pip install --upgrade pip
+RUN pip install mlflow==2.9.2 SQLAlchemy==1.4.0 mysqlclient pyarrow boto3 psycopg2-binary==2.8.5 protobuf==3.20.*
+
+COPY resources/entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+
+EXPOSE 5000
+
+ENTRYPOINT [ "/entrypoint.sh" ]

technologies/app/mlflow-server/mlflow-server-2.9/build.gradle.kts

@@ -0,0 +1,22 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Copyright 2019 Pierre Leresteux.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import com.bmuschko.gradle.docker.DockerRemoteApiPlugin
+import com.saagie.technologies.SaagieTechnologiesGradlePlugin
+
+apply<DockerRemoteApiPlugin>()
+apply<SaagieTechnologiesGradlePlugin>()

technologies/app/mlflow-server/mlflow-server-2.9/buildMe

@@ -0,0 +1 @@
+true

technologies/app/mlflow-server/mlflow-server-2.9/context.yaml

@@ -0,0 +1,12 @@
+id: mlflow-server-2.9
+label: "2.9"
+releaseNotes: First version of MLFlow Server 2.9 into Saagie.
+available: true
+trustLevel: stable
+recommended: true
+ports:
+  - port: 5000
+    name: Mlflow Server
+    rewriteUrl: true
+    basePath: SAAGIE_BASE_PATH
+volumes: ["/sqlite_directory"]

technologies/app/mlflow-server/mlflow-server-2.9/dockerInfo.yaml

@@ -0,0 +1,4 @@
+image: saagie/mlflow-server
+baseTag: 2.9.2
+dynamicVersion: 1.178.0_SDKTECHNO-255
+version: 2.9.2-1.178.0_SDKTECHNO-255

technologies/app/mlflow-server/mlflow-server-2.9/image_test.yaml

@@ -0,0 +1,51 @@
+schemaVersion: "2.0.0"
+
+metadataTest:
+  env:
+    - key: "HADOOP_CONF_DIR"
+      value: "/app/hadoop-2.6.5/etc/hadoop-2.6.5"
+
+fileExistenceTests:
+
+fileContentTests:
+
+commandTests:
+  - name: "Workdir"
+    command: "pwd"
+    expectedOutput: ["/"]
+
+  - name: "python version"
+    command: "python"
+    args: ["-V"]
+    expectedOutput: ["Python 3.10*"]
+
+  - name: "mlflow version"
+    command: "mlflow"
+    args: ["--version"]
+    expectedOutput: ["mlflow, version 2.9.2"]
+
+  - name: "pip mlflow"
+    command: "pip"
+    args: ["show","mlflow"]
+    expectedOutput: ["Name: mlflow"]
+
+  - name: "pip SQLAlchemy"
+    command: "pip"
+    args: ["show","SQLAlchemy"]
+    expectedOutput: ["Name: SQLAlchemy"]
+
+  - name: "pip mysqlclient"
+    command: "pip"
+    args: ["show","mysqlclient"]
+    expectedOutput: ["Name: mysqlclient"]
+
+  - name: "pip pyarrow"
+    command: "pip"
+    args: ["show","pyarrow"]
+    expectedOutput: ["Name: pyarrow"]
+
+  - name: "pip psycopg2-binary"
+    command: "pip"
+    args: ["show","psycopg2-binary"]
+    expectedOutput: ["Name: psycopg2-binary"]
+

technologies/app/mlflow-server/mlflow-server-2.9/resources/entrypoint.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+set -eo pipefail
+
+if [[ -z "${MLFLOW_BACKEND_STORE_URI}" ]]; then
+  echo "ERROR : MLFLOW_BACKEND_STORE_URI environment variable must be set"
+  echo "Usage : MLFLOW_BACKEND_STORE_URI = database-backed store as SQLAlchemy database URI <dialect>+<driver>://<username>:<password>@<host>:<port>/<database> MLflow supports the database dialects mysql, mssql, sqlite, and postgresql."
+  exit 1
+elif [[ -z "${MLFLOW_DEFAULT_ARTIFACTORY_ROOT}" ]]; then
+  echo "ERROR : MLFLOW_DEFAULT_ARTIFACTORY_ROOT environment variable must be set"
+  echo "Usage : MLFLOW_DEFAULT_ARTIFACTORY_ROOT = default location to server’s artifact store (e.g. hdfs://cluster:8020/artifactory/mlflow )"
+  exit 1
+else
+  echo "Starting MLflow Server"
+  mlflow server \
+    --backend-store-uri ${MLFLOW_BACKEND_STORE_URI} \
+    --default-artifact-root ${MLFLOW_DEFAULT_ARTIFACTORY_ROOT} \
+    --host 0.0.0.0
+fi

version.properties

@@ -1,6 +1,6 @@
-version.buildmeta=
+version.buildmeta=SDKTECHNO-255
 version.major=1
 version.minor=178
 version.patch=0
 version.prerelease=
-version.semver=1.178.0
+version.semver=1.178.0+SDKTECHNO-255