From 450febd3584adb4ae1e48c208196cae17a1b2f52 Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Fri, 24 Jan 2025 19:19:27 +0000 Subject: [PATCH 1/2] first commit --- inference_perf/client/metrics/README.md | 14 ++++++++++++++ inference_perf/client/metrics/__init__.py | 13 +++++++++++++ inference_perf/client/metrics/client.py | 4 ++++ 3 files changed, 31 insertions(+) create mode 100644 inference_perf/client/metrics/README.md create mode 100644 inference_perf/client/metrics/__init__.py create mode 100644 inference_perf/client/metrics/client.py diff --git a/inference_perf/client/metrics/README.md b/inference_perf/client/metrics/README.md new file mode 100644 index 0000000..a117b2f --- /dev/null +++ b/inference_perf/client/metrics/README.md @@ -0,0 +1,14 @@ +# Model Server Metrics Query Clients + +This repository provides clients to query performance metrics from various monitoring platforms. Each model server exposes a list of relevant performance metrics, and these clients are designed to retrieve and process that data effectively. + +## Supported Monitoring Platforms + +Available now: + - **None** + +Todo: + - **Google Cloud Monitoring** + - **AWS CloudWatch** + - **Azure Monitor** + - **Self Deployed Prometheus** \ No newline at end of file diff --git a/inference_perf/client/metrics/__init__.py b/inference_perf/client/metrics/__init__.py new file mode 100644 index 0000000..81be708 --- /dev/null +++ b/inference_perf/client/metrics/__init__.py @@ -0,0 +1,13 @@ +# Copyright 2025 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/inference_perf/client/metrics/client.py b/inference_perf/client/metrics/client.py new file mode 100644 index 0000000..f3be046 --- /dev/null +++ b/inference_perf/client/metrics/client.py @@ -0,0 +1,4 @@ +from abc import ABC + +class Metrics_Client(ABC): + pass \ No newline at end of file From b1f8d26f504c6e930bebb5d3300b41bb007e4911 Mon Sep 17 00:00:00 2001 From: Brendan Slabe Date: Fri, 24 Jan 2025 19:22:14 +0000 Subject: [PATCH 2/2] fixed readme --- inference_perf/client/metrics/README.md | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/inference_perf/client/metrics/README.md b/inference_perf/client/metrics/README.md index a117b2f..9b85246 100644 --- a/inference_perf/client/metrics/README.md +++ b/inference_perf/client/metrics/README.md @@ -4,11 +4,11 @@ This repository provides clients to query performance metrics from various monit ## Supported Monitoring Platforms -Available now: - - **None** - -Todo: - - **Google Cloud Monitoring** - - **AWS CloudWatch** - - **Azure Monitor** - - **Self Deployed Prometheus** \ No newline at end of file +**Available now**: +- None + +**Todo**: +- Google Cloud Monitoring +- AWS CloudWatch +- Azure Monitor +- Self Deployed Prometheus \ No newline at end of file