diff --git a/inference_perf/client/metrics/README.md b/inference_perf/client/metrics/README.md new file mode 100644 index 0000000..9b85246 --- /dev/null +++ b/inference_perf/client/metrics/README.md @@ -0,0 +1,14 @@ +# Model Server Metrics Query Clients + +This repository provides clients to query performance metrics from various monitoring platforms. Each model server exposes a list of relevant performance metrics, and these clients are designed to retrieve and process that data effectively. + +## Supported Monitoring Platforms + +**Available now**: +- None + +**Todo**: +- Google Cloud Monitoring +- AWS CloudWatch +- Azure Monitor +- Self Deployed Prometheus \ No newline at end of file diff --git a/inference_perf/client/metrics/__init__.py b/inference_perf/client/metrics/__init__.py new file mode 100644 index 0000000..81be708 --- /dev/null +++ b/inference_perf/client/metrics/__init__.py @@ -0,0 +1,13 @@ +# Copyright 2025 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/inference_perf/client/metrics/client.py b/inference_perf/client/metrics/client.py new file mode 100644 index 0000000..f3be046 --- /dev/null +++ b/inference_perf/client/metrics/client.py @@ -0,0 +1,4 @@ +from abc import ABC + +class Metrics_Client(ABC): + pass \ No newline at end of file