Adding h100 for phi.3.5-moe

Azure · Jan 6, 2025 · b3f9938 · b3f9938
1 parent 456473e
commit b3f9938
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml
@@ -8,7 +8,7 @@ properties:
   inference-recommended-sku: Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4
   finetuning-tasks: chat-completion
   finetune-min-sku-spec:  96|4|880|256
-  finetune-recommended-sku: Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4
+  finetune-recommended-sku: Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4, Standard_ND96isr_H100_v5
 tags:
   evaluation: "evaluation.md"
   notes: "notes.md"
@@ -46,7 +46,8 @@ tags:
   finetune_compute_allow_list:
     [
       Standard_NC96ads_A100_v4,
-      Standard_ND96amsr_A100_v4
+      Standard_ND96amsr_A100_v4,
+      Standard_ND96isr_H100_v5
     ]
   inference_supported_envs:
     - vllm
@@ -68,4 +69,4 @@ tags:
     logging_steps: 10
     save_total_limit: 1
   benchmark: "quality"
-version: 5
+version: 6