modify model configuration yaml

Author: li.i.yang

models/continuous_batching/mistralai--Mixtral-7b-Instruct-v02.yaml

@@ -12,7 +12,8 @@ deployment_config:
   max_concurrent_queries: 192
   ray_actor_options:
     resources:
-      accelerator_type_a100_80g_aws: 0.1
+      accelerator_type_a10_48g: 0.3
+      accelerator_type_a10_24g: 1
 engine_config:
   model_id: mistralai/Mistral-7B-Instruct-v0.2
   hf_model_id: mistralai/Mistral-7B-Instruct-v0.2
@@ -38,4 +39,4 @@ scaling_config:
   num_cpus_per_worker: 8
   placement_strategy: "STRICT_PACK"
   resources_per_worker:
-    accelerator_type_a100_80g_aws: 0.1
+    accelerator_type_a10_24g: 1