test: add qwen2.55-coder-7b e2e test (#796)

replace the multi-gpu test model with qwen Signed-off-by: jerryzhuang <[email protected]>
kaito-project · Dec 27, 2024 · 0f9b262 · 0f9b262
1 parent 8cee2c0
commit 0f9b262
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 7 deletions.
diff --git a/test/e2e/preset_test.go b/test/e2e/preset_test.go
@@ -31,6 +31,7 @@ const (
 	PresetFalcon7BModel          = "falcon-7b"
 	PresetFalcon40BModel         = "falcon-40b"
 	PresetMistral7BInstructModel = "mistral-7b-instruct"
+	PresetQwen2_5Coder7BModel    = "qwen2.5-coder-7b-instruct"
 	PresetPhi2Model              = "phi-2"
 	PresetPhi3Mini128kModel      = "phi-3-mini-128k-instruct"
 	WorkspaceHashAnnotation      = "workspace.kaito.io/hash"

diff --git a/test/e2e/preset_vllm_test.go b/test/e2e/preset_vllm_test.go
@@ -107,10 +107,10 @@ var _ = Describe("Workspace Preset on vllm runtime", func() {
 		validateWorkspaceReadiness(workspaceObj)
 	})
 
-	It("should create a mistral workspace with preset public mode and 2 gpu successfully", func() {
+	It("should create a qwen2.5 coder workspace with preset public mode and 2 gpu successfully", func() {
 		// single node with 2 gpu
 		numOfNode := 1
-		workspaceObj := createMistralWorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode)
+		workspaceObj := createQwen2_5WorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode)
 
 		defer cleanupResources(workspaceObj)
 		time.Sleep(30 * time.Second)
@@ -223,14 +223,14 @@ func createPhi3WorkspaceWithPresetPublicModeAndVLLM(numOfNode int) *kaitov1alpha
 	return workspaceObj
 }
 
-func createMistralWorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode int) *kaitov1alpha1.Workspace {
+func createQwen2_5WorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode int) *kaitov1alpha1.Workspace {
 	workspaceObj := &kaitov1alpha1.Workspace{}
-	By("Creating a workspace CR with Mistral 7B preset public mode and vLLM", func() {
-		uniqueID := fmt.Sprint("preset-mistral-2gpu-", rand.Intn(1000))
+	By("Creating a workspace CR with Qwen2.5 Coder 7B preset public mode and vLLM", func() {
+		uniqueID := fmt.Sprint("preset-qwen-2gpu-", rand.Intn(1000))
 		workspaceObj = utils.GenerateInferenceWorkspaceManifestWithVLLM(uniqueID, namespaceName, "", numOfNode, "Standard_NC12s_v3",
 			&metav1.LabelSelector{
-				MatchLabels: map[string]string{"kaito-workspace": "public-preset-e2e-test-mistral-2gpu-vllm"},
-			}, nil, PresetMistral7BInstructModel, kaitov1alpha1.ModelImageAccessModePublic, nil, nil, nil)
+				MatchLabels: map[string]string{"kaito-workspace": "public-preset-e2e-test-qwen-2gpu-vllm"},
+			}, nil, PresetQwen2_5Coder7BModel, kaitov1alpha1.ModelImageAccessModePublic, nil, nil, nil)
 
 		createAndValidateWorkspace(workspaceObj)
 	})