diff --git a/test/e2e/preset_test.go b/test/e2e/preset_test.go index a6ba9b492..6c414a741 100644 --- a/test/e2e/preset_test.go +++ b/test/e2e/preset_test.go @@ -31,6 +31,7 @@ const ( PresetFalcon7BModel = "falcon-7b" PresetFalcon40BModel = "falcon-40b" PresetMistral7BInstructModel = "mistral-7b-instruct" + PresetQwen2_5Coder7BModel = "qwen2.5-coder-7b-instruct" PresetPhi2Model = "phi-2" PresetPhi3Mini128kModel = "phi-3-mini-128k-instruct" WorkspaceHashAnnotation = "workspace.kaito.io/hash" diff --git a/test/e2e/preset_vllm_test.go b/test/e2e/preset_vllm_test.go index 876f8d392..d79a0f0d3 100644 --- a/test/e2e/preset_vllm_test.go +++ b/test/e2e/preset_vllm_test.go @@ -107,10 +107,10 @@ var _ = Describe("Workspace Preset on vllm runtime", func() { validateWorkspaceReadiness(workspaceObj) }) - It("should create a mistral workspace with preset public mode and 2 gpu successfully", func() { + It("should create a qwen2.5 coder workspace with preset public mode and 2 gpu successfully", func() { // single node with 2 gpu numOfNode := 1 - workspaceObj := createMistralWorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode) + workspaceObj := createQwen2_5WorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode) defer cleanupResources(workspaceObj) time.Sleep(30 * time.Second) @@ -223,14 +223,14 @@ func createPhi3WorkspaceWithPresetPublicModeAndVLLM(numOfNode int) *kaitov1alpha return workspaceObj } -func createMistralWorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode int) *kaitov1alpha1.Workspace { +func createQwen2_5WorkspaceWithPresetPublicModeAndVLLMAndMultiGPU(numOfNode int) *kaitov1alpha1.Workspace { workspaceObj := &kaitov1alpha1.Workspace{} - By("Creating a workspace CR with Mistral 7B preset public mode and vLLM", func() { - uniqueID := fmt.Sprint("preset-mistral-2gpu-", rand.Intn(1000)) + By("Creating a workspace CR with Qwen2.5 Coder 7B preset public mode and vLLM", func() { + uniqueID := fmt.Sprint("preset-qwen-2gpu-", rand.Intn(1000)) workspaceObj = utils.GenerateInferenceWorkspaceManifestWithVLLM(uniqueID, namespaceName, "", numOfNode, "Standard_NC12s_v3", &metav1.LabelSelector{ - MatchLabels: map[string]string{"kaito-workspace": "public-preset-e2e-test-mistral-2gpu-vllm"}, - }, nil, PresetMistral7BInstructModel, kaitov1alpha1.ModelImageAccessModePublic, nil, nil, nil) + MatchLabels: map[string]string{"kaito-workspace": "public-preset-e2e-test-qwen-2gpu-vllm"}, + }, nil, PresetQwen2_5Coder7BModel, kaitov1alpha1.ModelImageAccessModePublic, nil, nil, nil) createAndValidateWorkspace(workspaceObj) })