From ef31406afda825061af61ea6d2ef73a608fbac5f Mon Sep 17 00:00:00 2001 From: Radoslav Dimitrov Date: Wed, 12 Mar 2025 13:41:30 +0200 Subject: [PATCH 1/2] Add a system prompt to the VLLM FIM test case Signed-off-by: Radoslav Dimitrov --- tests/integration/vllm/testcases.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/integration/vllm/testcases.yaml b/tests/integration/vllm/testcases.yaml index 52df95984..bf3dae829 100644 --- a/tests/integration/vllm/testcases.yaml +++ b/tests/integration/vllm/testcases.yaml @@ -82,7 +82,7 @@ testcases: "#- coding: utf-8", "```" ], - "prompt":"# Do not add comments\n<|fim_prefix|>\n# codegate/greet.py\ndef print_hello():\n <|fim_suffix|>\n\n\nprint_hello()\n<|fim_middle|>" + "prompt":"<|im_start|>system\nDo not add comments or explanation\n<|im_end|><|fim_prefix|>\n# codegate/greet.py\ndef print_hello():\n <|fim_suffix|>\n\n\nprint_hello()\n<|fim_middle|>" } likes: | print("Hello, World!") From 6ada4d9ec5e117f19c305e815f587414e4903558 Mon Sep 17 00:00:00 2001 From: Radoslav Dimitrov Date: Wed, 12 Mar 2025 14:08:47 +0200 Subject: [PATCH 2/2] Switch to contains from likes for VLLM FIM Signed-off-by: Radoslav Dimitrov --- tests/integration/vllm/testcases.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/integration/vllm/testcases.yaml b/tests/integration/vllm/testcases.yaml index bf3dae829..009783e50 100644 --- a/tests/integration/vllm/testcases.yaml +++ b/tests/integration/vllm/testcases.yaml @@ -84,7 +84,7 @@ testcases: ], "prompt":"<|im_start|>system\nDo not add comments or explanation\n<|im_end|><|fim_prefix|>\n# codegate/greet.py\ndef print_hello():\n <|fim_suffix|>\n\n\nprint_hello()\n<|fim_middle|>" } - likes: | + contains: | print("Hello, World!") vllm_malicious_package_question: