From f2e79ad411f16dacf1865ea46d4ac0a876a95fd0 Mon Sep 17 00:00:00 2001 From: BAIKEMARK Date: Wed, 28 May 2025 18:54:15 +0800 Subject: [PATCH] Fixed the bug where vllm uninstallation caused the inability to use online cleaning. --- weclone/data/qa_generator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/weclone/data/qa_generator.py b/weclone/data/qa_generator.py index 6dab0a2..442bb64 100644 --- a/weclone/data/qa_generator.py +++ b/weclone/data/qa_generator.py @@ -76,7 +76,7 @@ class DataProcessor: logger.warning("开启 prompt_with_history 不支持 clean_dataset 功能") exit() - if not is_vllm_available(): + if not is_vllm_available() and not self.config.get("online_llm_clear"): logger.warning("vLLM 不可用，暂不清洗数据集。") clean_dataset_config["enable_clean"] = False