Remove debug

huggingface · Feb 21, 2025 · f581741 · f581741
1 parent e5fec7a
commit f581741
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/src/lighteval/main_vllm.py b/src/lighteval/main_vllm.py
@@ -144,6 +144,9 @@ def vllm(
         metric_options = {}
 
     model_args_dict: dict = {k.split("=")[0]: k.split("=")[1] if "=" in k else True for k in model_args.split(",")}
+
+    print(f"{model_args_dict=}")
+    print(f"{generation_parameters=}")
     model_config = VLLMModelConfig(**model_args_dict, generation_parameters=generation_parameters)
 
     pipeline = Pipeline(

diff --git a/src/lighteval/models/vllm/vllm_model.py b/src/lighteval/models/vllm/vllm_model.py
@@ -318,7 +318,6 @@ def _generate(
         generate: bool = True,
     ) -> list[GenerativeResponse]:
         """Contains the actual logic of the generation."""
-        print(f"{self.sampling_params.clone()=}")
         sampling_params = self.sampling_params.clone() or SamplingParams()
         if generate:
             sampling_params.n = num_samples
@@ -344,7 +343,6 @@ def _generate(
             # as VLLM complains about no GPUs available.
             @ray.remote(num_gpus=1 if self.tensor_parallel_size == 1 else None)
             def run_inference_one_model(model_args: dict, sampling_params: SamplingParams, requests):
-                print(f"Sampling params: {sampling_params}")
                 llm = LLM(**model_args)
                 return llm.generate(prompt_token_ids=requests, sampling_params=sampling_params)