diff --git a/tests/conftest.py b/tests/conftest.py
index ccc40724c4b..a979968c162 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -817,10 +817,10 @@ class HfRunner:
 
         # convert to dict
         seq_logprobs_lst: list[dict[int, float]] = []
-        for tok_idx, tok_logprobs in enumerate(seq_logprobs):
-            # drop prompt logprobs
-            if tok_idx == 0:
-                tok_logprobs = tok_logprobs[-1, :].reshape(1, -1)
+        for tok_logprobs in seq_logprobs:
+            # Keep only the last position: the first step (and every step when
+            # use_cache=False) also returns logprobs for the preceding tokens.
+            tok_logprobs = tok_logprobs[-1, :].reshape(1, -1)
             topk = tok_logprobs.topk(num_logprobs)
 
             tok_logprobs_dct = {}
diff --git a/tests/models/language/pooling/test_embedding.py b/tests/models/language/pooling/test_embedding.py
index 47e1a0a7bad..80978a018c1 100644
--- a/tests/models/language/pooling/test_embedding.py
+++ b/tests/models/language/pooling/test_embedding.py
@@ -88,6 +88,7 @@ def test_models(
             st_model[1] = Pooling(
                 st_model.get_sentence_embedding_dimension(), pooling_mode="mean"
             )
+            del st_model
         hf_outputs = hf_model.encode(example_prompts)
 
     with vllm_runner(