Skip to content

Commit 9855911

Browse files
committed
Update rejection_sampler.py
Signed-off-by: Aoxuan Chen <[email protected]> Signed-off-by: chenaoxuan <[email protected]>
1 parent b41bb8c commit 9855911

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm_ascend/sample/rejection_sampler.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -208,7 +208,7 @@ def rejection_sample(
208208
is_greedy,
209209
max_spec_len,
210210
vocab_size,
211-
using_block_verify=False,
211+
using_block_verify,
212212
IS_NGRAM=draft_probs is None,
213213
# num_warps=1,
214214
)
@@ -395,7 +395,7 @@ def rejection_random_sample_pytorch(
395395
is_greedy, # [batch_size]
396396
max_spec_len,
397397
vocab_size,
398-
using_block_verify, # bool
398+
using_block_verify=False, # bool
399399
IS_NGRAM=False,
400400
):
401401
batch_size = output_token_ids.shape[0]

0 commit comments

Comments
 (0)