Skip to content

Commit 75beba2

Browse files
authored
Don't try to load training_args.bin (#373)
1 parent ddfdf47 commit 75beba2

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

vllm/model_executor/weight_utils.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,10 @@ def hf_model_weights_iterator(
3939
else:
4040
hf_folder = model_name_or_path
4141

42-
hf_bin_files = glob.glob(os.path.join(hf_folder, "*.bin"))
42+
hf_bin_files = [
43+
x for x in glob.glob(os.path.join(hf_folder, "*.bin"))
44+
if not x.endswith("training_args.bin")
45+
]
4346

4447
if use_np_cache:
4548
# Convert the model weights from torch tensors to numpy arrays for

0 commit comments

Comments
 (0)