Skip to content

Commit ef07f9f

Browse files
jeejeeleeAlvant
authored andcommitted
[CI/Build]Reduce the time consumption for LoRA tests (vllm-project#7396)
Signed-off-by: Alvant <[email protected]>
1 parent f5c1bae commit ef07f9f

File tree

3 files changed

+3
-128
lines changed

3 files changed

+3
-128
lines changed

tests/lora/test_layer_variation.py

Lines changed: 0 additions & 106 deletions
This file was deleted.

tests/lora/test_punica_sizes.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -98,7 +98,7 @@
9898
128256,
9999
]
100100
#The size of TP
101-
divisibility = [1, 2, 4, 8, 16, 32, 64]
101+
divisibility = [1, 2, 8, 16, 64]
102102

103103
all_hidden_size = []
104104
for div in divisibility:

tests/lora/test_punica_variation.py

Lines changed: 2 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -20,10 +20,10 @@
2020
from .utils import (generate_data, generate_data_for_expand_nslices,
2121
ref_torch_groupgemm)
2222

23-
HIDDEN_SIZES = [3424, 4096, 4097]
23+
HIDDEN_SIZES = [4097]
2424

2525
BATCHES = [1, 4, 16, 32]
26-
NUM_LORA = [1, 4, 8, 16, 32, 64, 128]
26+
NUM_LORA = [1, 8, 32, 128]
2727
DTYPES = [torch.float16, torch.bfloat16]
2828
MAX_RANKS = [1, 4, 8, 16, 32, 64, 128, 256]
2929
SCALES = [0.5]
@@ -321,22 +321,3 @@ def test_punica_expand_nslices(
321321

322322
slice_offset += hidden_size
323323
assert_close(our_outputs, ref_outputs)
324-
325-
326-
if __name__ == "__main__":
327-
from itertools import product
328-
329-
lst = list(
330-
product(
331-
BATCHES,
332-
NUM_LORA,
333-
MAX_RANKS,
334-
[1.0],
335-
[torch.float16],
336-
["expand"],
337-
SEED,
338-
CUDA_DEVICES,
339-
))
340-
for ele in lst:
341-
test_punica_bgmv(*ele)
342-
print(f"{ele},pass")

0 commit comments

Comments
 (0)