File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -1816,7 +1816,7 @@ def _pool(
1816
1816
device = hidden_states .device )
1817
1817
seq_lens_cpu = self .seq_lens_cpu [:self .input_batch .num_reqs ]
1818
1818
1819
- if vllm_version_is ("0.12.0 " ):
1819
+ if vllm_version_is ("0.10.2 " ):
1820
1820
# Pooling models D2H & synchronize occurs in pooler.py:build_output
1821
1821
raw_pooler_output = self .model .pooler (
1822
1822
hidden_states = hidden_states , pooling_metadata = pooling_metadata )
@@ -1835,7 +1835,7 @@ def _pool(
1835
1835
pooler_output : list [Optional [torch .Tensor ]] = []
1836
1836
for raw_output , seq_len , prompt_len in zip (
1837
1837
raw_pooler_output , seq_lens_cpu , pooling_metadata .prompt_lens ):
1838
- if vllm_version_is ("0.12.0 " ):
1838
+ if vllm_version_is ("0.10.2 " ):
1839
1839
output = raw_output .data if seq_len == prompt_len else None
1840
1840
else :
1841
1841
output = raw_output if seq_len == prompt_len else None
You can’t perform that action at this time.
0 commit comments