Skip to content

Commit eadbdcb

Browse files
authored
[Update] Update requirement and deepseek configurations (#1764)
1 parent 5c8e91f commit eadbdcb

File tree

3 files changed

+23
-0
lines changed

3 files changed

+23
-0
lines changed

opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_5.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
type=TurboMindModelwithChatTemplate,
66
abbr='deepseek-v2_5-turbomind',
77
path='deepseek-ai/DeepSeek-V2.5',
8+
backend='pytorch',
89
engine_config=dict(
910
session_len=7168,
1011
max_batch_size=4,
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
from opencompass.models import TurboMindModelwithChatTemplate
2+
3+
models = [
4+
dict(
5+
type=TurboMindModelwithChatTemplate,
6+
abbr='deepseek-v2_5-1210-turbomind',
7+
path='deepseek-ai/DeepSeek-V2.5-1210',
8+
backend='pytorch',
9+
engine_config=dict(
10+
session_len=7168,
11+
max_batch_size=4,
12+
tp=8,
13+
cache_max_entry_count=0.7,
14+
),
15+
gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9),
16+
max_seq_len=7168,
17+
max_out_len=2048,
18+
batch_size=4,
19+
run_cfg=dict(num_gpus=8),
20+
)
21+
]

requirements/runtime.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ func_timeout
88
fuzzywuzzy
99
gradio-client
1010
h5py
11+
httpx==0.27.2
1112
huggingface_hub<=0.24.7
1213
immutabledict
1314
importlib-metadata

0 commit comments

Comments
 (0)