-
Notifications
You must be signed in to change notification settings - Fork 9
/
llm.yaml
78 lines (59 loc) · 2.16 KB
/
llm.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# ─── Models Accessed Through API ──────────────────────────────────────────────
Baichuan2_53B_Chat:
type: api
url: "https://api.baichuan-ai.com/v1/chat"
api_key: "xxxxxx"
secret_key: "xxxxxx"
GPT:
type: api
api_key: "sk-xxxxxx"
# ─── Models Accessed Through Remote Deployment ────────────────────────────────
# Note: only for internal use currently.
GPT_transit:
type: remote
url: "xxxxxx"
token: "xxxxxx"
user_agent: "xxxxxx"
host: "xxxxxx"
# ─── Models Accessed Through Local Deployment ────────────────────────────────
# Note: Use vLLM to deploy models.
# Link: https://docs.vllm.ai/en/latest/getting_started/quickstart.html
Baichuan2_13B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
Baichuan2_7B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
ChatGLM3_6B:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
GPTj_6B:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
LLaMA2_13B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
LLaMA2_70B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
LLaMA2_7B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
PHI2:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
Qwen_14B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
Qwen_7B_Chat:
type: Local
url: "http://xx.xx.xx.xx:xxxx/generate"
# ─── Models Accessed Through Hugging Face ────────────────────────────────
# Note:
# * Remote models are only for internal use.
# * The current connection method conflicts with the multi-process logic in the experiment.
# * If you want to conduct the experiment using this method, please follow these steps:
# * In the /core/evaluator/base.py file, comment out lines 97-103 and uncomment lines 106-110.
AquilaChat2_7B:
type: hf
url: "BAAI/AquilaChat2-7B"