blob: 9372f3d91e82a7b98960a279c8da602ced91e5e2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
# Base path for all models
_base_path: &base /workspace/personalization-user-model
models:
llm:
# New Multi-Backend Config
qwen_1_5b:
backend: qwen
path: /workspace/personalization-user-model/models/qwen2.5-1.5b-instruct
device: auto
dtype: bfloat16
max_context_length: 4096
llama_8b:
backend: llama
path: /workspace/personalization-user-model/models/llama-3.1-8b-instruct
device: auto
dtype: bfloat16
max_context_length: 8192
# vLLM backend for high-throughput experiments
llama_8b_vllm:
backend: vllm
path: /workspace/personalization-user-model/models/llama-3.1-8b-instruct
vllm_url: http://localhost:8003/v1
max_context_length: 8192
# Legacy fallback (needed if from_config is called directly without name)
hf_id: Qwen/Qwen2.5-1.5B-Instruct
local_path: /workspace/personalization-user-model/models/qwen2.5-1.5b-instruct
dtype: bfloat16
device_map: auto
preference_extractor:
# Default/Legacy
default:
hf_id: Qwen/Qwen2.5-0.5B-Instruct
local_path: /workspace/personalization-user-model/models/qwen2.5-0.5b-instruct
dtype: bfloat16
device_map: auto
# New SFT Extractor
qwen3_0_6b_sft:
path: /workspace/personalization-user-model/models/pref-extractor-qwen3-0.6b-sft
prompt_template_path: fine_tuning_prompt_template.txt
device: auto
dtype: bfloat16
max_new_tokens: 512
embedding:
qwen3:
hf_id: Qwen/Qwen3-Embedding-8B
local_path: /workspace/personalization-user-model/models/qwen3-embedding-8b
nemotron:
hf_id: nvidia/llama-embed-nemotron-8b
local_path: /workspace/personalization-user-model/models/llama-embed-nemotron-8b
reranker:
qwen3_8b:
hf_id: Qwen/Qwen3-Reranker-8B
local_path: /workspace/personalization-user-model/models/rerankers/qwen3-reranker-8b
dtype: bfloat16
device_map: auto
bge_base:
hf_id: BAAI/bge-reranker-base
local_path: /workspace/personalization-user-model/models/rerankers/bge-reranker-base
dtype: float16
device_map: auto
|
