1 files changed, 50 insertions, 0 deletions
diff --git a/configs/local_models.yaml b/configs/local_models.yaml
new file mode 100644
index 0000000..13c7fcc
--- /dev/null
+++ b/configs/local_models.yaml
@@ -0,0 +1,50 @@
+models:
+  llm:
+    # New Multi-Backend Config
+    qwen_1_5b:
+      backend: qwen
+      path: models/qwen2.5-1.5b-instruct
+      device: auto
+      dtype: bfloat16
+      max_context_length: 4096
+    
+    llama_8b:
+      backend: llama
+      path: models/llama-3.1-8b-instruct
+      device: auto
+      dtype: bfloat16
+      max_context_length: 8192
+
+    # Legacy fallback (needed if from_config is called directly without name)
+    hf_id: Qwen/Qwen2.5-1.5B-Instruct
+    local_path: models/qwen2.5-1.5b-instruct
+    dtype: bfloat16
+    device_map: auto
+
+  preference_extractor:
+    # Default/Legacy
+    default:
+    hf_id: Qwen/Qwen2.5-0.5B-Instruct
+    local_path: models/qwen2.5-0.5b-instruct
+    dtype: bfloat16
+    device_map: auto
+    # New SFT Extractor
+    qwen3_0_6b_sft:
+      path: saves/qwen3-0.6b-full-sft-h200/checkpoint-4358
+      prompt_template_path: fine_tuning_prompt_template.txt
+      device: auto
+      dtype: bfloat16
+      max_new_tokens: 512
+  embedding:
+    qwen3:
+      hf_id: Qwen/Qwen3-Embedding-8B
+      local_path: models/qwen3-embedding-8b
+    nemotron:
+      hf_id: nvidia/llama-embed-nemotron-8b
+      local_path: models/llama-embed-nemotron-8b
+  reranker:
+    qwen3_8b:
+      hf_id: Qwen/Qwen3-Reranker-8B
+      local_path: models/rerankers/qwen3-reranker-8b
+      dtype: bfloat16
+      device_map: auto