Skip to content

Commit 6fd674f

Browse files
committed
configurable cluster llm model
1 parent 4b2946c commit 6fd674f

3 files changed

Lines changed: 4 additions & 2 deletions

File tree

env.example

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66

77
MAIN_MODEL = claude-sonnet-4
88
FALLBACK_MODEL_1 = glm-4p5
9+
CLUSTER_MODEL = claude-sonnet-4
910
LLM_BASE_URL = http://litellm:4000/
1011
LLM_API_KEY = sk-1234
1112

src/cluster_modules.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
from dependency_analyzer.models.core import Node
77
from llm_services import call_llm
88
from utils import count_tokens
9-
from config import MAX_TOKEN_PER_MODULE, MAIN_MODEL
9+
from config import MAX_TOKEN_PER_MODULE, CLUSTER_MODEL
1010
from prompt_template import format_cluster_prompt
1111

1212

@@ -57,7 +57,7 @@ def cluster_modules(
5757
return {}
5858

5959
prompt = format_cluster_prompt(potential_core_components, current_module_tree, current_module_name)
60-
response = call_llm(prompt, model=MAIN_MODEL)
60+
response = call_llm(prompt, model=CLUSTER_MODEL)
6161

6262
#parse the response
6363
try:

src/config.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818
# LLM services
1919
MAIN_MODEL = os.getenv('MAIN_MODEL', 'claude-sonnet-4')
2020
FALLBACK_MODEL_1 = os.getenv('FALLBACK_MODEL_1', 'glm-4p5')
21+
CLUSTER_MODEL = os.getenv('CLUSTER_MODEL', MAIN_MODEL)
2122
LLM_BASE_URL = os.getenv('LLM_BASE_URL', 'http://0.0.0.0:4000/')
2223
LLM_API_KEY = os.getenv('LLM_API_KEY', 'sk-1234')
2324

0 commit comments

Comments
 (0)