Refactor
Browse files
src/llm/sambanova_wrapper.py
CHANGED
@@ -10,10 +10,8 @@ from src.llm.data_models.typeddict_data_models import (
|
|
10 |
class SambaNovaWrapper(BaseLLMWrapper):
|
11 |
|
12 |
def generate_response(self, prompt: str) -> MultiCommentModel:
|
13 |
-
api_key = os.environ.get("SAMBANOVA_API_KEY")
|
14 |
|
15 |
llm = ChatSambaNovaCloud(
|
16 |
-
api_key=api_key,
|
17 |
streaming=False,
|
18 |
model="Meta-Llama-3.3-70B-Instruct",
|
19 |
max_tokens=8192,
|
|
|
10 |
class SambaNovaWrapper(BaseLLMWrapper):
|
11 |
|
12 |
def generate_response(self, prompt: str) -> MultiCommentModel:
|
|
|
13 |
|
14 |
llm = ChatSambaNovaCloud(
|
|
|
15 |
streaming=False,
|
16 |
model="Meta-Llama-3.3-70B-Instruct",
|
17 |
max_tokens=8192,
|