Sachi Wagaarachchi
commited on
Commit
·
c786343
1
Parent(s):
8fa49bb
updated reqs, moved spaces
Browse files- src/app.py +2 -0
- src/chat_logic.py +0 -2
src/app.py
CHANGED
@@ -3,6 +3,7 @@ from src.models import ModelManager
|
|
3 |
from src.chat_logic import ChatProcessor
|
4 |
from src.vector_db import VectorDBHandler
|
5 |
import logging
|
|
|
6 |
|
7 |
# Initialize components
|
8 |
model_manager = ModelManager()
|
@@ -13,6 +14,7 @@ chat_processor = ChatProcessor(model_manager, vector_db)
|
|
13 |
logging.basicConfig(level=logging.INFO)
|
14 |
logger = logging.getLogger(__name__)
|
15 |
|
|
|
16 |
def respond(
|
17 |
message,
|
18 |
history: list[tuple[str, str]],
|
|
|
3 |
from src.chat_logic import ChatProcessor
|
4 |
from src.vector_db import VectorDBHandler
|
5 |
import logging
|
6 |
+
import spaces
|
7 |
|
8 |
# Initialize components
|
9 |
model_manager = ModelManager()
|
|
|
14 |
logging.basicConfig(level=logging.INFO)
|
15 |
logger = logging.getLogger(__name__)
|
16 |
|
17 |
+
@spaces.GPU
|
18 |
def respond(
|
19 |
message,
|
20 |
history: list[tuple[str, str]],
|
src/chat_logic.py
CHANGED
@@ -2,9 +2,7 @@ from transformers import TextIteratorStreamer
|
|
2 |
import threading
|
3 |
from src.utils import format_prompt
|
4 |
import logging
|
5 |
-
from spaces import *
|
6 |
|
7 |
-
@spaces.GPU
|
8 |
class ChatProcessor:
|
9 |
"""Processes chat interactions using Qwen models"""
|
10 |
def __init__(self, model_manager, vector_db):
|
|
|
2 |
import threading
|
3 |
from src.utils import format_prompt
|
4 |
import logging
|
|
|
5 |
|
|
|
6 |
class ChatProcessor:
|
7 |
"""Processes chat interactions using Qwen models"""
|
8 |
def __init__(self, model_manager, vector_db):
|