services/sentence_transformer_service.py

import pickle
from config import (
    MODEL_NAME, 
    SENTENCE_EMBEDDING_FILE,  
    STANDARD_NAME_MAP_DATA_FILE, SUBJECT_DATA_FILE
)
from sentence_transformer_lib.sentence_transformer_helper import SentenceTransformerHelper
from data_lib.subject_data import SubjectData
from data_lib.standard_name_map_data import StandardNameMapData


class SentenceTransformerService:
    def __init__(self):
        self.sentenceTransformerHelper = None
        self.dic_standard_subject = None
        self.anchor_name_sentence_embeddings = None
        self.sampleData = None

    def load_model_data(self):
        """Load model and data only once at startup"""
        if self.sentenceTransformerHelper is not None:
            print("Model already loaded. Skipping reload.")
            return  # Không load lại nếu đã có model

        print("Loading models and data...")
        # Load sentence transformer model
        self.sentenceTransformerHelper = SentenceTransformerHelper(
            convert_to_zenkaku_flag=True, replace_words=None, keywords=None
        )
        self.sentenceTransformerHelper.load_model_by_name(MODEL_NAME)

        # Load standard subject dictionary
        self.dic_standard_subject = SubjectData.create_standard_subject_dic_from_file(SUBJECT_DATA_FILE)

        # Load pre-computed embeddings and similarities
        with open(SENTENCE_EMBEDDING_FILE, "rb") as f:
            self.anchor_name_sentence_embeddings = pickle.load(f)

        # Load and process sample data
        self.standardNameMapData = StandardNameMapData()
        self.standardNameMapData.load_data_from_csv(STANDARD_NAME_MAP_DATA_FILE)
        self.standardNameMapData.process_data(self.anchor_name_sentence_embeddings)
        
        print("Models and data loaded successfully")

# Global instance (singleton)
sentence_transformer_service = SentenceTransformerService()