update politique specific database

app.py

@@ -15,6 +15,7 @@ from spinoza_project.source.frontend.utils import (
     make_html_source,
     make_html_presse_source,
     make_html_afp_source,
+    make_html_politique_source,
     parse_output_llm_with_sources,
     init_env,
 )
@@ -53,9 +54,10 @@ bdd_afp = get_vectorstore_api("afp")
 qdrants = {
     tab: pickle_to_document_store(
         hf_hub_download(
-            repo_id="SpinozaProject/spinoza-database",
+            repo_id="TestSpinoza/spinoza-database",
             filename=f"database_{tab}.pickle",
             repo_type="dataset",
+            force_download=True,
         )
     )
     for tab in config["prompt_naming"]
@@ -243,6 +245,24 @@ def get_sources(
                 ]
             )
 
+        elif tab == "Documents Stratégiques":
+            sources = qdrants[
+                config["source_mapping"][tab]
+            ].similarity_search_with_relevance_scores(
+                config["query_preprompt"]
+                + question.replace("<p>", "").replace("</p>\n", ""),
+                k=k,
+            )
+            sources = [
+                (doc, score) for doc, score in sources if score >= min_similarity
+            ]
+            formated.extend(
+                [
+                    make_html_politique_source(source[0], j, source[1], config)
+                    for j, source in zip(range(k * i + 1, k * (i + 1) + 1), sources)
+                ]
+            )
+
         else:
             sources = qdrants[
                 config["source_mapping"][tab]

spinoza_project/source/frontend/utils.py

@@ -107,6 +107,22 @@ def make_html_afp_source(source, i, score):
     """
 
 
+def make_html_politique_source(source, i, score, config):
+    meta = source.metadata
+    return f"""
+<div class="card" id="doc{i}">
+    <div class="card-content">
+        <h2>Doc {i} - {meta['file_name'].replace(".pdf", "").replace("_", " ").replace("-", " ")} - Page {meta['content_page_number'] + 1}</h2>
+        <p>{source.page_content.replace(config["passage_preprompt"], "")}</p>
+    </div>
+    <div class="card-footer">
+        <span>Politique - {meta['file_source_type']}</span>
+        <span>Relevance Score : {round(100*score,1)}%</span>
+    </div>
+</div>
+"""
+
+
 def make_html_source(source, i, score, config):
     meta = source.metadata
     return f"""