Update model configuration to use OpenVINO, modify cached embeddings with new sizes, and enhance .gitignore to exclude additional data files for improved project management.

.gitignore

@@ -11,3 +11,9 @@ wheels/
 meisai-check-ai/
 uploads/
 outputs/
+data/predict_20250623/*
+data/old/*
+data/tokens.json
+data/tokens.json
+data/outputData.csv
+data/combined_predict_data_robust.csv

config.py

@@ -22,7 +22,7 @@ NAME_ABSTRACT_MAP_DATA_FILE = os.path.join(DATA_DIR, "nameAbstractData.csv")
 
 # Model Config
 HALF = "float16"
-MODEL_TYPE = None
+MODEL_TYPE = "openvino"
 DEVICE_TYPE = "cpu"
 MODEL_NAME = "Detomo/cl-nagoya-sup-simcse-ja-nss-v1_0_8_5"
 if HALF == "float16":

data/cached_embeddings_abstract.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efa0ba6e3b0b6d1c8b2ff0a5de2f66ba17429e6b3223c2887b0528a88fbf1bb6
-size 10470373
+oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
+size 5

data/cached_embeddings_name.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f34ac1db78494652fde5e73bcf6cb84b29d6aee64cca1bacc071d322960c6df5
-size 30397784
+oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
+size 5

data/cached_embeddings_sub_subject.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d295571cf4f7f542e93cc02e4a819cec1df3ff3621ef44043c12bd06b0f69a42
-size 1102696
+oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
+size 5

data/cached_embeddings_subject.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02842eb3c7fc9cdfb09233f069fbeed6ab7305ce7a5cc560525181b5e9011d82
-size 581363
+oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
+size 5

data/cached_embeddings_unit.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13edef15e78487b66e35c3262cbf3a0a976dd0023403d277f2df82e63dcde066
-size 193890
+oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
+size 5

data/cached_similar_items_bygroup_abstractsimilaritymapper.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8547d21d9847e0191da9528f627c36fdbbf46fae340de39757fd37fa978a1fa
-size 98091
+oid sha256:a10a97b47d0c7f8b3522303aae0346ac1fe627caefccf56018a00c5866020daf
+size 1308000

data/cached_similar_items_bygroup_namesimilaritymapper.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5aeb712d1a1ae09dd07d53e5415eb4dd17647c4927972897455db956f44adba
-size 400757
+oid sha256:a39d89dae912a0d7f947204c59c40c0f7038f28074988b4ecced815926d57075
+size 4706488

data/cached_similar_items_bygroup_subsubjectsimilaritymapper.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a090da26e03a6aca5526c6f4c41050c8b5a6c83a01943cece7384d9ddb6d048e
-size 13311
+oid sha256:6652cfab6931d7d5518c54246d970511c357e750c011734ebaa34dd621bcbedf
+size 103973

data/cached_similar_items_subjectsimilaritymapper.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:231bd962fe784389cefac613f0597e26510501506e434355668dce03da620560
-size 4116
+oid sha256:68ebf13b8c5e6c65ff887d007898b2f07aa4dbc23e9e9f087537926386fccf40
+size 21773

data/cached_similar_items_unitsimilaritymapper.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27482a66588006f51733369ca6dd41065669318b5f845439d80437695644a142
-size 2301
+oid sha256:b1d50b0e164e42bd8fa395cc7284cab438a90d2411b957b91ab79a62d4fb1ea5
+size 9779

data/outputData.csv

@@ -566,10 +566,10 @@
 565,細目別内訳,2493,鉄骨,付帯鉄骨等,議場木壁下地鉄骨,ﾍﾞｰｽ下均しﾓﾙﾀﾙ,か所,200×200×T50材工共,刊-鉄骨 25,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,98.80940318107605,付帯鉄骨,nan,ﾍﾞｰｽ下均しﾓﾙﾀﾙ,97.2228467464447,ﾍﾞｰｽ下均しﾓﾙﾀﾙ,不要,確定,,,,,0.0,,ﾍﾞｰｽ下均しﾓﾙﾀﾙ,均しﾓﾙﾀﾙ,均しﾓﾙﾀﾙ,83.51049423217773,か所,か所
 566,細目別内訳,2503,鉄骨,付帯鉄骨等,議場下り天井下地鉄骨,議場下り天井下地鉄骨,ｔ,錆止塗装 材工共(構6-20),見-鉄骨 162,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,98.98885488510132,付帯鉄骨,nan,下り天井下地鉄骨,97.01848030090332,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,受け下地,受け下地,79.93988394737244,t,t
 567,細目別内訳,2509,鉄骨,付帯鉄骨等,ｻｯｼ取付下地鉄骨,ｻｯｼ取付下地鉄骨,ｔ,錆止塗装 材工共(意10-3-28),見-鉄骨 163,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,98.6384391784668,付帯鉄骨,nan,取付下地鉄骨,96.03134989738464,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,架台下地,架台下地,83.28530788421631,t,t
-568,細目別内訳,2515,鉄骨,付帯鉄骨等,吊りﾊﾞﾄﾝ取付下地鉄骨,吊りﾊﾞﾄﾝ取付下地鉄骨,ｔ,錆止塗装 材工共(意10-4-15),見-鉄骨 164,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,98.45497608184814,付帯鉄骨,nan,取付下地鉄骨,95.29836177825928,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,架台下地,架台下地,81.59411549568176,t,t
-569,細目別内訳,2521,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｔ,錆止塗装 材工共(意10-1-28),見-鉄骨 165,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21318292617798,付帯鉄骨,nan,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,98.11943173408508,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,ﾌﾟﾚｰﾄ下地,ﾌﾟﾚｰﾄ下地,79.85917925834656,t,t
-570,細目別内訳,2524,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｱﾝｶｰﾎﾞﾙﾄ,か所,ABR490M12×400 材のみ,見-鉄骨 166,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21318292617798,付帯鉄骨,nan,ｱﾝｶｰﾎﾞﾙﾄ,97.9227066040039,ｱﾝｶｰﾎﾞﾙﾄ,必要,確定,,,,,0.0,,ｱﾝｶｰﾎﾞﾙﾄ,後施工ｱﾝｶｰ,後施工ｱﾝｶｰ,85.80232858657837,か所,本
-571,細目別内訳,2527,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,か所,M12,刊-鉄骨 26,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21318292617798,付帯鉄骨,nan,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,98.38197231292725,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,必要,確定,,,,,0.0,,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,通しｱﾝｶｰﾎﾞﾙﾄ,ｱﾝｶｰﾎﾞﾙﾄ,78.52795124053955,か所,本
+568,細目別内訳,2515,鉄骨,付帯鉄骨等,吊りﾊﾞﾄﾝ取付下地鉄骨,吊りﾊﾞﾄﾝ取付下地鉄骨,ｔ,錆止塗装 材工共(意10-4-15),見-鉄骨 164,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,98.4549880027771,付帯鉄骨,nan,取付下地鉄骨,95.29836177825928,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,架台下地,架台下地,81.59411549568176,t,t
+569,細目別内訳,2521,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｔ,錆止塗装 材工共(意10-1-28),見-鉄骨 165,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21317100524902,付帯鉄骨,nan,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,98.11943173408508,付帯鉄骨,必要,確定,,,,,0.0,,付帯鉄骨,ﾌﾟﾚｰﾄ下地,ﾌﾟﾚｰﾄ下地,79.85917925834656,t,t
+570,細目別内訳,2524,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｱﾝｶｰﾎﾞﾙﾄ,か所,ABR490M12×400 材のみ,見-鉄骨 166,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21317100524902,付帯鉄骨,nan,ｱﾝｶｰﾎﾞﾙﾄ,97.9227066040039,ｱﾝｶｰﾎﾞﾙﾄ,必要,確定,,,,,0.0,,ｱﾝｶｰﾎﾞﾙﾄ,後施工ｱﾝｶｰ,後施工ｱﾝｶｰ,85.80232858657837,か所,本
+571,細目別内訳,2527,鉄骨,付帯鉄骨等,ﾄｯﾌﾟﾗｲﾄ下地鉄骨,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,か所,M12,刊-鉄骨 26,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,付帯鉄骨,99.21317100524902,付帯鉄骨,nan,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,98.38197231292725,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,必要,確定,,,,,0.0,,ｱﾝｶｰﾎﾞﾙﾄ埋込手間,通しｱﾝｶｰﾎﾞﾙﾄ,ｱﾝｶｰﾎﾞﾙﾄ,78.52795124053955,か所,本
 572,細目別内訳,2564,鉄骨,ﾃﾞｯｷ関係,,ﾄﾗｽ筋付捨型枠ﾃﾞｯｷﾌﾟﾚｰﾄ,㎡,ﾆｭｰﾌｪﾛｰﾃﾞｯｷ ﾌﾟﾛﾄﾀｲﾌﾟ,見-ﾃﾞｯｷPL 1,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,ﾃﾞｯｷﾌﾟﾚｰﾄ,89.32451605796814,ﾃﾞｯｷﾌﾟﾚｰﾄ,nan,ﾃﾞｯｷﾌﾟﾚｰﾄ,96.10095620155334,ﾃﾞｯｷﾌﾟﾚｰﾄ,必要,���定,,,,,0.0,,ﾃﾞｯｷﾌﾟﾚｰﾄ,ﾒﾝﾃﾅﾝｽﾃﾞｯｷ鉄骨,付帯鉄骨,86.15710139274597,m2,m2
 573,細目別内訳,2567,鉄骨,ﾃﾞｯｷ関係,,ﾄﾗｽ筋付捨型枠ﾃﾞｯｷﾌﾟﾚｰﾄ,㎡,ﾆｭｰﾌｪﾛｰﾃﾞｯｷ ｴｺﾀｲﾌﾟ,見-ﾃﾞｯｷPL 2,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,ﾃﾞｯｷﾌﾟﾚｰﾄ,89.32451605796814,ﾃﾞｯｷﾌﾟﾚｰﾄ,nan,ﾃﾞｯｷﾌﾟﾚｰﾄ,96.10095620155334,ﾃﾞｯｷﾌﾟﾚｰﾄ,必要,確定,,,,,0.0,,ﾃﾞｯｷﾌﾟﾚｰﾄ,ﾒﾝﾃﾅﾝｽﾃﾞｯｷ鉄骨,付帯鉄骨,86.15710139274597,m2,m2
 574,細目別内訳,2570,鉄骨,ﾃﾞｯｷ関係,,ﾌﾗｯﾄﾃﾞｯｷﾌﾟﾚｰﾄ,㎡,t=1.0 h=75,見-ﾃﾞｯｷPL 3,鉄骨,鉄骨,必要,躯体,有り,鉄骨,,ﾃﾞｯｷﾌﾟﾚｰﾄ,89.32451605796814,ﾃﾞｯｷﾌﾟﾚｰﾄ,nan,ﾌﾗｯﾄﾃﾞｯｷﾌﾟﾚｰﾄ,99.99999403953552,ﾃﾞｯｷﾌﾟﾚｰﾄ,必要,確定,,,,,0.0,,ﾃﾞｯｷﾌﾟﾚｰﾄ,ﾒﾝﾃﾅﾝｽﾃﾞｯｷ鉄骨,付帯鉄骨,84.51550602912903,m2,m2

data/tokens.json

@@ -1,11 +1,11 @@
 {
     "tokens": {
         "meisaidev": {
-            "token": "48d190b32e5321e83700b1ff5052c50f356fe76397b56a5e78c1aae111eb682b",
-            "created_at": 1750726329.7442842
+            "token": "794d6ad43160870a574fd69b824666e00110350ea0421d2509fc9ee16d24f1e4",
+            "created_at": 1751157217.678338
         }
     },
     "token_to_user": {
-        "48d190b32e5321e83700b1ff5052c50f356fe76397b56a5e78c1aae111eb682b": "meisaidev"
+        "794d6ad43160870a574fd69b824666e00110350ea0421d2509fc9ee16d24f1e4": "meisaidev"
     }
 }

prepare.py

@@ -4,7 +4,7 @@ from sentence_transformers import (
     export_dynamic_quantized_onnx_model,
 )
 
-MODEL_NAME = "Detomo/cl-nagoya-sup-simcse-ja-nss-v1_0_7_8"
+MODEL_NAME = "Detomo/cl-nagoya-sup-simcse-ja-nss-v1_0_8_5"
 
 
 def export_model(backend="onnx", use_qint8=False):