Commit
·
76a283e
1
Parent(s):
28a6437
Add logging and comment out unused code
Browse files
main.py
CHANGED
|
@@ -14,12 +14,14 @@ from toolz import concat, groupby, valmap
|
|
| 14 |
from starlette.responses import RedirectResponse
|
| 15 |
from cashews import cache
|
| 16 |
from datetime import timedelta
|
|
|
|
| 17 |
|
| 18 |
cache.setup("mem://")
|
| 19 |
|
| 20 |
|
|
|
|
| 21 |
app = FastAPI()
|
| 22 |
-
logger = logging.get_logger(__name__)
|
| 23 |
load_dotenv()
|
| 24 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 25 |
|
|
@@ -127,9 +129,9 @@ def load_model(repo_id: str) -> fasttext.FastText._FastText:
|
|
| 127 |
model_path = hf_hub_download(
|
| 128 |
repo_id,
|
| 129 |
"model.bin",
|
| 130 |
-
cache_dir="code/models",
|
| 131 |
-
local_dir="code/models",
|
| 132 |
-
local_dir_use_symlinks=False,
|
| 133 |
)
|
| 134 |
return fasttext.load_model(model_path)
|
| 135 |
|
|
@@ -194,22 +196,15 @@ def predict_rows(rows, target_column, language_threshold_percent=0.2):
|
|
| 194 |
filtered_dict = {k: v for k, v in predictions_by_lang.items() if k in keys_to_keep}
|
| 195 |
return {
|
| 196 |
"predictions": dict(valmap(get_mean_score, filtered_dict)),
|
| 197 |
-
"pred": predictions,
|
| 198 |
}
|
| 199 |
|
| 200 |
|
| 201 |
-
# @app.get("/", response_class=HTMLResponse)
|
| 202 |
-
# async def read_index():
|
| 203 |
-
# html_content = Path("index.html").read_text()
|
| 204 |
-
# return HTMLResponse(content=html_content)
|
| 205 |
-
|
| 206 |
-
|
| 207 |
@app.get("/", include_in_schema=False)
|
| 208 |
def root():
|
| 209 |
return RedirectResponse(url="/docs")
|
| 210 |
|
| 211 |
|
| 212 |
-
@app.get("/predict_dataset_language/{hub_id}")
|
| 213 |
@cache(ttl=timedelta(minutes=10))
|
| 214 |
async def predict_language(
|
| 215 |
hub_id: str,
|
|
|
|
| 14 |
from starlette.responses import RedirectResponse
|
| 15 |
from cashews import cache
|
| 16 |
from datetime import timedelta
|
| 17 |
+
import logging
|
| 18 |
|
| 19 |
cache.setup("mem://")
|
| 20 |
|
| 21 |
|
| 22 |
+
logger = logging.getLogger(__name__)
|
| 23 |
app = FastAPI()
|
| 24 |
+
# logger = logging.get_logger(__name__)
|
| 25 |
load_dotenv()
|
| 26 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 27 |
|
|
|
|
| 129 |
model_path = hf_hub_download(
|
| 130 |
repo_id,
|
| 131 |
"model.bin",
|
| 132 |
+
# cache_dir="code/models",
|
| 133 |
+
# local_dir="code/models",
|
| 134 |
+
# local_dir_use_symlinks=False,
|
| 135 |
)
|
| 136 |
return fasttext.load_model(model_path)
|
| 137 |
|
|
|
|
| 196 |
filtered_dict = {k: v for k, v in predictions_by_lang.items() if k in keys_to_keep}
|
| 197 |
return {
|
| 198 |
"predictions": dict(valmap(get_mean_score, filtered_dict)),
|
|
|
|
| 199 |
}
|
| 200 |
|
| 201 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 202 |
@app.get("/", include_in_schema=False)
|
| 203 |
def root():
|
| 204 |
return RedirectResponse(url="/docs")
|
| 205 |
|
| 206 |
|
| 207 |
+
@app.get("/predict_dataset_language/{hub_id:path}")
|
| 208 |
@cache(ttl=timedelta(minutes=10))
|
| 209 |
async def predict_language(
|
| 210 |
hub_id: str,
|