Update tokenize_and_upload_mistral.py
Browse files
tokenize_and_upload_mistral.py
CHANGED
@@ -12,7 +12,7 @@ from fastapi import FastAPI
|
|
12 |
from fastapi.responses import JSONResponse
|
13 |
|
14 |
# === Sabitler ===
|
15 |
-
MODEL_NAME = "
|
16 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
17 |
SOURCE_DATASET_ID = "UcsTurkey/turkish-general-culture-chunks"
|
18 |
TRAIN_TARGET_DATASET_ID = "UcsTurkey/turkish-general-culture-tokenized"
|
|
|
12 |
from fastapi.responses import JSONResponse
|
13 |
|
14 |
# === Sabitler ===
|
15 |
+
MODEL_NAME = "malhajar/Mistral-7B-Instruct-v0.2-turkish"
|
16 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
17 |
SOURCE_DATASET_ID = "UcsTurkey/turkish-general-culture-chunks"
|
18 |
TRAIN_TARGET_DATASET_ID = "UcsTurkey/turkish-general-culture-tokenized"
|