HF_TOKEN

.gitignore

@@ -9,6 +9,7 @@ npm-debug.*
 *.key
 *.mobileprovision
 *.orig.*
+/secrets
 
 
 # macOS

Dockerfile

@@ -16,7 +16,7 @@ USER user
 
 # Set home to the user's home directory
 ENV HOME=/home/user \
-	PATH=/home/user/.local/bin:$PATH
+	PATH=/home/user/.local/bin:$PATH 
 
 # Set the working directory to the user's home directory
 WORKDIR $HOME/app

main.py

@@ -10,6 +10,8 @@ from io import BytesIO
 
 app = FastAPI()
 
+token = os.environ.get("HF_TOKEN")
+
 class Item(BaseModel):
     prompt: str
     steps: int
@@ -32,7 +34,7 @@ async def inference(item: Item):
     data = {"inputs":prompt, "options":{"wait_for_model": True, "use_cache": False}}
     API_URL = "https://api-inference.huggingface.co/models/" + item.modelID
 
-    headers = {"Authorization": f"Bearer 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"}
+    headers = {"Authorization": f"Bearer " + token}
     api_data = json.dumps(data)
     response = requests.request("POST", API_URL, headers=headers, data=api_data)