token

metadata_transformer.py

@@ -1,13 +1,17 @@
 from transformers import pipeline
 from transformers import AutoTokenizer
 import torch
+import os
+from huggingface_hub import login
 
+TOKEN = os.environ.get("TOKEN")
 
-model = "meta-llama/Llama-2-7b-chat-hf"
+login(token=TOKEN)
 
+model = "meta-llama/Llama-2-7b-chat-hf"
 
 tokenizer = AutoTokenizer.from_pretrained(model)
-pipeline = transformers.pipeline(
+pipeline = pipeline(
     "text-generation",
     model=model,
     torch_dtype=torch.float16,