from transformers import pipeline | |
import torch | |
import streamlit as st | |
from random import shuffle | |
def load_variables(): | |
return { | |
"counter" : 0, | |
"augment" : False | |
} | |
def load_sentences(): | |
with open("sentences.pt", 'rb') as f: | |
return shuffle(torch.load(f)) | |
def load_model(model): | |
return pipeline("ner", | |
model=model, | |
aggregation_strategy="average" | |
) |