File size: 448 Bytes
3b57a52
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from transformers import pipeline
import torch
import streamlit as st
from random import shuffle

@st.cache_data
def load_variables():
    return {
        "counter" : 0,
        "augment" : False
    }

@st.cache_data
def load_sentences():
    with open("sentences.pt", 'rb') as f:
        return shuffle(torch.load(f))

@st.cache_resource
def load_model(model):
    return pipeline("ner",
    model=model,
    aggregation_strategy="average"
    )