File size: 567 Bytes
a4ff801
1c3741b
 
 
 
 
 
 
 
 
 
 
 
 
a4ff801
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import streamlit as st
import transformers
from transformers import  pipeline, TokenClassificationPipeline, BertForTokenClassification , AutoTokenizer

#model.to("cpu")
tokenizer = AutoTokenizer.from_pretrained("dmis-lab/biobert-large-cased-v1.1", truncation = True, padding=True, model_max_length=512,)
model_checkpoint = BertForTokenClassification.from_pretrained("dexay/Ner2HgF", )
token_classifier = pipeline("token-classification", tokenizer = tokenizer,model=model_checkpoint,  )

x = st.text('enter text')

if text:
  out = token_classifier(x)
  st.json(out)