gregorlied commited on
Commit
a93a630
Β·
verified Β·
1 Parent(s): 37f7b42

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -23,8 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(
23
  trust_remote_code=True,
24
  )
25
 
26
- checkpoint = "gregorlied/Llama-3.2-1B-Instruct-Medical-Report-Summarization"
27
- model = PeftModel.from_pretrained(model, checkpoint)
28
  # model = model.merge_and_unload()
29
 
30
  class Person(BaseModel):
@@ -107,9 +107,9 @@ def summarize(text):
107
  # top_p=0.9,
108
  # do_sample=True,
109
  # temperature=0.6,
110
- min_new_tokens=50,
111
  max_new_tokens=2048,
112
- # logits_processor=[xgr_logits_processor]
113
  )
114
 
115
  generated_ids = [
 
23
  trust_remote_code=True,
24
  )
25
 
26
+ # checkpoint = "gregorlied/Llama-3.2-1B-Instruct-Medical-Report-Summarization"
27
+ # model = PeftModel.from_pretrained(model, checkpoint)
28
  # model = model.merge_and_unload()
29
 
30
  class Person(BaseModel):
 
107
  # top_p=0.9,
108
  # do_sample=True,
109
  # temperature=0.6,
110
+ # min_new_tokens=50,
111
  max_new_tokens=2048,
112
+ logits_processor=[xgr_logits_processor]
113
  )
114
 
115
  generated_ids = [