Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -23,8 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
23 |
trust_remote_code=True,
|
24 |
)
|
25 |
|
26 |
-
checkpoint = "gregorlied/Llama-3.2-1B-Instruct-Medical-Report-Summarization"
|
27 |
-
model = PeftModel.from_pretrained(model, checkpoint)
|
28 |
# model = model.merge_and_unload()
|
29 |
|
30 |
class Person(BaseModel):
|
@@ -107,9 +107,9 @@ def summarize(text):
|
|
107 |
# top_p=0.9,
|
108 |
# do_sample=True,
|
109 |
# temperature=0.6,
|
110 |
-
min_new_tokens=50,
|
111 |
max_new_tokens=2048,
|
112 |
-
|
113 |
)
|
114 |
|
115 |
generated_ids = [
|
|
|
23 |
trust_remote_code=True,
|
24 |
)
|
25 |
|
26 |
+
# checkpoint = "gregorlied/Llama-3.2-1B-Instruct-Medical-Report-Summarization"
|
27 |
+
# model = PeftModel.from_pretrained(model, checkpoint)
|
28 |
# model = model.merge_and_unload()
|
29 |
|
30 |
class Person(BaseModel):
|
|
|
107 |
# top_p=0.9,
|
108 |
# do_sample=True,
|
109 |
# temperature=0.6,
|
110 |
+
# min_new_tokens=50,
|
111 |
max_new_tokens=2048,
|
112 |
+
logits_processor=[xgr_logits_processor]
|
113 |
)
|
114 |
|
115 |
generated_ids = [
|