Spaces:
Paused
Paused
Commit
·
a0b7dce
1
Parent(s):
04fc58a
Add gpu support without parameter.
Browse files
app.py
CHANGED
|
@@ -35,7 +35,7 @@ llm = LlamaCpp(
|
|
| 35 |
)
|
| 36 |
llm_chain = prompt | llm
|
| 37 |
|
| 38 |
-
|
| 39 |
def greet(name):
|
| 40 |
question = name
|
| 41 |
response = llm_chain.invoke({"question": question})
|
|
|
|
| 35 |
)
|
| 36 |
llm_chain = prompt | llm
|
| 37 |
|
| 38 |
+
@spaces.GPU()
|
| 39 |
def greet(name):
|
| 40 |
question = name
|
| 41 |
response = llm_chain.invoke({"question": question})
|