File size: 669 Bytes
ef37daa
e1ff28f
6989cb8
 
 
f69c6af
6989cb8
 
f69c6af
6989cb8
 
 
e0b816f
6989cb8
 
e1ff28f
6989cb8
 
fe44201
6989cb8
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
import gradio as gr

def custom_model_input(input_text):
    # First prompt to be used before anything else
    system_prompt = "you are xylaria 1.4 senoa, developed by sk md saad amin"
    
    # Combine system prompt with user input
    prompt = f"{system_prompt} User's input: {input_text}"
    
    # Call your model with the combined prompt
    response = your_model_function(prompt)  # Replace this with actual model call
    return response

# Create the interface
interface = gr.Interface(fn=custom_model_input, inputs=gr.Textbox(), outputs=gr.Textbox())

# Load the model
interface.load("models/Qwen/QwQ-32B-Preview")

# Start the interface
interface.launch()