NetMonLLMLive / expect-build-phi-4-mini
imanibase's picture
init commit
d134bdd
raw
history blame contribute delete
758 Bytes
#!/usr/bin/expect
# Set the timeout to 300 seconds (5 minutes)
set timeout 600
# Start the llama-cli command with absolute paths
spawn /home/user/code/models/llama.cpp/llama-cli -c 12000 -m /home/user/code/models/phi-4-mini-q4_0.gguf --prompt-cache /home/user/code/models/context-phi-4-mini.gguf -f /home/user/code/models/system_prompt_phi_4_mini -r "<|end|>" -no-cnv -sp -i --temp 0 --simple-io
# Wait for the expected output
expect {
"</tool_call><|end|>" {
# Send Ctrl+C to terminate the command
send \x03
exp_continue
}
eof {
# Exit when the command ends
exit 0
}
timeout {
# Exit if the command takes too long
send_user "Timeout occurred. Exiting...\n"
exit 1
}
}