#!/bin/bash
pkill -f llamafile 2>/dev/null
sleep 1
cd /home/mfritsche/npu
nohup ./llamafile --server -m qwen2.5-coder-1.5b-q4_k_m.gguf -c 32768 -t 4 --host 0.0.0.0 --port 8081 > llamafile.log 2>&1 &
echo started PID $!