captjack on Nostr: ./build/bin/llama-server \ -m ...
./build/bin/llama-server \
-m ~/models/unsloth/Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-UD-Q3_K_XL.gguf \
-ngl 99 \
-np 1 \
--flash-attn on \
--cache-type-k q8_0 \
--cache-type-v q8_0 \
--ctx-size 128000 \
--spec-type draft-mtp \
--spec-draft-p-min 0.75 \
--spec-draft-n-max 2
AI MODEL GPU+CPU
Published at
2026-05-18 18:26:50 UTCEvent JSON
{
"id": "fdd9b055bf366038f30a542ba012ac5b03d181fa7cdd0cc912d36efedd632aeb",
"pubkey": "5e5fc1434c928bcdcba6f801859d5238341093291980fd36e33b7416393d5a2c",
"created_at": 1779128810,
"kind": 1,
"tags": [],
"content": "./build/bin/llama-server \\\n-m ~/models/unsloth/Qwen3.6-27B-MTP-GGUF/Qwen3.6-27B-UD-Q3_K_XL.gguf \\\n-ngl 99 \\\n-np 1 \\\n--flash-attn on \\\n--cache-type-k q8_0 \\\n--cache-type-v q8_0 \\\n--ctx-size 128000 \\\n--spec-type draft-mtp \\\n--spec-draft-p-min 0.75 \\\n--spec-draft-n-max 2\n\nAI MODEL GPU+CPU",
"sig": "bedaac5b44c58d6bfd130d0fc76c575d5a8d8523cda80f22201635180fb97c75791dc019c4a0aa660a33239663ca07814cfcd0f79706c9da8773bf8230df8899"
}
