{"stacks":[{"active":false,"alias":"gemma4-26b-a4b","container_name":"llama-rocm-gemma4","healthcheck_target_port":null,"image":"ghcr.io/ggml-org/llama.cpp:server-rocm","image_build":"unknown","image_digest":null,"kv":{"k":null,"v":null},"mmproj":null,"model":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","model_exists":true,"model_size_bytes":16868240704,"models_mount":"/opt/models","n_ctx":256000,"name":"llama-rocm-gemma4","parallel":1,"predict":null,"published_port":11437,"reasons":[],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-gemma4/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":true,"target_port":8000,"warnings":[]},{"active":false,"alias":"gpt-oss","container_name":"llama-rocm-gpt-oss","healthcheck_target_port":null,"image":"ghcr.io/ggml-org/llama.cpp:server-rocm","image_build":"unknown","image_digest":null,"kv":{"k":null,"v":null},"mmproj":null,"model":"gpt-oss-20b-UD-Q4_K_XL.gguf","model_exists":true,"model_size_bytes":11872347328,"models_mount":"/opt/models","n_ctx":196000,"name":"llama-rocm-gpt-oss","parallel":1,"predict":null,"published_port":11437,"reasons":[],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-gpt-oss/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":true,"target_port":8000,"warnings":[]},{"active":false,"alias":null,"container_name":"llama-rocm-qwen36-35b","healthcheck_target_port":null,"image":"ghcr.io/ggml-org/llama.cpp@sha256:fc71d6c6624788a8d175ed15c4771f029141ef15b302a41f4b02e8ffe4f6fbac","image_build":"b9426","image_digest":"sha256:fc71d6c6624788a8d175ed15c4771f029141ef15b302a41f4b02e8ffe4f6fbac","kv":{"k":null,"v":null},"mmproj":"mmproj-35b-F16.gguf","model":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","model_exists":true,"model_size_bytes":17730509792,"models_mount":"/opt/models","n_ctx":128000,"name":"llama-rocm-qwen36-35b","parallel":1,"predict":null,"published_port":11437,"reasons":[],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-qwen36-35b/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":true,"target_port":8000,"warnings":["no_alias","presence_penalty_underscore"]},{"active":false,"alias":null,"container_name":"llama-rocm-qwen36-35b-mtp","healthcheck_target_port":8000,"image":"ghcr.io/ggml-org/llama.cpp@sha256:471ac09e10813607d013f4031ea6e827cf0dcd6eacc894bf8c1cea8eb986511c","image_build":"b10902","image_digest":"sha256:471ac09e10813607d013f4031ea6e827cf0dcd6eacc894bf8c1cea8eb986511c","kv":{"k":"q8_0","v":"q8_0"},"mmproj":"mmproj-35b-F16.gguf","model":"Qwen3.6-35B-A3B-MTP-UD-IQ4_XS.gguf","model_exists":true,"model_size_bytes":18209036576,"models_mount":"/opt/models","n_ctx":262144,"name":"llama-rocm-qwen36-35b-mtp","parallel":1,"predict":null,"published_port":11437,"reasons":[],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-qwen36-35b-mtp/llama-slot-cache","spec":{"n_max":3,"type":"draft-mtp"},"switchable":true,"target_port":8000,"warnings":["no_alias"]},{"active":false,"alias":null,"container_name":"llama-rocm-qwen38-27b","healthcheck_target_port":8000,"image":"ghcr.io/ggml-org/llama.cpp@sha256:471ac09e10813607d013f4031ea6e827cf0dcd6eacc894bf8c1cea8eb986511c","image_build":"b10902","image_digest":"sha256:471ac09e10813607d013f4031ea6e827cf0dcd6eacc894bf8c1cea8eb986511c","kv":{"k":null,"v":null},"mmproj":"mmproj-38-27b-F16.gguf","model":"Qwen3.8-27B-UD-Q4_K_XL.gguf","model_exists":true,"model_size_bytes":17559178144,"models_mount":"/opt/models","n_ctx":65536,"name":"llama-rocm-qwen38-27b","parallel":1,"predict":null,"published_port":11437,"reasons":[],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-qwen38-27b/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":true,"target_port":8000,"warnings":["no_alias"]},{"active":true,"alias":"Qwen3.8-27B","container_id":"0f8a79c613ae","container_name":"llama-rocm-qwen38-27b-mtp","healthcheck_target_port":8000,"image":"ghcr.io/ggml-org/llama.cpp:server-rocm","image_build":"unknown","image_digest":null,"kv":{"k":"q4_0","v":"q4_0"},"mmproj":"mmproj-38-27b-F16.gguf","model":"Qwen3.8-27B-UD-IQ4_XS.gguf","model_exists":true,"model_size_bytes":14252845984,"models_mount":"/opt/models","n_ctx":278528,"name":"llama-rocm-qwen38-27b-mtp","parallel":1,"predict":12288,"published_port":11437,"reasons":[],"running":true,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-qwen38-27b-mtp/llama-slot-cache","spec":{"n_max":3,"type":"draft-mtp"},"status":"Up About an hour (healthy)","switchable":true,"target_port":8000,"warnings":[]},{"active":false,"alias":"gemma4-26b-a4b","container_name":"llama-rocm","healthcheck_target_port":null,"image":"ghcr.io/ggml-org/llama.cpp:server-rocm","image_build":"unknown","image_digest":null,"kv":{"k":null,"v":null},"mmproj":null,"model":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","model_exists":true,"model_size_bytes":16868240704,"models_mount":"/opt/stacks/llama-rocm/models","n_ctx":196000,"name":"llama-rocm","parallel":1,"predict":null,"published_port":11437,"reasons":["models_mount_not_opt_models"],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":false,"target_port":8000,"warnings":[]},{"active":false,"alias":null,"container_name":"llama-rocm-qwen36-27b","healthcheck_target_port":null,"image":"ghcr.io/ggml-org/llama.cpp:server-rocm","image_build":"unknown","image_digest":null,"kv":{"k":null,"v":null},"mmproj":"mmproj-27b-F16.gguf","model":"Qwen3.6-27B-Q4_K_S.gguf","model_exists":true,"model_size_bytes":15856158944,"models_mount":"/opt/stacks/llama-rocm/models","n_ctx":96000,"name":"llama-rocm-qwen36-27b","parallel":1,"predict":null,"published_port":11437,"reasons":["models_mount_not_opt_models"],"running":false,"service":"llama-server","slot_cache_mount":"/opt/stacks/llama-rocm-qwen36-27b/llama-slot-cache","spec":{"n_max":null,"type":null},"switchable":false,"target_port":8000,"warnings":["no_alias","presence_penalty_underscore"]}],"switchable":["llama-rocm-gemma4","llama-rocm-gpt-oss","llama-rocm-qwen36-35b","llama-rocm-qwen36-35b-mtp","llama-rocm-qwen38-27b","llama-rocm-qwen38-27b-mtp"]}