{
 "generated": "2026-08-15T14:09:12Z",
 "namespace": "vllm",
 "lanes": [
  {
   "lane": "asr-whisper",
   "model": "openai/whisper-large-v3",
   "model_uri": "hf://openai/whisper-large-v3",
   "ready": "True",
   "replicas": 1,
   "tensor_parallel": null,
   "gpus": 1,
   "gateway_url": null,
   "ingress_hosts": [
    "asr.xlab-ha.devops.x-ion.org"
   ],
   "pods": [
    {
     "pod": "asr-whisper-kserve-57d9c9b46c-295mn",
     "container": "main",
     "image": "localhost/vllm-omni-rocm:v0.24.1-pathshim",
     "phase": "Running",
     "gpu": 1,
     "gpumem_mib": "8192",
     "gpucores_pct": "25"
    }
   ]
  },
  {
   "lane": "image-flux2-klein",
   "model": "flux2-klein",
   "model_uri": "hf://black-forest-labs/FLUX.2-klein-4B",
   "ready": "True",
   "replicas": 1,
   "tensor_parallel": null,
   "gpus": 1,
   "gateway_url": null,
   "ingress_hosts": [
    "image.xlab-ha.devops.x-ion.org"
   ],
   "pods": [
    {
     "pod": "image-flux2-klein-kserve-fc7c8df7f-t8jst",
     "container": "main",
     "image": "localhost/vllm-omni-rocm:v0.24.1-pathshim",
     "phase": "Running",
     "gpu": 1,
     "gpumem_mib": null,
     "gpucores_pct": null
    }
   ]
  },
  {
   "lane": "llm-qwen38-27b",
   "model": "Qwen/Qwen3.8-27B-FP8",
   "model_uri": "hf://Qwen/Qwen3.8-27B-FP8",
   "ready": "True",
   "replicas": 1,
   "tensor_parallel": 2,
   "gpus": 2,
   "gateway_url": "http://kserve-ingress-gateway.kserve.svc.cluster.local/vllm/llm-qwen38-27b",
   "ingress_hosts": [
    "llm.xlab-ha.devops.x-ion.org",
    "vision.xlab-ha.devops.x-ion.org"
   ],
   "pods": [
    {
     "pod": "llm-qwen38-27b-kserve-5b47bcc649-kfxrg",
     "container": "main",
     "image": "localhost/vllm-openai-rocm:v0.27.1-pathshim",
     "phase": "Running",
     "gpu": 2,
     "gpumem_mib": null,
     "gpucores_pct": null
    },
    {
     "pod": "llm-qwen38-27b-kserve-router-scheduler-85888cd56d-7td9s",
     "container": "main",
     "image": "ghcr.io/llm-d/llm-d-router-endpoint-picker:v0.9.0",
     "phase": "Running",
     "gpu": 0,
     "gpumem_mib": null,
     "gpucores_pct": null
    }
   ]
  },
  {
   "lane": "tts-qwen3",
   "model": "Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice",
   "model_uri": "hf://Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice",
   "ready": "True",
   "replicas": 1,
   "tensor_parallel": null,
   "gpus": 1,
   "gateway_url": null,
   "ingress_hosts": [
    "tts.xlab-ha.devops.x-ion.org"
   ],
   "pods": [
    {
     "pod": "tts-qwen3-kserve-7dbf85b74b-l2t2t",
     "container": "main",
     "image": "localhost/vllm-omni-rocm:v0.24.1-pathshim",
     "phase": "Running",
     "gpu": 1,
     "gpumem_mib": "22528",
     "gpucores_pct": "75"
    }
   ]
  }
 ]
}