{"enabled":true,"queue_depth":0,"queue":[],"sessions":[],"hosts":[{"host":"ai-150","agent_alive":false,"pinned":false,"current_config":[],"desired_config":[],"gpus":[{"index":0,"name":"NVIDIA GeForce RTX 5090","mem_used_mib":2052,"mem_total_mib":32607,"util_pct":6},{"index":1,"name":"NVIDIA GeForce RTX 3090","mem_used_mib":798,"mem_total_mib":24576,"util_pct":7}],"services":[{"name":"qwen3-30b-a3b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-30b-a3b-q4"],"pending":false,"pinned":false},{"name":"mistral-small-3.2-24b-q4__gpu1","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["mistral-small-3.2-24b-q4"],"pending":false,"pinned":false},{"name":"qwen3-vl-32b-q8__all","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-vl-32b-q8"],"pending":false,"pinned":false},{"name":"qwen3-vl-32b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-vl-32b-q4"],"pending":false,"pinned":false},{"name":"comfyui-engine__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["comfyui-engine","comfyui-flux-unchained","comfyui-map-sdxl","comfyui-sprite-rgba"],"pending":false,"pinned":false},{"name":"comfyui-engine__gpu1","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["comfyui-engine","comfyui-flux-unchained","comfyui-map-sdxl","comfyui-sprite-rgba"],"pending":false,"pinned":false},{"name":"qwen3-embedding-4b-q8__cpu","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-embedding-4b-q8"],"pending":false,"pinned":false},{"name":"bge-reranker-v2-m3-q8__cpu","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["bge-reranker-v2-m3-q8"],"pending":false,"pinned":false}],"config_waiting_weight":{"":0.0,"qwen3-30b-a3b-q4__gpu0@":0.0,"mistral-small-3.2-24b-q4__gpu1@":0.0,"qwen3-vl-32b-q8__all@":0.0,"qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@":0.0,"comfyui-engine__gpu1@":0.0,"qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@":0.0,"mistral-small-3.2-24b-q4__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"comfyui-engine__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-30b-a3b-q4__gpu0@":0.0,"mistral-small-3.2-24b-q4__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,mistral-small-3.2-24b-q4__gpu1@":0.0,"mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@":0.0,"qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q8__all@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-vl-32b-q8__all@":0.0,"comfyui-engine__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,comfyui-engine__gpu1@":0.0,"comfyui-engine__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@":0.0,"comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-embedding-4b-q8__cpu@":0.0,"mistral-small-3.2-24b-q4__gpu1@,qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"comfyui-engine__gpu1@,qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@,mistral-small-3.2-24b-q4__gpu1@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q8__all@":0.0,"comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@,comfyui-engine__gpu1@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@,qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@,qwen3-30b-a3b-q4__gpu0@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@,mistral-small-3.2-24b-q4__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@,qwen3-vl-32b-q4__gpu0@":0.0,"bge-reranker-v2-m3-q8__cpu@,comfyui-engine__gpu0@,comfyui-engine__gpu1@,qwen3-embedding-4b-q8__cpu@":0.0},"in_flight":[]},{"host":"ai-151","agent_alive":false,"pinned":false,"current_config":[],"desired_config":[],"gpus":[{"index":0,"name":"NVIDIA GeForce RTX 3090","mem_used_mib":1650,"mem_total_mib":24576,"util_pct":19},{"index":1,"name":"NVIDIA GeForce RTX 2080 Ti","mem_used_mib":0,"mem_total_mib":11264,"util_pct":0}],"services":[{"name":"qwen3-30b-a3b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-30b-a3b-q4"],"pending":false,"pinned":false},{"name":"mistral-small-3.2-24b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["mistral-small-3.2-24b-q4"],"pending":false,"pinned":false},{"name":"qwen3-vl-32b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-vl-32b-q4"],"pending":false,"pinned":false},{"name":"comfyui-engine__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["comfyui-engine","comfyui-flux-unchained","comfyui-map-sdxl","comfyui-sprite-rgba"],"pending":false,"pinned":false},{"name":"qwen3-embedding-4b-q8__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-embedding-4b-q8"],"pending":false,"pinned":false},{"name":"faster-whisper__gpu1","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["faster-whisper"],"pending":false,"pinned":false},{"name":"kokoro__gpu1","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["kokoro"],"pending":false,"pinned":false},{"name":"pyannote__gpu1","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["pyannote"],"pending":false,"pinned":false},{"name":"gemma-4-26b-a4b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["gemma-4-26b-a4b-q4"],"pending":false,"pinned":false}],"config_waiting_weight":{"":0.0,"qwen3-30b-a3b-q4__gpu0@":0.0,"mistral-small-3.2-24b-q4__gpu0@":0.0,"qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@":0.0,"qwen3-embedding-4b-q8__gpu0@":0.0,"faster-whisper__gpu1@":0.0,"kokoro__gpu1@":0.0,"pyannote__gpu1@":0.0,"gemma-4-26b-a4b-q4__gpu0@":0.0,"faster-whisper__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"kokoro__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"pyannote__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"faster-whisper__gpu1@,mistral-small-3.2-24b-q4__gpu0@":0.0,"kokoro__gpu1@,mistral-small-3.2-24b-q4__gpu0@":0.0,"mistral-small-3.2-24b-q4__gpu0@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"kokoro__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"pyannote__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@":0.0,"comfyui-engine__gpu0@,kokoro__gpu1@":0.0,"comfyui-engine__gpu0@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"kokoro__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@":0.0,"faster-whisper__gpu1@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,gemma-4-26b-a4b-q4__gpu0@":0.0,"kokoro__gpu1@,pyannote__gpu1@":0.0,"gemma-4-26b-a4b-q4__gpu0@,kokoro__gpu1@":0.0,"gemma-4-26b-a4b-q4__gpu0@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"faster-whisper__gpu1@,pyannote__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"kokoro__gpu1@,pyannote__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,mistral-small-3.2-24b-q4__gpu0@":0.0,"faster-whisper__gpu1@,mistral-small-3.2-24b-q4__gpu0@,pyannote__gpu1@":0.0,"kokoro__gpu1@,mistral-small-3.2-24b-q4__gpu0@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"faster-whisper__gpu1@,pyannote__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"kokoro__gpu1@,pyannote__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,kokoro__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,kokoro__gpu1@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,pyannote__gpu1@":0.0,"comfyui-engine__gpu0@,kokoro__gpu1@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"faster-whisper__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"kokoro__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,gemma-4-26b-a4b-q4__gpu0@,kokoro__gpu1@":0.0,"faster-whisper__gpu1@,gemma-4-26b-a4b-q4__gpu0@,pyannote__gpu1@":0.0,"gemma-4-26b-a4b-q4__gpu0@,kokoro__gpu1@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@,qwen3-30b-a3b-q4__gpu0@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,mistral-small-3.2-24b-q4__gpu0@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@,qwen3-vl-32b-q4__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,kokoro__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,kokoro__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@":0.0,"faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0,"faster-whisper__gpu1@,gemma-4-26b-a4b-q4__gpu0@,kokoro__gpu1@,pyannote__gpu1@":0.0,"comfyui-engine__gpu0@,faster-whisper__gpu1@,kokoro__gpu1@,pyannote__gpu1@,qwen3-embedding-4b-q8__gpu0@":0.0},"in_flight":[]},{"host":"ai-9","agent_alive":true,"pinned":false,"current_config":[],"desired_config":[],"gpus":[{"index":0,"name":"NVIDIA GeForce GTX 1080 Ti","mem_used_mib":736,"mem_total_mib":11264,"util_pct":0}],"services":[{"name":"qwen3-8b-q4__gpu0","running":false,"healthy":false,"model":null,"fidelity":null,"capabilities":["qwen3-8b-q4"],"pending":false,"pinned":false}],"config_waiting_weight":{"":0.0,"qwen3-8b-q4__gpu0@":0.0},"in_flight":[]}]}