from chutes.chute import NodeSelector from chutes.chute.template.vllm import build_vllm_chute chute = build_vllm_chute( tee=True, username="chutes", readme="moonshotai/Kimi-K2.6", model_name="moonshotai/Kimi-K2.6", image="chutes/vllm:nightly-2026031400", concurrency=32, revision="d9cb81bc88b9bd2dc89877599f23c614ded72b9c", node_selector=NodeSelector( gpu_count=8, include=["h200", "b200", "b300"], ), engine_args=( "--enable-auto-tool-choice " "--tool-call-parser kimi_k2 " "--reasoning-parser kimi_k2 " "--trust-remote-code " "--max-completion-tokens 6144 " "--max-stream-completion-tokens 65536 " "--max-cudagraph-capture-size 32 " "--block-size 64 " "--mm-encoder-tp-mode data " "--mm-processor-cache-gb 0 " '--limit-mm-per-prompt {"image":2,"video":{"count":1,"num_frames":64}} ' '--media-io-kwargs {"video":{"max_height":1024,"max_width":1024,"force_codec":"h264"}} ' '--mm-processor-kwargs {"in_patch_limit_video":65536} ' "--disable-custom-all-reduce" ), ) chute.chute._name = "moonshotai/Kimi-K2.6-TEE"