{"total":495,"page":0,"limit":25,"items":[{"chute_id":"ac059e33-eb27-541c-b9a9-24b214036475","name":"Qwen/Qwen3-32B-TEE","tagline":"","readme":"Qwen/Qwen3-32B, FP8 precision with DFLASH speculative decoding","public":true,"version":"d2573964-caf0-54cb-b8f6-0897ca370da9","tool_description":null,"slug":"chutes-qwen-qwen3-32b-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"ecc0b15e-ae09-5fd5-8514-cb561d2cfa01","created_at":"2026-03-15T11:23:29.870088Z","updated_at":"2026-06-28T09:07:58.478475Z","image":{"image_id":"a3028618-6f8f-5afc-9a51-8eff25f2e5c8","name":"sglang","readme":"## SGLang with extra libs for broader model support.","tag":"0.5.13-post1c","public":true,"status":"built and pushed","created_at":"2026-06-21T22:46:10.437260Z","build_started_at":"2026-06-21T22:46:20.887519Z","build_completed_at":"2026-06-21T22:53:01.297903Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":3.2,"supported_gpus":["pro_6000"]},"invocation_count":3736547,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.104,"tao":0.00043463397550503214},"output":{"usd":0.416,"tao":0.0017385359020201285},"input_cache_read":{"usd":0.010399999999999998,"tao":0.000043463397550503206}},"usd":{"hour":14.4,"second":0.004},"tao":{"hour":0.06018008891608138,"second":0.00001671669136557816}},"instances":[{"instance_id":"91097a41-baba-43ba-8c03-74a8d109aac3","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:36:10.008826Z"},{"instance_id":"5a004120-7f38-4b60-84ae-dafac2f6bbf1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:05:30.384050Z"},{"instance_id":"f08ea919-75b2-42a1-8bd2-72804e59db20","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:20:32.746101Z"},{"instance_id":"e14f561f-5346-4869-b37e-da6f4dc18005","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:05:30.185451Z"},{"instance_id":"8e932b93-024e-44e5-bd5d-421f7303e882","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:11:01.588415Z"},{"instance_id":"0b96a2f3-a245-4a94-9c58-299f8c963394","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:35:45.919632Z"},{"instance_id":"b1f977c7-d036-4ed8-bc4a-e295ff9b9f87","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:44:57.508265Z"},{"instance_id":"ab01e6b3-92b4-4e24-98ee-5adda7ebeb6a","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:44:59.299866Z"},{"instance_id":"be05bda4-241a-4af1-90ea-8d21686bc78f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-19T02:41:23.228411Z"},{"instance_id":"ff977ee9-b4f8-4e03-b16d-b13176079196","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-19T14:55:03.445675Z"},{"instance_id":"fb7ce2b3-7494-4b50-be76-3a09f1d5a05f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-18T23:02:30.881433Z"},{"instance_id":"b537156b-06dd-46f7-b5c1-fa9a5f3e0b44","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-18T23:10:04.693878Z"},{"instance_id":"61e11946-31bf-41fc-80a9-16f78f8de436","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-19T06:40:46.456434Z"},{"instance_id":"e83aa647-14e7-43b2-8d28-d1189287777b","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-07-05T23:21:55.996038Z"}],"logo_id":"da257fa7-0888-4197-a3bc-71d20ee30a65","openrouter":false,"chutes_version":"0.6.11.rc2","revision":"aa55da1ecc13d006e8b8e4f54579b1ea8c3db2df","concurrency":192,"boost":1.4658387351425675,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":12.664846671631784,"compute_multiplier_factors":{"base":3.2,"urgency_boost":1.4658387351425675,"manual_boost":1.2,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/da257fa7-0888-4197-a3bc-71d20ee30a65.webp","hot":true},{"chute_id":"42ee92ba-a537-5a73-8741-876067750db7","name":"google/gemma-4-31B-turbo-TEE","tagline":"","readme":"Gemma-4-31B-IT NVFP4 with DFlash speculative decoding","public":true,"version":"db1c0111-8692-59e1-935c-e25e8c19bbcc","tool_description":null,"slug":"chutes-google-gemma-4-31b-turbo-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"32911bfe-b8f0-5cfa-addd-e3b8b1b6d7d7","created_at":"2026-04-23T15:46:22.365138Z","updated_at":"2026-07-28T21:50:15.888558Z","image":{"image_id":"a3028618-6f8f-5afc-9a51-8eff25f2e5c8","name":"sglang","readme":"## SGLang with extra libs for broader model support.","tag":"0.5.13-post1c","public":true,"status":"built and pushed","created_at":"2026-06-21T22:46:10.437260Z","build_started_at":"2026-06-21T22:46:20.887519Z","build_completed_at":"2026-06-21T22:53:01.297903Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":768073,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.12,"tao":0.0005015007409673448},"output":{"usd":0.37,"tao":0.0015462939513159798},"input_cache_read":{"usd":0.011999999999999997,"tao":0.000050150074096734464}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"b9dd668d-49a9-46a1-a6bc-33dee3e3467d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:50:49.004832Z"},{"instance_id":"f899e2bf-c7c7-48be-9011-167f106eb48f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:20:36.949045Z"},{"instance_id":"4232dde4-d670-4b78-b757-9d11e000f7b9","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:34:33.353682Z"},{"instance_id":"92216b8e-5b91-4281-8356-0a42ca5cc923","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:52:28.669831Z"},{"instance_id":"4ac00dc6-ef87-43a9-9c73-c7bd485e9885","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:21:21.278724Z"},{"instance_id":"8149467f-1be5-4f47-b2b0-a13c903e8d45","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:41:02.280231Z"},{"instance_id":"329a03ab-c278-44fd-be80-28cfd34c305d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:37:29.633372Z"},{"instance_id":"cb8e8914-16a3-42e5-9022-4bc97fed2371","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:36:57.090797Z"},{"instance_id":"99214f2b-4968-452e-aa37-cf311d6546ea","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:39:54.296267Z"},{"instance_id":"69ec8fa2-116b-4dc0-899b-b4fb1f88c685","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:25:22.191530Z"},{"instance_id":"32676448-559b-4b05-bdc0-be94e03cbdca","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:17:49.285008Z"},{"instance_id":"e3976b93-25e3-4426-b3eb-5991261f4466","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:53:06.110301Z"},{"instance_id":"07fe062f-1e94-4660-a9a4-4cffd747e871","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:52:47.607388Z"},{"instance_id":"f9e113c5-d3d9-4980-a9ed-bb3f48c2b39e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:50:05.075607Z"},{"instance_id":"573317f7-87ad-4110-940b-ebf0fe52ac0c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:47:26.272096Z"},{"instance_id":"3b7b70f3-c86b-426c-bfb2-f72febba8387","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:37:35.514872Z"},{"instance_id":"41353de4-42ad-429e-9de6-6055ce2de703","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:37:36.483768Z"},{"instance_id":"9652b00e-5b54-4bd6-9a68-a04fda9fa740","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:37:41.092568Z"},{"instance_id":"52319354-c2f8-452e-ac92-12b2935cd476","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:51:01.374667Z"},{"instance_id":"c70b4715-bf90-4a3f-975e-05e85a7cae0b","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:05:15.601869Z"}],"logo_id":"18841d38-5af7-4137-96b1-69887c13df4e","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"4135a98a9b728a548947683219633b25682223ac","concurrency":24,"boost":1.0462226993428256,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":0.9416004294085432,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0462226993428256,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/18841d38-5af7-4137-96b1-69887c13df4e.webp","hot":true},{"chute_id":"9ecb73cc-909b-5334-9cd8-74985945cff5","name":"Qwen/Qwen3.8-27B-TEE","tagline":"","readme":"Qwen/Qwen3.8-27B-FP8","public":true,"version":"388be1ac-40be-54dd-88b8-a4ede6a29492","tool_description":null,"slug":"chutes-qwen-qwen3-8-27b-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"e9081803-bf58-556a-9e16-94ead73a5b21","created_at":"2026-08-16T08:38:10.240923Z","updated_at":"2026-08-20T10:53:08.063775Z","image":{"image_id":"6e46a33c-329a-5b55-a1dd-c9a5c9866943","name":"vllm","readme":"## vLLM - fast, flexible llm inference with extra libs for broader model support.","tag":"0.27.1-qwen","public":true,"status":"built and pushed","created_at":"2026-08-20T10:40:19.735433Z","build_started_at":"2026-08-20T10:40:29.671803Z","build_completed_at":"2026-08-20T10:47:19.837536Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":430798,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.35,"tao":0.0014627104944880888},"output":{"usd":2.75,"tao":0.011492725313834985},"input_cache_read":{"usd":0.03499999999999999,"tao":0.00014627104944880885}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"c8846c13-a76a-4aeb-ba91-4c2d34e0dbe2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T19:55:41.351591Z"},{"instance_id":"bcf057e4-cd1c-45fe-b569-699af85b6aa8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T02:54:07.029453Z"},{"instance_id":"a5ad66be-0c44-4d8a-b459-576295a9fca2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T15:00:35.302262Z"},{"instance_id":"78862162-9d15-4e67-8918-cdb17e78ec86","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T22:06:32.257786Z"},{"instance_id":"a685536f-704d-4daf-ba5d-99b468e82380","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T20:56:34.897850Z"},{"instance_id":"0ac441cd-cfeb-4a1b-b36f-b762bfd2099e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T13:42:38.962014Z"},{"instance_id":"8cb1c14c-400a-4ee0-aa22-4b7cd07085f8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T20:07:10.059843Z"},{"instance_id":"d192d2ee-1015-4f1b-bc95-f653dc7cc430","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T13:34:57.934566Z"},{"instance_id":"227a4781-209f-41f4-8ad7-73cbee736301","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T12:23:12.011099Z"},{"instance_id":"65b247f1-d2cc-4cea-a4af-a900f4b48d39","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T23:14:24.041583Z"},{"instance_id":"fb5f067d-c55d-4eb1-b148-d158605e9c9b","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T09:44:53.068825Z"},{"instance_id":"d38fadca-e983-4d95-a477-a53d01de0182","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T01:57:16.373719Z"},{"instance_id":"d73bf350-b25f-441e-bb14-da2ddf457555","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T20:45:57.489468Z"},{"instance_id":"ca4b1d19-cce8-4ab2-a9b8-b03ded977ba0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T10:45:48.287228Z"},{"instance_id":"2b21c079-d78a-4d50-a512-bd336c0ea6b6","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T11:37:03.413636Z"},{"instance_id":"440efa89-dc00-4857-aa0e-97eadcb256fd","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T14:05:36.898084Z"},{"instance_id":"0e84c812-9d46-4b24-9f97-fe4a52dffa0d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T19:36:56.326727Z"},{"instance_id":"61c6ce99-6cf0-47ac-bdef-83bc17d86fb8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T11:54:17.407380Z"},{"instance_id":"ea901525-5931-4d77-946e-6b0ac5cbc4c9","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T17:31:50.627579Z"},{"instance_id":"d9123041-3b5e-4074-aa39-68c9ed298d96","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T14:35:55.134228Z"},{"instance_id":"5ce91190-84f2-45ec-8556-84fdd27f81a1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T22:07:01.806809Z"},{"instance_id":"c9aa6a86-a925-4a93-83ca-a043181f4d47","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T04:22:59.751039Z"},{"instance_id":"cb59181f-11e8-442d-aeb8-9f17c108ae8d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T03:14:27.595391Z"},{"instance_id":"600d1102-2e6c-4b2a-a450-9fbed0967099","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T14:40:19.155240Z"},{"instance_id":"b1efba5c-43f9-41b2-84b2-4639c8cbacb2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T21:40:16.041493Z"},{"instance_id":"0bf03432-90cf-4b0a-97f5-0aec81a112d1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T13:06:06.558493Z"},{"instance_id":"e4dc8ee0-10cd-4124-873b-8cc44e233bb4","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T03:54:25.923872Z"},{"instance_id":"abc2452f-11c3-4539-9f46-aa883f1407a1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T23:28:48.571529Z"},{"instance_id":"9a7b72ac-54b6-4502-92c5-1bb460ed5876","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T16:27:23.017660Z"},{"instance_id":"97bb2d5b-8439-4658-92f9-3c2d2123e6a5","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T15:26:14.843421Z"},{"instance_id":"3680e473-9bbf-4638-8a5e-a1549a2809d2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T18:12:12.759319Z"},{"instance_id":"67346ff7-b2b1-4abc-ad4f-67e01fa7f62e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T01:40:32.249637Z"},{"instance_id":"2d81128d-a77e-4f3d-a038-bc1bcdad0dd7","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T21:01:03.184538Z"},{"instance_id":"27a866c9-7f53-4cfe-9d05-fed89703aac2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T20:43:05.667770Z"},{"instance_id":"5b9b2c28-8431-4b54-be10-d6260fe23c3d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T17:29:18.460186Z"},{"instance_id":"8c50fc16-c611-4f0e-a973-b12d09024f76","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T22:31:54.762143Z"},{"instance_id":"c8ebd0a5-120f-4bcf-9f0a-f541ec27f691","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T02:53:09.719091Z"},{"instance_id":"fc04b4a8-9fe4-4979-a945-e8b532d30031","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T08:38:52.837245Z"},{"instance_id":"506ba5e2-f7bc-4fa3-b7a9-8d8eb23b39db","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T18:51:40.202134Z"},{"instance_id":"887de0d9-6622-41e0-8009-b826a422a7f7","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T19:52:11.694508Z"},{"instance_id":"75acf71f-f6af-4f91-98fe-6b2e2511923e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T14:46:09.808624Z"},{"instance_id":"b754dd1f-a74a-43a5-bafc-0d1ad99d0bab","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T22:37:28.612234Z"},{"instance_id":"937d95ed-034b-449f-b919-3f72b7654b99","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T09:56:06.550530Z"},{"instance_id":"ba1990b8-aef6-4912-b074-dc6bd67fd90f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T21:36:28.948738Z"},{"instance_id":"e83aba47-fa46-42ef-851b-4cde88aa00ff","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T22:06:57.708734Z"},{"instance_id":"03c1ece8-189d-47e0-92ce-a17c38224f66","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T08:48:00.130330Z"},{"instance_id":"0fe1c78c-b676-4fdf-a989-3be3537946cd","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T18:41:11.729594Z"},{"instance_id":"83cb3d4e-b558-4dfb-a321-1c3f02b3eec5","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T12:49:03.833535Z"},{"instance_id":"302055d3-816f-494e-9776-982def5ec098","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T17:23:25.902961Z"},{"instance_id":"00c8a01d-c57a-4faf-a2f9-3950cb66e793","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T01:25:46.409042Z"},{"instance_id":"f30802cc-4772-4d65-8854-d2e08c267f4a","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T15:22:40.487054Z"},{"instance_id":"4848f869-cecf-4e62-aacf-6442353b0e36","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T01:37:17.336368Z"},{"instance_id":"cce93c60-d8a3-426a-90bd-c1829abc815d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T03:13:30.391188Z"},{"instance_id":"36285dfb-83ce-4cce-807d-2d7dd9587f51","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T16:48:46.804298Z"},{"instance_id":"67663425-098a-4f09-8beb-883973b82cf8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T18:21:58.114060Z"},{"instance_id":"2d75870d-f151-4d46-9f3a-5d0e3cb70975","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T22:39:19.119727Z"},{"instance_id":"e023144b-b87a-4ff3-8765-cb349455d514","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T13:48:42.636455Z"},{"instance_id":"e1bc96d1-e6a9-4e0f-a869-e12b099153ef","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T16:00:01.378081Z"},{"instance_id":"09500d2a-ef67-4a14-91bd-195a0c5a2767","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T00:07:04.408595Z"},{"instance_id":"a838d565-f349-4b5f-a14d-adbdcf421459","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T20:06:54.993296Z"},{"instance_id":"6bd6f6b4-720c-4cb2-b2de-b94a339221c0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T21:45:04.679897Z"},{"instance_id":"4ad57b3e-1458-4ea4-8af2-785814d387be","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T12:51:05.401301Z"},{"instance_id":"ccb28ee2-2135-4550-adcf-6a218706747e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T15:47:17.622242Z"},{"instance_id":"c58bcf9c-2dde-4522-afba-6f70d7b01027","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T17:37:59.844647Z"},{"instance_id":"c3a96bfd-7d00-4dba-910b-b8a120b521e2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T21:46:18.641445Z"}],"logo_id":"6a424336-5dc2-4b5b-a616-16ae0f2909e1","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"017b9c7af6b5689d5dd426a76e0bc077eb5ca20a","concurrency":24,"boost":1.1354642226863225,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":1.3284931405429976,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.1354642226863225,"manual_boost":1.3,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/6a424336-5dc2-4b5b-a616-16ae0f2909e1.webp","hot":true},{"chute_id":"51a4284a-a5a0-5e44-a9cc-6af5a2abfbcf","name":"Qwen/Qwen3.5-397B-A17B-TEE","tagline":"","readme":"Qwen/Qwen3.5-397B-A17B-FP8","public":true,"version":"594998bf-8149-5de9-bed2-3b6fe5e98692","tool_description":null,"slug":"chutes-qwen-qwen3-5-397b-a17b-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"cf755de5-6f3e-5f9e-a168-d93dd20f419e","created_at":"2026-02-16T12:11:26.912686Z","updated_at":"2026-08-18T20:52:29.680843Z","image":{"image_id":"b08f6a2d-1665-5a3e-a194-4b06fd22ba2a","name":"sglang","readme":"## SGLang v0.5.17 with qwen 3.8 support","tag":"0.5.17-qwen38","public":true,"status":"built and pushed","created_at":"2026-08-16T08:21:07.505015Z","build_started_at":"2026-08-16T08:21:16.713695Z","build_completed_at":"2026-08-16T08:33:20.015401Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":278075,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.45,"tao":0.001880627778627543},"output":{"usd":3.0,"tao":0.01253751852418362},"input_cache_read":{"usd":0.04499999999999999,"tao":0.00018806277786275426}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"9bf71dc4-f8c7-4767-a4a3-369b02f556bd","region":"n/a","active":false,"verified":true,"last_verified_at":"2026-08-28T15:04:01.799381Z"},{"instance_id":"a28f1ef7-9f20-44d7-8b5e-226427312d51","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:45:58.425138Z"},{"instance_id":"649f7c0d-db5d-4c7f-a0ca-eaeb8aed54b4","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:12:55.193949Z"},{"instance_id":"6231c566-593e-44af-8742-af526aa7df73","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T13:19:38.993766Z"}],"logo_id":"e59922d9-1f1e-4fcf-a1aa-ffa73fdf0c74","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"9f1f3de9a3a48cfd340fd73ca98c02625b7afb3b","concurrency":40,"boost":1.219269508434705,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":20.117946889172636,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.219269508434705,"manual_boost":1.5,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/e59922d9-1f1e-4fcf-a1aa-ffa73fdf0c74.webp","hot":true},{"chute_id":"b048fe26-0352-5c46-acf7-335e527e7f3d","name":"zai-org/GLM-5.1-TEE","tagline":"GLM-5.1 is a large language model optimized for agentic tasks and coding that excels at sustained problem-solving over long horizons through iterative reasoning and tool use.","readme":"\n# GLM-5.1\n\n<div align=\"center\">\n<img src=https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg width=\"15%\"/>\n</div>\n<p align=\"center\">\n    👋 Join our <a href=\"https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/wechat.png\" target=\"_blank\">WeChat</a> or <a href=\"https://discord.gg/QR7SARHRxK\" target=\"_blank\">Discord</a> community.\n    <br>\n    📖 Check out the GLM-5.1 <a href=\"https://z.ai/blog/glm-5.1\" target=\"_blank\">blog</a> and GLM-5 <a href=\"https://arxiv.org/abs/2602.15763\" target=\"_blank\">Technical report</a>.\n    <br>\n    📍 Use GLM-5.1 API services on <a href=\"https://docs.z.ai/guides/llm/glm-5.1\">Z.ai API Platform. </a>\n    <br>\n    🔜 <a href=\"https://chat.z.ai\">GLM-5.1</a> will be available on chat.z.ai in the coming days.\n</p>\n\n<p align=\"center\">\n    [<a href=\"https://huggingface.co/papers/2602.15763\" target=\"_blank\">Paper</a>] \n    [<a href=\"https://github.com/zai-org/GLM-5\" target=\"_blank\">GitHub</a>]\n</p>\n\n## Introduction\n\nGLM-5.1 is our next-generation flagship model for agentic engineering, with significantly stronger coding capabilities than its predecessor. It achieves state-of-the-art performance on SWE-Bench Pro and leads GLM-5 by a wide margin on NL2Repo (repo generation) and Terminal-Bench 2.0 (real-world terminal tasks).\n\n![bench_51](https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/bench_51.png)\n\nBut the most meaningful leap goes beyond first-pass performance. Previous models—including GLM-5—tend to exhaust their repertoire early: they apply familiar techniques for quick initial gains, then plateau. Giving them more time doesn't help.\n\nGLM-5.1, by contrast, is built to stay effective on agentic tasks over much longer horizons. We've found that the model handles ambiguous problems with better judgment and stays productive over longer sessions. It breaks complex problems down, runs experiments, reads results, and identifies blockers with real precision. By revisiting its reasoning and revising its strategy through repeated iteration, GLM-5.1 sustains optimization over hundreds of rounds and thousands of tool calls. The longer it runs, the better the result.\n\n## Benchmark\n\n|                                            | GLM-5.1            | GLM-5              | Qwen3.6-Plus | Minimax M2.7        | DeepSeek-V3.2       | Kimi K2.5  | Claude Opus 4.6 | Gemini 3.1 Pro | GPT-5.4          |\n| ------------------------------------------ | ------------------ | ------------------- | ------------ | -------------------- | -------------------- | ---------- | --------------- | ------------- | ---------------- |\n| HLE                                        | 31.0               | 30.5                | 28.8         | 28.0                 | 25.1                 | 31.5       | 36.7            | **45.0**      | 39.8             |\n| HLE (w/ Tools)                             | 52.3               | 50.4                | 50.6         | -                    | 40.8                 | 51.8       | **53.1***       | 51.4*         | 52.1*            |\n| AIME 2026                                  | 95.3               | 95.4                | 95.1         | 89.8                 | 95.1                 | 94.5       | 95.6            | 98.2          | **98.7**         |\n| HMMT Nov. 2025                             | 94.0               | **96.9**            | 94.6         | 81.0                 | 90.2                 | 91.1       | 96.3            | 94.8          | 95.8             |\n| HMMT Feb. 2026                             | 82.6               | 82.8                | 87.8         | 72.7                 | 79.9                 | 81.3       | 84.3            | 87.3          | **91.8**         |\n| IMOAnswerBench                             | 83.8               | 82.5                | 83.8         | 66.3                 | 78.3                 | 81.8       | 75.3            | 81.0          | **91.4**         |\n| GPQA-Diamond                               | 86.2               | 86.0                | 90.4         | 87.0                 | 82.4                 | 87.6       | 91.3            | **94.3**      | 92.0             |\n| SWE-Bench Pro                              | **58.4**           | 55.1                | 56.6         | 56.2                 | -                    | 53.8       | 57.3            | 54.2          | 57.7             |\n| NL2Repo                                    | 42.7               | 35.9                | 37.9         | 39.8                 | -                    | 32.0       | **49.8**        | 33.4          | 41.3             |\n| Terminal-Bench 2.0 (Terminus-2)            | 63.5               | 56.2                | 61.6         | -                    | 39.3                 | 50.8       | 65.4            | **68.5**      | -                |\n| Terminal-Bench 2.0 (Best self-reported)    | 69.0 (Claude Code) | 56.2 (Claude Code)  | -            | 57.0 (Claude Code)   | 46.4 (Claude Code)   | -          | -               | -             | **75.1** (Codex) |\n| CyberGym                                   | **68.7**           | 48.3                | -            | -                    | 17.3                 | 41.3       | 66.6            | 38.8          | 66.3             |\n| BrowseComp                                 | **68.0**           | 62.0                | -            | -                    | 51.4                 | 60.6       | -               | -             | -                |\n| BrowseComp (w/ Context Manage)             | 79.3               | 75.9                | -            | -                    | 67.6                 | 74.9       | 84.0            | **85.9**      | 82.7             |\n| τ³-Bench                                   | 70.6               | 69.2                | 70.7         | 67.6                 | 69.2                 | 66.0       | 72.4            | 67.1          | **72.9**         |\n| MCP-Atlas (Public Set)                     | 71.8               | 69.2                | **74.1**     | 48.8                 | 62.2                 | 63.8       | 73.8            | 69.2          | 67.2             |\n| Tool-Decathlon                             | 40.7               | 38.0                | 39.8         | 46.3                 | 35.2                 | 27.8       | 47.2            | 48.8          | **54.6**         |\n| Vending Bench 2                            | $5,634.41          | $4,432.12           | $5,114.87    | -                    | $1,034.00            | $1,198.46  | **$8,017.59**   | $911.21       | $6,144.18        |\n## Serve GLM-5.1 Locally\n\nThe following open-source frameworks support local deployment of GLM-5.1:\n\n- [SGLang](https://github.com/sgl-project/sglang) (v0.5.10+) — see [cookbook](https://cookbook.sglang.io/autoregressive/GLM/GLM-5.1)\n- [vLLM](https://github.com/vllm-project/vllm) (v0.19.0+) — see [recipes](https://github.com/vllm-project/recipes/blob/main/GLM/GLM5.md)\n- [xLLM](https://github.com/jd-opensource/xllm) (v0.8.0+)  — see [example](https://github.com/zai-org/GLM-5/blob/main/example/ascend.md)\n- [Transformers](https://github.com/huggingface/transformers) (v0.5.3+) — see [transformers docs](https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/glm_moe_dsa.md)\n- [KTransformers](https://github.com/kvcache-ai/ktransformers) (v0.5.3+) — see [tutorial](https://github.com/kvcache-ai/ktransformers/blob/main/doc/en/kt-kernel/GLM-5.1-Tutorial.md)\n\n## Citation\n\nIf you find GLM-5.1 or GLM-5 useful in your research, please cite our technical report:\n\n```bibtex\n@misc{glm5team2026glm5vibecodingagentic,\n      title={GLM-5: from Vibe Coding to Agentic Engineering},\n      author={GLM-5-Team and : and Aohan Zeng and Xin Lv and Zhenyu Hou and Zhengxiao Du and Qinkai Zheng and Bin Chen and Da Yin and Chendi Ge and Chenghua Huang and Chengxing Xie and Chenzheng Zhu and Congfeng Yin and Cunxiang Wang and Gengzheng Pan and Hao Zeng and Haoke Zhang and Haoran Wang and Huilong Chen and Jiajie Zhang and Jian Jiao and Jiaqi Guo and Jingsen Wang and Jingzhao Du and Jinzhu Wu and Kedong Wang and Lei Li and Lin Fan and Lucen Zhong and Mingdao Liu and Mingming Zhao and Pengfan Du and Qian Dong and Rui Lu and Shuang-Li and Shulin Cao and Song Liu and Ting Jiang and Xiaodong Chen and Xiaohan Zhang and Xuancheng Huang and Xuezhen Dong and Yabo Xu and Yao Wei and Yifan An and Yilin Niu and Yitong Zhu and Yuanhao Wen and Yukuo Cen and Yushi Bai and Zhongpei Qiao and Zihan Wang and Zikang Wang and Zilin Zhu and Ziqiang Liu and Zixuan Li and Bojie Wang and Bosi Wen and Can Huang and Changpeng Cai and Chao Yu and Chen Li and Chengwei Hu and Chenhui Zhang and Dan Zhang and Daoyan Lin and Dayong Yang and Di Wang and Ding Ai and Erle Zhu and Fangzhou Yi and Feiyu Chen and Guohong Wen and Hailong Sun and Haisha Zhao and Haiyi Hu and Hanchen Zhang and Hanrui Liu and Hanyu Zhang and Hao Peng and Hao Tai and Haobo Zhang and He Liu and Hongwei Wang and Hongxi Yan and Hongyu Ge and Huan Liu and Huanpeng Chu and Jia'ni Zhao and Jiachen Wang and Jiajing Zhao and Jiamin Ren and Jiapeng Wang and Jiaxin Zhang and Jiayi Gui and Jiayue Zhao and Jijie Li and Jing An and Jing Li and Jingwei Yuan and Jinhua Du and Jinxin Liu and Junkai Zhi and Junwen Duan and Kaiyue Zhou and Kangjian Wei and Ke Wang and Keyun Luo and Laiqiang Zhang and Leigang Sha and Liang Xu and Lindong Wu and Lintao Ding and Lu Chen and Minghao Li and Nianyi Lin and Pan Ta and Qiang Zou and Rongjun Song and Ruiqi Yang and Shangqing Tu and Shangtong Yang and Shaoxiang Wu and Shengyan Zhang and Shijie Li and Shuang Li and Shuyi Fan and Wei Qin and Wei Tian and Weining Zhang and Wenbo Yu and Wenjie Liang and Xiang Kuang and Xiangmeng Cheng and Xiangyang Li and Xiaoquan Yan and Xiaowei Hu and Xiaoying Ling and Xing Fan and Xingye Xia and Xinyuan Zhang and Xinze Zhang and Xirui Pan and Xu Zou and Xunkai Zhang and Yadi Liu and Yandong Wu and Yanfu Li and Yidong Wang and Yifan Zhu and Yijun Tan and Yilin Zhou and Yiming Pan and Ying Zhang and Yinpei Su and Yipeng Geng and Yong Yan and Yonglin Tan and Yuean Bi and Yuhan Shen and Yuhao Yang and Yujiang Li and Yunan Liu and Yunqing Wang and Yuntao Li and Yurong Wu and Yutao Zhang and Yuxi Duan and Yuxuan Zhang and Zezhen Liu and Zhengtao Jiang and Zhenhe Yan and Zheyu Zhang and Zhixiang Wei and Zhuo Chen and Zhuoer Feng and Zijun Yao and Ziwei Chai and Ziyuan Wang and Zuzhou Zhang and Bin Xu and Minlie Huang and Hongning Wang and Juanzi Li and Yuxiao Dong and Jie Tang},\n      year={2026},\n      eprint={2602.15763},\n      archivePrefix={arXiv},\n      primaryClass={cs.LG},\n      url={https://arxiv.org/abs/2602.15763},\n}\n```","public":true,"version":"418df640-eb81-5e55-9827-9816fb4f98b9","tool_description":null,"slug":"chutes-zai-org-glm-5-1-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"b6f505e2-4a52-5de4-8583-412cde5d3830","created_at":"2026-04-07T16:39:00.393893Z","updated_at":"2026-04-20T10:41:32.228489Z","image":{"image_id":"ae476f71-ed8f-562e-b1af-49d49c948d6f","name":"sglang","readme":"SGLang inference","tag":"nightly-2026032100","public":true,"status":"built and pushed","created_at":"2026-03-21T08:55:17.323977Z","build_started_at":"2026-03-21T08:55:21.677794Z","build_completed_at":"2026-03-21T09:17:05.939562Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"6483b7da6ccd","chutes_version":"0.6.6","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":213744,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.98,"tao":0.004095589384566649},"output":{"usd":3.08,"tao":0.012871852351495183},"input_cache_read":{"usd":0.09799999999999998,"tao":0.0004095589384566648}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"7e913c75-45d3-4ba5-8f6f-6039b9fda174","region":"n/a","active":false,"verified":true,"last_verified_at":"2026-08-28T16:54:15.403614Z"},{"instance_id":"9fc695df-e92c-4e21-aca6-7167243086a0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:25:26.388189Z"},{"instance_id":"1a05e5d4-4d03-446f-84ca-abcd9161191d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:42:23.816193Z"},{"instance_id":"ef9f2d16-397c-474b-8ded-611b9df1b5ee","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:30:07.698610Z"},{"instance_id":"0c3d31d9-4ad2-491e-af7b-921bd445449c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T10:31:14.606248Z"},{"instance_id":"f6f44070-106a-4607-ac06-ade797814912","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T02:45:52.654301Z"},{"instance_id":"e58d30f8-0963-4c94-ad92-61e668271b0a","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:27:29.744471Z"},{"instance_id":"2509ef16-debc-4215-9e22-6965bcfdf930","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T19:07:07.763339Z"},{"instance_id":"8565ac3d-6f64-4949-96f7-50aa6c67639b","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T04:18:22.199310Z"},{"instance_id":"9c25c401-ddf5-4eb3-b2f3-aa61a736068d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T20:07:53.774744Z"},{"instance_id":"dfcb95b0-1532-44c7-b642-9cd894825ed0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T05:12:18.608413Z"},{"instance_id":"914d609d-ddf2-4408-b945-c23de41d91ad","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:29:13.305544Z"},{"instance_id":"db1c6621-c5a0-4361-aeb5-0515416cabb6","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T15:29:56.994200Z"},{"instance_id":"a16f24c8-1952-40e7-bc0d-70aa9a30c73e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T09:02:28.379540Z"},{"instance_id":"dcfef942-5f15-4de8-90d4-260b55802f9c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T10:08:11.915268Z"},{"instance_id":"f3f4d2c8-1ba3-4eaa-ab5f-6a0af7eca1cb","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T01:09:08.100302Z"},{"instance_id":"2cbfa781-fa62-4620-96be-6f5ab79b739c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T15:47:33.436165Z"},{"instance_id":"b0547342-7a5f-4b16-8324-c5bbcaa63d04","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T14:15:36.532674Z"},{"instance_id":"236093e8-3e94-4029-aeed-3f6b2e25edd5","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T14:55:13.234615Z"},{"instance_id":"518bb9d0-ab56-4154-9d1c-8367d722c0ea","region":"n/a","active":false,"verified":true,"last_verified_at":"2026-08-28T15:02:07.655703Z"},{"instance_id":"43d79dec-f749-42d3-a2d2-13f532447780","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:51:50.384924Z"},{"instance_id":"aebe5c51-09bf-4918-a1c8-b22ff27d7f34","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T15:32:23.208233Z"},{"instance_id":"43ea3bbc-9688-42dd-a5e0-65428742e8b0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T11:01:23.835505Z"},{"instance_id":"89e7478c-b88d-4e23-994c-7ebefe2f9d13","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T23:20:04.724545Z"},{"instance_id":"b1727a56-c4c7-41a6-923f-e55ac20015c8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-20T21:15:40.217728Z"}],"logo_id":"f1337817-1378-4cc5-9ef7-50568b7ac3b2","openrouter":true,"chutes_version":"0.6.6","revision":"f396cf805182f4ca10fa675e1a99815b3ca384db","concurrency":16,"boost":1.9780409014841855,"max_instances":null,"scaling_threshold":0.3,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":26.11013989959125,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.9780409014841855,"manual_boost":1.2,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/f1337817-1378-4cc5-9ef7-50568b7ac3b2.webp","hot":true},{"chute_id":"398651e1-5f85-5e50-a513-7c5324e8e839","name":"deepseek-ai/DeepSeek-V3.2-TEE","tagline":"DeepSeek-V3.2 is an open-source LLM optimized for efficient reasoning and agent tasks through sparse attention and reinforcement learning, useful for complex problem-solving and tool-use applications.","readme":"# DeepSeek-V3.2: Efficient Reasoning & Agentic AI\n\n<!-- markdownlint-disable first-line-h1 -->\n<!-- markdownlint-disable html -->\n<!-- markdownlint-disable no-duplicate-header -->\n\n<div align=\"center\">\n  <img src=\"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/figures/logo.svg?raw=true\" width=\"60%\" alt=\"DeepSeek-V3\" />\n</div>\n<hr>\n<div align=\"center\" style=\"line-height: 1;\">\n  <a href=\"https://www.deepseek.com/\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Homepage\" src=\"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/figures/badge.svg?raw=true\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n  <a href=\"https://chat.deepseek.com/\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Chat\" src=\"https://img.shields.io/badge/🤖%20Chat-DeepSeek%20V3-536af5?color=536af5&logoColor=white\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n  <a href=\"https://huggingface.co/deepseek-ai\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Hugging Face\" src=\"https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-DeepSeek%20AI-ffc107?color=ffc107&logoColor=white\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n</div>\n<div align=\"center\" style=\"line-height: 1;\">\n  <a href=\"https://discord.gg/Tc7c45Zzu5\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Discord\" src=\"https://img.shields.io/badge/Discord-DeepSeek%20AI-7289da?logo=discord&logoColor=white&color=7289da\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n  <a href=\"https://github.com/deepseek-ai/DeepSeek-V2/blob/main/figures/qr.jpeg?raw=true\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Wechat\" src=\"https://img.shields.io/badge/WeChat-DeepSeek%20AI-brightgreen?logo=wechat&logoColor=white\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n  <a href=\"https://twitter.com/deepseek_ai\" target=\"_blank\" style=\"margin: 2px;\">\n    <img alt=\"Twitter Follow\" src=\"https://img.shields.io/badge/Twitter-deepseek_ai-white?logo=x&logoColor=white\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n</div>\n<div align=\"center\" style=\"line-height: 1;\">\n  <a href=\"LICENSE\" style=\"margin: 2px;\">\n    <img alt=\"License\" src=\"https://img.shields.io/badge/License-MIT-f5de53?&color=f5de53\" style=\"display: inline-block; vertical-align: middle;\"/>\n  </a>\n</div>\n\n<p align=\"center\">\n  <a href=\"https://huggingface.co/deepseek-ai/DeepSeek-V3.2/blob/main/assets/paper.pdf\"><b>Technical Report</b>👁️</a>\n</p>\n\n## Introduction\n\nWe introduce **DeepSeek-V3.2**, a model that harmonizes high computational efficiency with superior reasoning and agent performance. Our approach is built upon three key technical breakthroughs:\n\n1. **DeepSeek Sparse Attention (DSA):** We introduce DSA, an efficient attention mechanism that substantially reduces computational complexity while preserving model performance, specifically optimized for long-context scenarios.\n2. **Scalable Reinforcement Learning Framework:** By implementing a robust RL protocol and scaling post-training compute, *DeepSeek-V3.2* performs comparably to GPT-5. Notably, our high-compute variant, **DeepSeek-V3.2-Speciale**, **surpasses GPT-5** and exhibits reasoning proficiency on par with Gemini-3.0-Pro.\n    - *Achievement:* 🥇 **Gold-medal performance** in the 2025 International Mathematical Olympiad (IMO) and International Olympiad in Informatics (IOI).\n3. **Large-Scale Agentic Task Synthesis Pipeline:** To integrate **reasoning into tool-use** scenarios, we developed a novel synthesis pipeline that systematically generates training data at scale. This facilitates scalable agentic post-training, improving compliance and generalization in complex interactive environments.\n\n<div align=\"center\">\n <img src=\"assets/benchmark.png\" >\n</div>\n\nWe have also released the final submissions for IOI 2025, ICPC World Finals, IMO 2025 and CMO 2025, which were selected based on our designed pipeline. These materials are provided for the community to conduct secondary verification. The files can be accessed at `assets/olympiad_cases`.\n\n## Chat Template\n\nDeepSeek-V3.2 introduces significant updates to its chat template compared to prior versions. The primary changes involve a revised format for tool calling and the introduction of a \"thinking with tools\" capability.\n\nTo assist the community in understanding and adapting to this new template, we have provided a dedicated `encoding` folder, which contains Python scripts and test cases demonstrating how to encode messages in OpenAI-compatible format into input strings for the model and how to parse the model's text output.\n\nA brief example is illustrated below:\n\n```python\nimport transformers\n# encoding/encoding_dsv32.py\nfrom encoding_dsv32 import encode_messages, parse_message_from_completion_text\n\ntokenizer = transformers.AutoTokenizer.from_pretrained(\"deepseek-ai/DeepSeek-V3.2\")\n\nmessages = [\n    {\"role\": \"user\", \"content\": \"hello\"},\n    {\"role\": \"assistant\", \"content\": \"Hello! I am DeepSeek.\", \"reasoning_content\": \"thinking...\"},\n    {\"role\": \"user\", \"content\": \"1+1=?\"}\n]\nencode_config = dict(thinking_mode=\"thinking\", drop_thinking=True, add_default_bos_token=True)\n\n# messages -> string\nprompt = encode_messages(messages, **encode_config)\n# Output: \"<｜begin▁of▁sentence｜><｜User｜>hello<｜Assistant｜></think>Hello! I am DeepSeek.<｜end▁of▁sentence｜><｜User｜>1+1=?<｜Assistant｜><think>\"\n\n# string -> tokens\ntokens = tokenizer.encode(prompt)\n# Output: [0, 128803, 33310, 128804, 128799, 19923, 3, 342, 1030, 22651, 4374, 1465, 16, 1, 128803, 19, 13, 19, 127252, 128804, 128798]\n```\n\nImportant Notes:\n\n1. This release does not include a Jinja-format chat template. Please refer to the Python code mentioned above.\n2. The output parsing function included in the code is designed to handle well-formatted strings only. It does not attempt to correct or recover from malformed output that the model might occasionally generate. It is not suitable for production use without robust error handling.\n3. A new role named `developer` has been introduced in the chat template. This role is dedicated exclusively to search agent scenarios and is designated for no other tasks. The official API does not accept messages assigned to `developer`.\n\n## How to Run Locally\n\nThe model structure of DeepSeek-V3.2 and DeepSeek-V3.2-Speciale are the same as DeepSeek-V3.2-Exp. Please visit [DeepSeek-V3.2-Exp](https://github.com/deepseek-ai/DeepSeek-V3.2-Exp) repo for more information about running this model locally.\n\nUsage Recommendations:\n\n1. For local deployment, we recommend setting the sampling parameters to `temperature = 1.0, top_p = 0.95`.\n2. Please note that the DeepSeek-V3.2-Speciale variant is designed exclusively for deep reasoning tasks and does not support the tool-calling functionality.\n\n## License\n\nThis repository and the model weights are licensed under the [MIT License](https://huggingface.co/deepseek-ai/DeepSeek-V3.2/raw/main/LICENSE).\n\n## Citation\n\n```\n@misc{deepseekai2025deepseekv32,\n      title={DeepSeek-V3.2: Pushing the Frontier of Open Large Language Models}, \n      author={DeepSeek-AI},\n      year={2025},\n}\n```\n\n## Contact\n\nIf you have any questions, please raise an issue or contact us at [service@deepseek.com](https://huggingface.co/deepseek-ai/DeepSeek-V3.2/raw/main/service@deepseek.com).\n","public":true,"version":"84768bae-013b-51b6-a99b-a540f8ce6b22","tool_description":null,"slug":"chutes-deepseek-ai-deepseek-v3-2-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"db0931b6-bca7-56f2-9e6d-b5ec8985ea40","created_at":"2025-12-16T15:12:45.209610Z","updated_at":"2026-03-13T21:47:01.001945Z","image":{"image_id":"d63d064c-4add-5213-b278-d3125c8078fd","name":"sglang","readme":"SGLang inference","tag":"nightly-2026031300","public":true,"status":"built and pushed","created_at":"2026-03-13T16:35:07.461639Z","build_started_at":"2026-03-13T16:35:09.338783Z","build_completed_at":"2026-03-13T16:58:13.286986Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"7f2b15c9e6e9","chutes_version":"0.6.6","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":156043,"current_estimated_price":{"per_million_tokens":{"input":{"usd":1.0,"tao":0.00417917284139454},"output":{"usd":1.0,"tao":0.00417917284139454},"input_cache_read":{"usd":0.09999999999999998,"tao":0.0004179172841394539}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"f57b159f-1c48-431d-ae39-7a9af587ae42","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T13:18:29.998645Z"},{"instance_id":"2b0a2df3-f228-4805-85fd-042aa2f04251","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:56:31.764054Z"},{"instance_id":"dbc62a5a-299d-44a1-a94f-37ecdf6183bb","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T14:55:07.201072Z"},{"instance_id":"ebcb7f88-6561-4b05-8af8-fce4afbe5fa1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T03:56:30.816880Z"},{"instance_id":"c1efa254-0b52-4c9b-bdd5-68ce7f69684e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:07:42.048766Z"},{"instance_id":"ce10e335-a5c4-49cb-8a41-882a5e80791f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T22:33:39.968176Z"}],"logo_id":"4730f38e-e91e-4691-bc80-c0541b4a2c9a","openrouter":false,"chutes_version":"0.6.6","revision":"a7e62ac04ecb2c0a54d736dc46601c5606cf10a6","concurrency":40,"boost":1.75,"max_instances":7,"scaling_threshold":0.3,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":24.062500000000004,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.75,"manual_boost":1.25,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/4730f38e-e91e-4691-bc80-c0541b4a2c9a.webp","hot":true},{"chute_id":"7aa5e899-c0ba-5482-af48-d3f31d635c9f","name":"Qwen/Qwen3.6-27B-TEE","tagline":"","readme":"Qwen/Qwen3.6-27B-FP8 with DFlash speculative decoding","public":true,"version":"12e2b1bb-2d7a-5fac-b604-75783d483dee","tool_description":null,"slug":"chutes-qwen-qwen3-6-27b-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"7729ed24-73b7-58c5-be28-ea7520a9bb3e","created_at":"2026-04-23T13:53:12.166906Z","updated_at":"2026-08-20T18:17:48.044619Z","image":{"image_id":"b08f6a2d-1665-5a3e-a194-4b06fd22ba2a","name":"sglang","readme":"## SGLang v0.5.17 with qwen 3.8 support","tag":"0.5.17-qwen38","public":true,"status":"built and pushed","created_at":"2026-08-16T08:21:07.505015Z","build_started_at":"2026-08-16T08:21:16.713695Z","build_completed_at":"2026-08-16T08:33:20.015401Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":110874,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.3,"tao":0.0012537518524183618},"output":{"usd":2.0,"tao":0.00835834568278908},"input_cache_read":{"usd":0.029999999999999992,"tao":0.00012537518524183616}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"57b76014-6f9b-41b1-b77a-f4aa2f283d16","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:48:08.263229Z"},{"instance_id":"e7207689-9646-4c4a-9f34-92c98a10ea71","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:48:55.621106Z"},{"instance_id":"71906c86-f9dc-4665-91f2-322fa0e4717e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:42:35.077907Z"},{"instance_id":"83882227-61e3-4eeb-a428-7f66f2f25620","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:42:43.172981Z"},{"instance_id":"bad8a157-666e-4653-9165-43eb5c5deacd","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:04:35.006181Z"},{"instance_id":"397afce2-f551-476f-b4f5-54b47f602a71","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T10:28:55.984812Z"},{"instance_id":"3281d13f-b078-42b2-b3a8-b98e25f257e8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:59:08.380399Z"}],"logo_id":"b0fc0a77-524c-4050-ae8c-e69a1ff7abc3","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"e89b16ebf1988b3d6befa7de50abc2d76f26eb09","concurrency":24,"boost":1.1641223712033593,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":1.0477101340830235,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.1641223712033593,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/b0fc0a77-524c-4050-ae8c-e69a1ff7abc3.webp","hot":true},{"chute_id":"aac09863-35b4-5d9b-9b67-6e6a9d54273a","name":"moonshotai/Kimi-K2.6-TEE","tagline":"","readme":"moonshotai/Kimi-K2.6","public":true,"version":"ce8c3085-6e7a-5bf0-8556-b0741b89ec7e","tool_description":null,"slug":"chutes-moonshotai-kimi-k2-6-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"51183b61-1d02-527c-b671-a5c154df3853","created_at":"2026-04-20T16:25:05.060262Z","updated_at":"2026-05-07T14:09:33.148707Z","image":{"image_id":"5bbb13bc-c050-518d-bb55-79994b540ec2","name":"vllm","readme":"## vLLM - fast, flexible llm inference","tag":"nightly-2026031400","public":true,"status":"built and pushed","created_at":"2026-03-14T09:08:44.339890Z","build_started_at":"2026-03-14T09:08:49.739359Z","build_completed_at":"2026-03-14T09:36:29.852913Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"03df6abfe49f","chutes_version":"0.6.6","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":85700,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.58,"tao":0.002423920248008833},"output":{"usd":3.4,"tao":0.014209187660741435},"input_cache_read":{"usd":0.05799999999999998,"tao":0.00024239202480088324}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"8a454b4c-574e-4c3a-ad2b-f10055766491","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:34:45.342308Z"},{"instance_id":"54870215-6cb2-4de6-bc68-35f729182608","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T15:37:23.215646Z"},{"instance_id":"4db1c0a5-28c5-4860-8fc0-11c2650e1961","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:23:31.649491Z"},{"instance_id":"82bb06ca-4e6e-405e-af2d-a22c873bcafa","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T06:08:17.435665Z"},{"instance_id":"fee65677-578c-4a25-bd9f-8ec686b77daf","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:20:40.524986Z"},{"instance_id":"dbbcf78a-a40d-4c0c-b6f3-34ff09c44e4c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:44:48.277525Z"},{"instance_id":"d80f7ef6-a93f-4bf7-87d2-7e07067af4d4","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T00:28:58.480461Z"},{"instance_id":"eb82a519-3249-485a-9c31-1cdc3d6dd7b1","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T08:25:12.952522Z"}],"logo_id":"9bcff52b-04d2-4023-ad74-d6042da92f33","openrouter":true,"chutes_version":"0.6.6","revision":"d9cb81bc88b9bd2dc89877599f23c614ded72b9c","concurrency":32,"boost":1.5486348459326669,"max_instances":null,"scaling_threshold":0.3,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":25.552474957889004,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.5486348459326669,"manual_boost":1.5,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/9bcff52b-04d2-4023-ad74-d6042da92f33.webp","hot":true},{"chute_id":"0bb5d4c2-b5da-587d-b88e-62b4839028ec","name":"moonshotai/Kimi-K3-TEE","tagline":"","readme":"moonshotai/Kimi-K3","public":true,"version":"005ad26b-6994-54e3-a70b-49521b0d4e8b","tool_description":null,"slug":"chutes-moonshotai-kimi-k3-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"85fcb13d-3da9-52ed-a4d5-78006e6a151f","created_at":"2026-07-28T01:27:18.696977Z","updated_at":"2026-08-01T08:26:13.350653Z","image":{"image_id":"aa5068c9-72cf-5af6-9045-d7e52193e36f","name":"sglang","readme":"## SGLang with extra libs for broader model support.","tag":"0.5.16-k3a","public":true,"status":"built and pushed","created_at":"2026-07-29T12:07:59.281364Z","build_started_at":"2026-07-29T12:08:05.999089Z","build_completed_at":"2026-07-29T12:19:01.044608Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["b300"],"node_selector":{"dynamic":false,"exclude":null,"include":["b300"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":8.0,"supported_gpus":["b300"]},"invocation_count":84377,"current_estimated_price":{"per_million_tokens":{"input":{"usd":3.0,"tao":0.01253751852418362},"output":{"usd":15.0,"tao":0.0626875926209181},"input_cache_read":{"usd":0.29999999999999993,"tao":0.0012537518524183616}},"usd":{"hour":36.0,"second":0.01},"tao":{"hour":0.15045022229020344,"second":0.0000417917284139454}},"instances":[{"instance_id":"c90782bb-1f13-4da4-8ba1-014de2020386","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T06:53:59.980486Z"},{"instance_id":"29d8ff38-9c81-43cd-abb7-4547af510e77","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T17:18:43.447751Z"},{"instance_id":"a11e6816-70bd-43d5-9cc1-227785b7985e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-22T23:35:32.232568Z"},{"instance_id":"bd7cf40f-6245-4598-82e3-496f110dc547","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:32:06.245515Z"},{"instance_id":"795c4b42-41f1-46ef-9c26-655c349e3bd8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-23T22:04:19.024406Z"},{"instance_id":"b620d156-3c84-4f0c-a2b8-ff395db419dc","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T08:14:39.637091Z"},{"instance_id":"39d8aec5-d122-4e46-884a-068fc2a4e5c7","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-21T19:18:25.244371Z"}],"logo_id":"a3e0b739-2fef-48c0-8a31-4a14dc3b0596","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"301be1b88c89c0d3a763da6301352cb8fe399e90","concurrency":24,"boost":1.75,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":53.550000000000004,"compute_multiplier_factors":{"base":8.0,"urgency_boost":1.75,"manual_boost":1.7,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/a3e0b739-2fef-48c0-8a31-4a14dc3b0596.webp","hot":true},{"chute_id":"08901219-159f-55a7-87cf-9d0d02744668","name":"zai-org/GLM-5.2-TEE","tagline":"","readme":"nvidia/GLM-5.2-NVFP4","public":true,"version":"cc44b944-4f69-56b8-a4bc-afeaf7a222bf","tool_description":null,"slug":"chutes-zai-org-glm-5-2-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"afcf6afd-ec4a-55f6-b2bc-de0149df2cf1","created_at":"2026-06-17T08:11:42.793271Z","updated_at":"2026-07-17T10:16:50.953665Z","image":{"image_id":"e5589f58-64d3-51f6-8a3d-146b1cd77940","name":"sglang","readme":"## SGLang with extra libs for broader model support.","tag":"0.5.15-post1a","public":true,"status":"built and pushed","created_at":"2026-07-15T20:32:46.894490Z","build_started_at":"2026-07-15T20:35:56.208941Z","build_completed_at":"2026-07-15T20:45:12.163711Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["b200"],"node_selector":{"dynamic":false,"exclude":null,"include":["b200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":8.0,"supported_gpus":["b200"]},"invocation_count":73370,"current_estimated_price":{"per_million_tokens":{"input":{"usd":1.25,"tao":0.005223966051743175},"output":{"usd":3.95,"tao":0.016507732723508434},"input_cache_read":{"usd":0.12499999999999997,"tao":0.0005223966051743174}},"usd":{"hour":36.0,"second":0.01},"tao":{"hour":0.15045022229020344,"second":0.0000417917284139454}},"instances":[{"instance_id":"565fba3e-cf32-4e54-a656-399b52788df7","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T04:04:14.940847Z"},{"instance_id":"f4169cdc-b7e7-4966-9009-bb01f40d7cfb","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-25T11:44:04.497023Z"},{"instance_id":"05eb5cb5-f7f3-4dfa-8afb-b9c16fc4f272","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-24T15:05:43.562722Z"}],"logo_id":"1aa8be00-494e-45a9-81fe-7c3ab8acbd44","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"aec724e8c7b8ee9db3b48c01c320f63f9cdaf8aa","concurrency":32,"boost":2.1270095296875766,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":38.28617153437638,"compute_multiplier_factors":{"base":8.0,"urgency_boost":2.1270095296875766,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/1aa8be00-494e-45a9-81fe-7c3ab8acbd44.webp","hot":true},{"chute_id":"21d129e5-8426-5c29-a6be-844e0f5f5e30","name":"Qwen/Qwen3-235B-A22B-Thinking-2507-TEE","tagline":"","readme":"","public":true,"version":"f62fb4b6-54ee-5eaf-81c2-a6429df9c4a2","tool_description":null,"slug":"chutes-qwen-qwen3-235b-a22b-thinking-2507-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"03a8300a-21f1-506f-bbae-f0b04bc68936","created_at":"2026-05-27T16:50:28.224322Z","updated_at":"2026-05-29T19:53:53.970584Z","image":{"image_id":"d4708900-a2b1-5f8d-bd7b-a260a72606ba","name":"vllm","readme":"## vLLM - fast, flexible llm inference","tag":"nightly-2026030502","public":true,"status":"built and pushed","created_at":"2026-03-05T00:56:04.613017Z","build_started_at":"2026-03-05T00:56:06.263060Z","build_completed_at":"2026-03-05T01:18:12.839079Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"e9e77ddab15f","chutes_version":"0.5.17","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":57240,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.2989,"tao":0.001249154762292828},"output":{"usd":1.1957,"tao":0.004997036966455451},"input_cache_read":{"usd":0.029889999999999993,"tao":0.00012491547622928275}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"66c5fdbe-0272-4690-bd22-24b7e673da00","region":"n/a","active":false,"verified":true,"last_verified_at":"2026-08-28T16:06:14.905965Z"},{"instance_id":"42c777c2-0d7a-40a3-9a8c-61bb62a37dc3","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T18:49:51.262129Z"},{"instance_id":"ed1d67cf-9567-4820-b48c-ed63eb6f011b","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T14:16:21.178598Z"}],"logo_id":"cf3fc7d2-2f5b-4901-a59b-ec47fe5acba1","openrouter":false,"chutes_version":"0.5.17","revision":"4cd68849b2a0fadb84866c703b133aa8c8636130","concurrency":40,"boost":1.4146911941708176,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":18.673923763054795,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.4146911941708176,"manual_boost":1.2,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/cf3fc7d2-2f5b-4901-a59b-ec47fe5acba1.webp","hot":true},{"chute_id":"b4d58772-e72b-55d1-9d73-d30dff6d2ed8","name":"deepseek-ai/DeepSeek-V4-Flash-0731-TEE","tagline":"","readme":"DeepSeek-V4-Flash-0731","public":true,"version":"f6d837a3-4f6e-578e-ac18-4a2c1399e50e","tool_description":null,"slug":"chutes-deepseek-ai-deepseek-v4-flash-0731-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"855af0e2-d363-50cd-9492-1b872345820a","created_at":"2026-08-01T13:57:53.805658Z","updated_at":"2026-08-10T20:42:17.659232Z","image":{"image_id":"bc160be2-ac9a-5e0b-b156-b9f6f4a43a85","name":"sglang","readme":"## SGLang v0.5.17 with extra libs for broader model support and the DSpark verify-window fix.","tag":"0.5.17","public":true,"status":"built and pushed","created_at":"2026-08-10T20:16:52.819577Z","build_started_at":"2026-08-10T20:17:04.252140Z","build_completed_at":"2026-08-10T20:28:42.144628Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["h200"],"node_selector":{"dynamic":false,"exclude":null,"include":["h200"],"gpu_count":8,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":4.888888888888889,"supported_gpus":["h200"]},"invocation_count":28795,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.44,"tao":0.0018388360502135975},"output":{"usd":1.32,"tao":0.005516508150640793},"input_cache_read":{"usd":0.04399999999999999,"tao":0.0001838836050213597}},"usd":{"hour":22.0,"second":0.006111111111111111},"tao":{"hour":0.09194180251067988,"second":0.000025539389586299965}},"instances":[{"instance_id":"98643eb5-a1bd-4aff-b231-5bfd7f346b89","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T09:23:45.787841Z"},{"instance_id":"867e1f86-b508-4dc5-99f4-d735890511d5","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T00:32:15.628494Z"},{"instance_id":"8abad1e2-27ff-4257-8e58-7cfb7707ec55","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T11:25:56.754572Z"},{"instance_id":"e0952342-b796-4384-bc72-bc06c388f158","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T10:19:31.070331Z"},{"instance_id":"2768a6e7-e386-4dcc-bdb8-abea5fe6eea2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T07:20:47.938129Z"}],"logo_id":"d721a80d-7d35-44a5-a80a-ddeaadcf6e1a","openrouter":true,"chutes_version":"0.6.11.rc2","revision":"7eb21d27aee405755da5251f4458e9fff87c047b","concurrency":60,"boost":1.280730491565295,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":15.496838947940073,"compute_multiplier_factors":{"base":4.888888888888889,"urgency_boost":1.280730491565295,"manual_boost":1.1,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/d721a80d-7d35-44a5-a80a-ddeaadcf6e1a.webp","hot":true},{"chute_id":"7725a31d-28df-5bb7-9d29-c23b49df5472","name":"unsloth/Mistral-Nemo-Instruct-2407-TEE","tagline":"","readme":"unsloth/Mistral-Nemo-Instruct-2407","public":true,"version":"3fe0aeb0-9da2-58cf-9e2d-4e6ec72288b1","tool_description":null,"slug":"chutes-unsloth-mistral-nemo-instruct-2407-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"3ea0f129-5c81-5b20-bd6e-815c534b78b0","created_at":"2026-05-12T17:26:02.333351Z","updated_at":"2026-05-12T17:26:02.333351Z","image":{"image_id":"e8a097de-bebd-5dfe-b69f-532a6c06a57e","name":"sglang","readme":"SGLang inference","tag":"nightly-2026050600","public":true,"status":"built and pushed","created_at":"2026-05-06T09:26:47.835637Z","build_started_at":"2026-05-06T09:26:56.382381Z","build_completed_at":"2026-05-06T09:49:29.048429Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"9bf2c6dee5f7","chutes_version":"0.6.8","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":19874,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.0245,"tao":0.00010238973461416622},"output":{"usd":0.0978,"tao":0.00040872310388838595},"input_cache_read":{"usd":0.0024499999999999995,"tao":0.00001023897346141662}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"880e3368-767e-4fc9-8ea5-4aab6ba22343","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T14:12:06.168693Z"},{"instance_id":"020efd9a-c9f4-4019-b9b0-e3453316da0e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-19T02:18:24.389158Z"}],"logo_id":"98726fc0-ea9f-41b3-a096-d01b9a034156","openrouter":false,"chutes_version":"0.6.8","revision":"e9976040f42d8a5590ed58cefe973061b3f973b5","concurrency":32,"boost":1.0077139053634543,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":0.9069425148271089,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0077139053634543,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/98726fc0-ea9f-41b3-a096-d01b9a034156.webp","hot":true},{"chute_id":"f12d5c10-c6a9-58f3-bf6a-b344b330e139","name":"halo-guard","tagline":"Structured guard classifier for Halo0.8B-guard-v1","readme":"Halo guard classifier exposed through Chutes.","public":true,"version":"c6df9d61-60ab-5e05-9b86-f315b243b633","tool_description":null,"slug":"astroboi-halo-guard","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"4c4dd0ae-6728-52c5-9dff-cb0168c2153a","created_at":"2026-03-31T19:00:32.628516Z","updated_at":"2026-08-26T06:14:36.543564Z","image":{"image_id":"4b0ff3cd-be08-5c98-9335-7a3564bca877","name":"halo-guard","readme":"Structured Halo guard image for Chutes deployment.","tag":"0.1.46","public":true,"status":"built and pushed","created_at":"2026-08-26T05:35:34.894713Z","build_started_at":"2026-08-26T05:35:40.814705Z","build_completed_at":"2026-08-26T05:39:57.446356Z","user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":18268,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"466cb02f-50bb-4339-a64f-6f99baeb0ca8","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:07:41.499882Z"},{"instance_id":"1e861289-00ab-460f-b766-264ca24b709f","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:07:41.684525Z"},{"instance_id":"54c5487e-41b5-41f1-a414-de669fdd2e07","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:07:44.237396Z"},{"instance_id":"5031ded7-1ee3-40ec-b7cf-40a8fff1ace0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T09:06:06.761929Z"},{"instance_id":"24a09568-df8d-4c90-b059-0ae1c55febe0","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T09:04:48.198934Z"},{"instance_id":"b95d39bf-8f87-4343-9ce4-4deae1147471","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T09:04:47.115178Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.11.rc2","revision":"98dab108322821c53d9e7383277a836b7de807d0","concurrency":8,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":null,"hot":true},{"chute_id":"ddf6a658-c408-5651-9e12-4e12a5ad1a03","name":"haloqwen-output-guard","tagline":"HaloQwen Output Guard","readme":"HaloQwen Output Guard, a Qwen3Guard Stream output classifier.","public":true,"version":"96b2a704-c564-5f3c-ad82-f6b7f4bf9ee3","tool_description":null,"slug":"astroboi-haloqwen-output-guard","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"e7ce538f-2763-571a-b347-ce8eb8fe8a5d","created_at":"2026-07-08T09:56:40.596822Z","updated_at":"2026-07-08T10:15:29.511533Z","image":{"image_id":"42f11d31-36e1-50d0-ac27-44bbaafc65b0","name":"haloqwen-output-guard","readme":"HaloQwen Output Guard, powered by Qwen3Guard Stream 0.6B.","tag":"0.1.0","public":true,"status":"built and pushed","created_at":"2026-07-08T09:07:04.332806Z","build_started_at":"2026-07-08T09:07:13.305681Z","build_completed_at":"2026-07-08T09:11:11.700537Z","user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"supported_gpus":["a100","a4000_ada","a6000","l40","l4","a100_40gb","a40","4090","a5000","pro_6000","a100_sxm","l40s","h20","h100_nvl","a4000","a6000_ada","h100_sxm","5090","h100","a10","a100_40gb_sxm","h800","3090"],"node_selector":{"dynamic":false,"exclude":["h200","b200","b300","mi300x"],"include":null,"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.044444444444444446,"supported_gpus":["a100","a4000_ada","a6000","l40","l4","a100_40gb","a40","4090","a5000","pro_6000","a100_sxm","l40s","h20","h100_nvl","a4000","a6000_ada","h100_sxm","5090","h100","a10","a100_40gb_sxm","h800","3090"]},"invocation_count":5823,"current_estimated_price":{"usd":{"hour":0.2,"second":0.00005555555555555556},"tao":{"hour":0.000835834568278908,"second":2.3217626896636334e-7}},"instances":[{"instance_id":"089508b8-62e8-4a7e-8979-05bc5fb2e088","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:22:05.117146Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.11.rc2","revision":"419364a715de9840d47b1457982f64ff37f90ed4","concurrency":8,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.1,"compute_multiplier_factors":{"base":0.044444444444444446,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":null,"hot":true},{"chute_id":"21822836-bfa6-5426-b27e-dd5fdda1249e","name":"Qwen/Qwen3-Embedding-8B-TEE","tagline":"","readme":"Qwen/Qwen3-Embedding-8B","public":true,"version":"c197b15a-e0a0-5ab7-9085-51db8444879b","tool_description":null,"slug":"chutes-qwen-qwen3-embedding-8b-tee","standard_template":"embedding","cords":null,"jobs":[],"cord_ref_id":"508774ac-493f-5d02-8502-8da2a3435fe6","created_at":"2026-05-12T08:30:37.076019Z","updated_at":"2026-05-12T08:30:37.076019Z","image":{"image_id":"3cd096ce-ee37-5a79-b53f-28c0115a39b3","name":"vllm","readme":"## vLLM - fast, flexible llm inference","tag":"nightly-2026043001","public":true,"status":"built and pushed","created_at":"2026-04-30T18:40:35.908892Z","build_started_at":"2026-04-30T18:40:37.869931Z","build_completed_at":"2026-04-30T19:10:25.979641Z","user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":2599,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"622071ff-89ff-4bee-86c8-a74e8997282e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:03:24.410161Z"},{"instance_id":"1e9f0ed2-62b8-4c3c-8b51-11dbc5a6828d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:11:26.010715Z"}],"logo_id":"74c691f6-133d-437c-995f-259aaf1127e1","openrouter":false,"chutes_version":"0.6.5","revision":"1d8ad4ca9b3dd8059ad90a75d4983776a23d44af","concurrency":32,"boost":1.0,"max_instances":null,"scaling_threshold":0.3,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":true,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/74c691f6-133d-437c-995f-259aaf1127e1.webp","hot":true},{"chute_id":"968bd316-f8da-52f0-a314-c985467934d6","name":"Qwen-Image-Edit-2511","tagline":"","readme":"Qwen/Qwen-Image-Edit-2511","public":true,"version":"15866565-613d-56a1-805c-acd78df2d0c6","tool_description":null,"slug":"vonkaiser-qwen-image-edit-2511","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"accaf3b3-e653-541a-92e0-59ee1bdbb3bc","created_at":"2026-05-18T23:16:12.173380Z","updated_at":"2026-05-19T00:00:41.926832Z","image":{"image_id":"12b07267-f4a2-50bf-ad5f-c9d31034fd84","name":"qwen-image-edit-2511","readme":"Runtime image for Qwen-Image-Edit-2511 (sm120/Blackwell compatible, Lightning LoRA fused) - eager fallback for restricted Triton/ldconfig environments","tag":"0.0.7","public":false,"status":"built and pushed","created_at":"2026-05-18T23:51:24.816665Z","build_started_at":"2026-05-18T23:51:29.433421Z","build_completed_at":"2026-05-18T23:57:07.924287Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":["mi300x","b200"],"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":40,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":1549,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"e0a7d7b2-eed7-4f1c-a288-055dd67381c6","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-07-13T10:25:12.874893Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.5","revision":null,"concurrency":4,"boost":1.0,"max_instances":1,"scaling_threshold":0.75,"shutdown_after_seconds":300,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":null,"hot":true},{"chute_id":"e97a02fe-1932-5f43-84b5-5dced5443012","name":"sam3","tagline":"","readme":"## Segment Anything Model (SAM3)","public":true,"version":"2d3e4fa1-cea2-556d-96f8-e219255470f3","tool_description":null,"slug":"score-test-sam3","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"5b2d311f-e8a6-5277-8517-828b0971c439","created_at":"2025-12-02T08:41:33.929151Z","updated_at":"2026-03-31T17:14:55.866635Z","image":{"image_id":"bce4c351-de12-58a9-b283-bd4fdf0f5159","name":"sam3","readme":"## Segment Anything Model (SAM3)","tag":"0.0.8","public":true,"status":"built and pushed","created_at":"2026-03-31T16:57:08.936457Z","build_started_at":"2026-03-31T16:57:17.416671Z","build_completed_at":"2026-03-31T17:11:53.095669Z","user":{"username":"score_test","user_id":"1632c4f9-6a82-5f32-b211-74bc7dcdc1c5","logo_id":null,"created_at":"2025-09-02T08:13:36.426876Z","logo":null},"logo_id":null,"patch_version":"d63c6e57c19d","chutes_version":"0.6.9","logo":null},"user":{"username":"score_test","user_id":"1632c4f9-6a82-5f32-b211-74bc7dcdc1c5","logo_id":null,"created_at":"2025-09-02T08:13:36.426876Z","logo":null},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":1136,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"ab7cecc3-17ba-4296-8202-f9cd0959e38a","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-05-28T15:00:40.619765Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.9","revision":null,"concurrency":1,"boost":1.0,"max_instances":1,"scaling_threshold":0.75,"shutdown_after_seconds":300,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":false,"effective_compute_multiplier":2.7,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"manual_boost":3.0,"tee":2.25},"bounty":null,"logo":null,"hot":true},{"chute_id":"761ccdab-2e3d-5268-ab03-55f8ba94a80c","name":"Nemotron-3-Nano-Omni-30B-TEE","tagline":"Multimodal reasoning: video, audio, image, and text → answers, summaries, and tools","readme":"## Nemotron 3 Nano Omni — multimodal reasoning on Chutes\n\nOpenAI-compatible **/v1/chat/completions** hosting [NVIDIA Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16](https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16) via SGLang on a single **RTX Pro 6000** (TEE-enabled).\n\n### What it does\n\nNemotron 3 Nano Omni is a **31B-parameter Mamba2–Transformer hybrid MoE** (~3B active tokens per step) built for enterprise multimodal Q&A: combine **text, images, video, and audio** in one request and get **text** back—with **reasoning** (on by default), **tool calling**, and strong performance on video+speech analysis, document/OCR-style workloads, and agent-style tasks.\n\n### Modalities (this deployment)\n\n| Direction | Supported |\n|-----------|----------|\n| **In** | Text, image (`image_url`), video (`video_url`), audio (`audio_url`) |\n| **Out** | Text (optional `reasoning_content` / thinking blocks) |\n\nVideo and audio paths use **ffmpeg** and **librosa** in the image; English-focused model (per NVIDIA model card).\n\n### Runtime\n\n- **Context:** 131,072 tokens (SGLang `--context-length`)\n- **Concurrency:** 8\n- **GPU:** 1× `pro_6000`, ≥80 GB VRAM\n- **API:** Standard chat completions; use multimodal `content` arrays like the [Hugging Face model card](https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16) examples\n- **Thinking:** Reasoning parser `nemotron_3`; disable via chat template / `enable_thinking` as in NVIDIA docs\n- **Tools:** `tool-call-parser qwen3_coder`\n\n### Good fits\n\nMeeting and media summarization, visual Q&A, transcription-style prompts, long-document understanding with figures, and multimodal agents that need one model for sight + sound + text.\n","public":true,"version":"2df88df6-d97c-5270-bf45-777d06e867d6","tool_description":null,"slug":"chutes-nemotron-3-nano-omni-30b-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"8efb4fe5-60be-5fe3-b2ba-24e446a739d3","created_at":"2026-07-23T16:21:33.732960Z","updated_at":"2026-07-23T16:21:33.732960Z","image":{"image_id":"e41a2e2f-9822-58e6-a330-3d5901115a99","name":"nemotronomni","readme":"SGLang nightly (2026-05-06) + ffmpeg + librosa/soundfile for Nemotron Omni multimodal","tag":"0.2.1","public":true,"status":"built and pushed","created_at":"2026-06-02T20:43:38.437700Z","build_started_at":"2026-06-02T20:43:43.605498Z","build_completed_at":"2026-06-02T21:27:03.132551Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"chutes","user_id":"dff3e6bb-3a6b-5a2b-9c48-da3abcd5ca5f","logo_id":"24ef9084-7739-400c-aab6-135463a8c2d9","created_at":"2024-12-03T11:31:39.181725Z","logo":"https://logos.chutes.ai/logos/24ef9084-7739-400c-aab6-135463a8c2d9.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":999,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.0245,"tao":0.00010238973461416622},"output":{"usd":0.0978,"tao":0.00040872310388838595},"input_cache_read":{"usd":0.0024499999999999995,"tao":0.00001023897346141662}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"74dc9c50-63da-41fd-8a67-ab22e197577a","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T13:22:34.467014Z"},{"instance_id":"69b83244-d271-4fbb-ab58-7bde0a9cb34c","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T13:19:22.266098Z"}],"logo_id":"579e38e6-2965-4d74-b9a6-5cd3d954ac6e","openrouter":false,"chutes_version":"0.6.5","revision":"d15962741057ae3a07147df504060e9f0838224e","concurrency":8,"boost":1.000803797148032,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":true,"effective_compute_multiplier":0.9007234174332288,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.000803797148032,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/579e38e6-2965-4d74-b9a6-5cd3d954ac6e.webp","hot":true},{"chute_id":"2cc39ac2-4e9f-50de-849f-e99e45729396","name":"z-image-turbo","tagline":"Z-Image Turbo: fast text-to-image generation","readme":"# Z-Image-Turbo\n\nFast text-to-image generation using the Z-Image Turbo checkpoint (8-step flow matching).\n","public":true,"version":"1c58b87a-baa6-52ad-88fb-b49a6b10e52f","tool_description":null,"slug":"vonkaiser-z-image-turbo","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"9c26fe10-10ab-5a1b-ad01-62f68130f856","created_at":"2026-05-19T01:00:57.827765Z","updated_at":"2026-06-19T18:22:21.995212Z","image":{"image_id":"256977ef-1c9b-5a30-8640-1f3f24d17df9","name":"z-image-turbo","readme":"Runtime image for Z-Image-Turbo (sm120/Blackwell compatible)","tag":"0.2.3","public":true,"status":"built and pushed","created_at":"2026-06-09T23:06:06.120346Z","build_started_at":"2026-06-09T23:06:12.243239Z","build_completed_at":"2026-06-09T23:10:28.966836Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.9","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":700,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"94d1463c-905b-4246-a669-d45ac8d03b16","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:50:22.859021Z"},{"instance_id":"bbf7a185-ceb9-48c9-889f-74405db71341","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T14:53:03.288242Z"}],"logo_id":"493ef23f-f0e6-41b6-ad4b-7612660ea187","openrouter":false,"chutes_version":"0.6.9","revision":null,"concurrency":4,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/493ef23f-f0e6-41b6-ad4b-7612660ea187.webp","hot":true},{"chute_id":"d6c66e0a-3e04-595b-825c-f3a65e50b2c7","name":"AudioDojo","tagline":"One chute, 12 models, 13 endpoints — covering text-to-speech, voice cloning, voice design, transcription, denoising, source separation, speaker verification, VAD, and language detection. Including Kokoro-82M, Qwen3-TTS 1.7B, Whisper large-v3-turbo, NVIDIA Canary-Qwen 2.5B, and NVIDIA Parakeet TDT.","readme":"# AudioDojo\n\nA full-featured audio AI toolkit running 12 models behind 13 REST endpoints — all on a single chute. Send a request to any endpoint and get results back instantly; every model is loaded in GPU memory at all times, so there are no cold-start delays between calls.\n\n---\n\n## Text-to-Speech (TTS)\n\n| Endpoint | Model | What it does |\n|----------|-------|--------------|\n| `/speak` | Kokoro-82M | **Legacy alias** — same request/response contract as the original `chutes/kokoro` chute (`text`, `voice`, `speed` → `audio/wav`). Use this path if you are migrating from the standalone Kokoro deployment without changing client code. |\n| `/tts/kokoro` | Kokoro-82M | Same Kokoro synthesis as `/speak`; preferred path for new integrations. Ultra-fast TTS with **54 built-in voices** across 9 languages. Sub-second latency. |\n| `/tts/qwen3clone` | Qwen3-TTS 1.7B | **Zero-shot voice cloning** — provide 3–6 seconds of any voice as a reference clip and the model speaks new text in that voice. |\n| `/tts/qwen3custom` | Qwen3-TTS 1.7B | **Preset speakers + emotion control** — choose from 9 speaker identities and steer delivery with free-text instructions like \"excited\", \"whispering\", \"calm and slow\". |\n| `/tts/qwen3design` | Qwen3-TTS 1.7B | **Voice design from text** — describe the voice you want in plain English (e.g. \"a warm confident male narrator with a slight British accent\") and the model creates it on the fly. No reference audio needed. |\n\n## Speech-to-Text (STT)\n\n| Endpoint | Model | What it does |\n|----------|-------|--------------|\n| `/stt/whisper` | Whisper large-v3-turbo | Fast multilingual transcription — **99 languages**, optional word-level timestamps. |\n| `/stt/canary` | NVIDIA Canary-Qwen 2.5B | High-accuracy English ASR via speech-augmented language model. Best for complex or domain-specific audio. |\n| `/stt/parakeet` | NVIDIA Parakeet TDT 0.6B v3 | Real-time English transcription with word and segment timestamps in a single pass. |\n\n## Audio Processing\n\n| Endpoint | Model | What it does |\n|----------|-------|--------------|\n| `/audio/vad` | Silero VAD | **Voice activity detection** — returns precise start/end timestamps of speech segments. |\n| `/audio/denoise` | MetricGAN+ | **Speech enhancement** — removes background noise from recordings. Returns cleaned audio. |\n| `/audio/separate` | SepFormer | **Source separation** — isolates speech from music/noise. Returns the separated vocal track. |\n| `/audio/verifyspeaker` | ECAPA-TDNN | **Speaker verification** — compares two audio clips and returns a similarity score + same-speaker decision. |\n| `/audio/detectlanguage` | Whisper | **Language detection** — identifies the spoken language and returns a confidence score. |\n| `/audio/diarize` | — | Speaker diarization (identifies who spoke when). |\n\n---\n\n## Legacy Kokoro (`POST /speak`)\n\nDrop-in replacement for clients that called the old **kokoro** chute:\n\n- **Method/path:** `POST /speak`\n- **Body:** `{\"text\": \"...\", \"voice\": \"af_heart\", \"speed\": 1.0}` — `voice` and `speed` are optional (defaults: `af_heart`, `1.0`)\n- **Response:** `audio/wav` (24 kHz), same as before\n- **Implementation:** identical Kokoro-82M pipeline as `POST /tts/kokoro`; only the URL differs\n\n```bash\n# Legacy kokoro clients — no code changes except the chute base URL\ncurl -X POST https://YOUR_CHUTE_BASE/speak \\\n  -H 'Authorization: Bearer YOUR_API_KEY' \\\n  -H 'Content-Type: application/json' \\\n  -d '{\"text\": \"Hello world!\", \"voice\": \"af_heart\", \"speed\": 1.0}' \\\n  -o output.wav\n```\n\n## Quick Start\n\nTTS endpoints accept JSON (`text`, optional `voice`/`speed`) and return `audio/wav`. STT and utility endpoints use base64-encoded audio and return JSON.\n\n```bash\n# Text-to-Speech via /tts/kokoro (returns audio/wav)\ncurl -X POST https://YOUR_CHUTE_BASE/tts/kokoro \\\n  -H 'Authorization: Bearer YOUR_API_KEY' \\\n  -H 'Content-Type: application/json' \\\n  -d '{\"text\": \"Hello world!\", \"voice\": \"af_heart\", \"speed\": 1.0}' \\\n  -o output.wav\n\n# Speech-to-Text (returns JSON)\ncurl -X POST https://ttsstt-audio-megachute/stt/whisper \\\n  -H 'Authorization: Bearer YOUR_API_KEY' \\\n  -H 'Content-Type: application/json' \\\n  -d '{\"audio_b64\": \"<base64-encoded-audio>\", \"return_timestamps\": true}'\n```\n\n## Available Kokoro Voices\n\n54 voices with naming convention `<language><gender>_<name>`:\n\n- **American English** — af_heart, af_bella, af_jessica, af_nicole, af_nova, af_river, af_sarah, af_sky, am_adam, am_echo, am_eric, am_liam, am_michael, am_onyx, am_puck, am_santa, and more\n- **British English** — bf_alice, bf_emma, bf_isabella, bf_lily, bm_daniel, bm_fable, bm_george, bm_lewis\n- **Spanish** — ef_dora, em_alex, em_santa\n- **French** — ff_siwis\n- **Hindi** — hf_alpha, hf_beta, hm_omega, hm_psi\n- **Italian** — if_sara, im_nicola\n- **Japanese** — jf_alpha, jf_gongitsune, jf_nezumi, jf_tebukuro, jm_kumo\n- **Portuguese** — pf_dora, pm_alex, pm_santa\n- **Chinese** — zf_xiaobei, zf_xiaoni, zf_xiaoxiao, zf_xiaoyi, zm_yunjian, zm_yunxi, zm_yunyang\n\n## Qwen3 Custom Speakers\n\nVivian, Serena, Uncle_Fu, Dylan, Eric, Ryan, Aiden, Ono_Anna, Sohee\n","public":true,"version":"35d475ec-e9ae-5e3f-8a5c-edc710918eba","tool_description":null,"slug":"vonkaiser-audiodojo","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"b8ea6406-4f36-5c3f-a10e-8fc05a606243","created_at":"2026-08-19T18:11:01.099631Z","updated_at":"2026-08-24T15:45:21.608738Z","image":{"image_id":"820439bb-78f2-5bc4-9ede-fdc1dc4fc0b9","name":"ttssttaudiostack","readme":"## Multi-model audio stack (12 models)\n\nTTS: Kokoro-82M, Qwen3-TTS 1.7B Clone/Custom/Design (CUDA-graph accelerated)\nSTT: Whisper-large-v3-turbo, Canary-Qwen 2.5B, Parakeet TDT 0.6B v3\nUtility: Silero VAD, ECAPA-TDNN, MetricGAN+, SepFormer, Lang-ID 107\n\nAll models loaded into GPU memory at startup. Requests queue and execute sequentially.","tag":"0.1.10","public":true,"status":"built and pushed","created_at":"2026-06-03T19:55:23.212490Z","build_started_at":"2026-06-03T19:55:30.118967Z","build_completed_at":"2026-06-03T20:41:09.532064Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":699,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"8724dab8-14db-472b-b250-e4c745c552c5","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-26T07:54:13.286166Z"},{"instance_id":"03d70da9-771b-4a35-8b10-cd9874fea9a2","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:12:01.223098Z"}],"logo_id":"108b6345-b85d-49e7-969b-973a01f6507c","openrouter":false,"chutes_version":"0.6.5","revision":null,"concurrency":4,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/108b6345-b85d-49e7-969b-973a01f6507c.webp","hot":true},{"chute_id":"3b7315e8-84f9-5168-9840-2a62eb23b4aa","name":"meta/Muse-Glimmer-30B-NVFP4-TEE","tagline":"Agentic multimodal: images + text in, reasoning and tool calls out","readme":"## Muse Glimmer 30B — NVFP4 multimodal agent on Chutes\n\nOpenAI-compatible **/v1/chat/completions** hosting [Muse Glimmer 30B](https://huggingface.co/meta-models/Muse-Glimmer-30B) (NVFP4) via SGLang on a single **RTX PRO 6000 Blackwell**, TEE-enabled.\n\n### What it does\n\nMuse Glimmer is a 29.6B dense multimodal model from Meta Superintelligence Labs, distilled from Muse Spark and purpose-built for autonomous agentic work: multi-step reasoning, reliable tool use, image understanding, and failure recovery in one model. Apache 2.0.\n\n### Modalities\n\n| Direction | Supported |\n|-----------|-----------|\n| **In** | Text, image (`image_url`) |\n| **Out** | Text, with separate `reasoning_content` and tool calls |\n\n### Quantization\n\nNVFP4 W4A4 across 416 decoder projections. The **full ViT-G/14 perception encoder, vision adapters, embeddings and LM head remain BF16** — this is a true multimodal deployment, not a text-only quant.\n\n### Runtime\n\n- **Context:** 131,072 tokens\n- **Speculative decoding:** DFlash block-diffusion drafter\n- **GPU:** 1x RTX PRO 6000 (SM120), >=80 GB VRAM, TEE\n\n### Sampling\n\nMeta's published defaults: `temperature=1.0`, `top_p=0.95`, `top_k=64`. Do not use greedy decoding. Set reasoning depth with a system prompt line such as `Reasoning strength: high` (`low` | `medium` | `high` | `xhigh`).\n","public":true,"version":"c36c5e11-f9e8-5029-a332-b39731ae1144","tool_description":null,"slug":"vonkaiser-meta-muse-glimmer-30b-nvfp4-tee","standard_template":"vllm","cords":null,"jobs":[],"cord_ref_id":"5a22c12a-254e-5ceb-84e2-58c769ddff6f","created_at":"2026-08-14T20:39:17.256999Z","updated_at":"2026-08-15T20:22:03.421857Z","image":{"image_id":"f02d8015-c9d9-5aa9-8b4f-94755479c4c5","name":"museglimmer","readme":"SGLang (chutes fork) + Muse Glimmer port, NVFP4 + vision on SM120","tag":"0.1.1","public":true,"status":"built and pushed","created_at":"2026-08-15T19:55:29.353895Z","build_started_at":"2026-08-15T19:55:35.609180Z","build_completed_at":"2026-08-15T20:19:51.326680Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.11.rc2","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":102,"current_estimated_price":{"per_million_tokens":{"input":{"usd":0.0245,"tao":0.00010238973461416622},"output":{"usd":0.0978,"tao":0.00040872310388838595},"input_cache_read":{"usd":0.0024499999999999995,"tao":0.00001023897346141662}},"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"c4f70a87-54bc-46e7-8b1c-51423541f83e","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T12:02:55.339424Z"},{"instance_id":"71dddb8a-bf86-4bd4-aa18-1c29fe387696","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-27T14:38:40.933047Z"}],"logo_id":"67213c31-4b68-4a10-a35f-9a83e55ec9fa","openrouter":false,"chutes_version":"0.6.11.rc2","revision":"494a9b67c49602c67b15ca120fbb541a8498395e","concurrency":8,"boost":1.0001811521362982,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":true,"effective_compute_multiplier":0.9001630369226684,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0001811521362982,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/67213c31-4b68-4a10-a35f-9a83e55ec9fa.webp","hot":true},{"chute_id":"e36f0212-138c-5395-91fc-12ed21d74cb4","name":"imageclassic","tagline":"Four classic image models on one chute: FLUX.1-schnell + three SDXL checkpoints","readme":"## Four classic image models, one chute\n\n**imageclassic** bundles four standalone text-to-image models into a single deployment. All pipelines load at startup — pick a model per request without switching chutes or redeploying.\n\n### Models\n\n**FLUX.1-schnell** (`model: flux` · `POST /image/flux`)\n12B rectified-flow transformer distilled for 1–4 step generation. Best for fast, high-quality images from simple prompts; strong prompt following, no negative prompt needed. Defaults: 4 steps, guidance 3.5.\n\n**Dreamshaper XL 1.0** (`model: dreamshaper` · `POST /image/dreamshaper`)\nVersatile SDXL fine-tune for general-purpose generation — portraits, fantasy, sci-fi, stylized scenes. Supports negative prompts. Defaults: 25 steps, guidance 7.5.\n\n**iLustMix v80** (`model: ilustmix` · `POST /image/ilustmix`)\nSDXL illustration/anime checkpoint by GZees — semi-realistic characters, detailed anatomy, cinematic and anime-style art. Supports negative prompts. Defaults: 25 steps, guidance 7.5.\n\n**Juggernaut XL Ragnarok** (`model: juggernaut` · `POST /image/juggernaut`)\nRunDiffusion photorealistic SDXL checkpoint — photography-style realism, digital painting, improved poses and anatomy. Supports negative prompts. Defaults: 25 steps, guidance 7.5.\n\n### API\n\n- `POST /generate` — unified entry; set `model` to `flux`, `dreamshaper`, `ilustmix`, or `juggernaut` (drop-in for legacy `/generate` clients)\n- `POST /image/flux`, `/image/dreamshaper`, `/image/ilustmix`, `/image/juggernaut` — model-specific endpoints\n\nAll endpoints return **image/jpeg** (quality 85).","public":true,"version":"a42ed279-7f08-546f-8c32-d0ecf148d538","tool_description":null,"slug":"vonkaiser-imageclassic","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"b8e8bcbb-cd72-564e-a78c-42dd72e5a86d","created_at":"2026-05-21T02:32:35.843943Z","updated_at":"2026-06-03T20:16:31.428205Z","image":{"image_id":"58a07ff3-57c7-59f6-98d9-ee3dd398d87c","name":"imageclassic","readme":"## Four classic image models, one chute\n\nAll four text-to-image pipelines load at startup on a single GPU. Pick a model per request.\n\n- **FLUX.1-schnell** — fast 1–4 step rectified-flow generation\n- **Dreamshaper XL 1.0** — general-purpose SDXL\n- **iLustMix v80** — illustration/anime SDXL\n- **Juggernaut XL Ragnarok** — photorealistic SDXL\n\nReturns image/jpeg for all endpoints.\n","tag":"0.1.2","public":true,"status":"built and pushed","created_at":"2026-06-03T19:55:22.300855Z","build_started_at":"2026-06-03T19:55:24.604316Z","build_completed_at":"2026-06-03T20:12:26.507379Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":99,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"fd4f748d-a31f-4bec-ad50-59192323209d","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:06:21.693724Z"}],"logo_id":"82f9afa4-2c94-4a44-92fd-745cf55f929a","openrouter":false,"chutes_version":"0.6.5","revision":null,"concurrency":8,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":"https://logos.chutes.ai/logos/82f9afa4-2c94-4a44-92fd-745cf55f929a.webp","hot":true},{"chute_id":"700fee6b-2cf1-519f-9222-634e8b41601a","name":"Qwen-Image-2512","tagline":"","readme":"Qwen/Qwen-Image-2512","public":true,"version":"ad2e5c60-e7ca-5642-bd61-f604967c8c26","tool_description":null,"slug":"vonkaiser-qwen-image-2512","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"595cae49-0013-5ad9-9628-a3a458b32474","created_at":"2026-05-18T19:40:54.197456Z","updated_at":"2026-05-18T20:52:45.414200Z","image":{"image_id":"76660506-8cde-5c79-ba17-a241099f7458","name":"qwen-image-2512","readme":"Runtime image for Qwen-Image-2512 (sm120/Blackwell compatible) - eager fallback for restricted Triton/ldconfig environments","tag":"0.0.2","public":false,"status":"built and pushed","created_at":"2026-05-18T20:32:43.266827Z","build_started_at":"2026-05-18T20:32:47.427318Z","build_completed_at":"2026-05-18T20:47:25.066900Z","user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"vonkaiser","user_id":"c2e8a78e-ba27-52d9-a2dc-3d55d96dcc69","logo_id":"907bf599-3324-4eae-b722-edf206ffaa98","created_at":"2025-02-11T17:19:50.028828Z","logo":"https://logos.chutes.ai/logos/907bf599-3324-4eae-b722-edf206ffaa98.webp"},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":["mi300x","b200"],"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":80,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":65,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"104f2642-937a-46ff-9693-184cf83a17eb","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-03T00:33:15.041545Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.5","revision":null,"concurrency":4,"boost":1.0,"max_instances":1,"scaling_threshold":0.75,"shutdown_after_seconds":300,"preemptible":true,"allow_external_egress":true,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":null,"hot":true},{"chute_id":"6242d521-9f3f-5dcf-b8c9-8f8dfcdc600b","name":"halo4b-guard-alpha","tagline":"Halo Guard Alpha 4B","readme":"Halo Guard Alpha 4B exposed through Chutes.","public":true,"version":"d8686113-51ea-5a43-819b-867a66e05950","tool_description":null,"slug":"astroboi-halo4b-guard-alpha","standard_template":null,"cords":null,"jobs":[],"cord_ref_id":"e7ce538f-2763-571a-b347-ce8eb8fe8a5d","created_at":"2026-05-12T01:16:06.344021Z","updated_at":"2026-05-12T08:56:09.913606Z","image":{"image_id":"8805f5aa-9ab5-59cb-a896-a27ecb784a51","name":"halo4b-guard-alpha","readme":"Halo Guard Alpha 4B image for Chutes deployment.","tag":"0.1.3","public":true,"status":"built and pushed","created_at":"2026-05-12T08:27:26.980799Z","build_started_at":"2026-05-12T08:27:28.218216Z","build_completed_at":"2026-05-12T08:36:36.944603Z","user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"logo_id":null,"patch_version":"initial","chutes_version":"0.6.5","logo":null},"user":{"username":"astroboi","user_id":"1a80d0cf-13d6-50b2-88aa-9c160020723e","logo_id":null,"created_at":"2025-11-15T14:43:45.453918Z","logo":null},"supported_gpus":["pro_6000"],"node_selector":{"dynamic":false,"exclude":null,"include":["pro_6000"],"gpu_count":1,"min_vram_gb_per_gpu":16,"max_hourly_price_per_gpu":null,"compute_multiplier":0.4,"supported_gpus":["pro_6000"]},"invocation_count":59,"current_estimated_price":{"usd":{"hour":1.8,"second":0.0005},"tao":{"hour":0.007522511114510172,"second":2.08958642069727e-6}},"instances":[{"instance_id":"92c019e8-02f4-4e86-a675-d3c9a7b1af99","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-19T09:04:14.120475Z"},{"instance_id":"47466c54-425b-4cd3-b458-a8587d529b29","region":"n/a","active":true,"verified":true,"last_verified_at":"2026-08-28T16:06:29.126927Z"}],"logo_id":null,"openrouter":false,"chutes_version":"0.6.5","revision":"3c6f7189167f6999ad0bcb85af77b64445ce5f88","concurrency":1,"boost":1.0,"max_instances":null,"scaling_threshold":null,"shutdown_after_seconds":null,"preemptible":true,"allow_external_egress":false,"tee":true,"lock_modules":false,"effective_compute_multiplier":0.9,"compute_multiplier_factors":{"base":0.4,"urgency_boost":1.0,"tee":2.25},"bounty":null,"logo":null,"hot":true}],"cord_refs":{"ecc0b15e-ae09-5fd5-8514-cb561d2cfa01":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"32911bfe-b8f0-5cfa-addd-e3b8b1b6d7d7":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"e9081803-bf58-556a-9e16-94ead73a5b21":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_tokenize","method":"POST","stream":false,"function":"do_tokenize","passthrough":true,"public_api_path":"/tokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_detokenize","method":"POST","stream":false,"function":"do_detokenize","passthrough":true,"public_api_path":"/detokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"cf755de5-6f3e-5f9e-a168-d93dd20f419e":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"b6f505e2-4a52-5de4-8583-412cde5d3830":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"db0931b6-bca7-56f2-9e6d-b5ec8985ea40":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"7729ed24-73b7-58c5-be28-ea7520a9bb3e":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"51183b61-1d02-527c-b671-a5c154df3853":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_tokenize","method":"POST","stream":false,"function":"do_tokenize","passthrough":true,"public_api_path":"/tokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_detokenize","method":"POST","stream":false,"function":"do_detokenize","passthrough":true,"public_api_path":"/detokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"85fcb13d-3da9-52ed-a4d5-78006e6a151f":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"afcf6afd-ec4a-55f6-b2bc-de0149df2cf1":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"03a8300a-21f1-506f-bbae-f0b04bc68936":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_tokenize","method":"POST","stream":false,"function":"do_tokenize","passthrough":true,"public_api_path":"/tokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/do_detokenize","method":"POST","stream":false,"function":"do_detokenize","passthrough":true,"public_api_path":"/detokenize","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"855af0e2-d363-50cd-9492-1b872345820a":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"3ea0f129-5c81-5b20-bd6e-815c534b78b0":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"4c4dd0ae-6728-52c5-9dff-cb0168c2153a":[{"path":"/classify","method":"POST","stream":false,"function":"classify","passthrough":false,"public_api_path":"/v1/classify","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat_completions","method":"POST","stream":false,"function":"chat_completions","passthrough":false,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/health","method":"GET","stream":false,"function":"health","passthrough":false,"public_api_path":"/health","public_api_method":"POST","output_content_type":"application/json"}],"e7ce538f-2763-571a-b347-ce8eb8fe8a5d":[{"path":"/classify","method":"POST","stream":false,"function":"classify","passthrough":false,"public_api_path":"/v1/classify","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat_completions","method":"POST","stream":false,"function":"chat_completions","passthrough":false,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/health","method":"GET","stream":false,"function":"health","passthrough":false,"public_api_path":"/health","public_api_method":"POST","output_content_type":"application/json"}],"508774ac-493f-5d02-8502-8da2a3435fe6":[{"path":"/embed","method":"POST","stream":false,"function":"embed","passthrough":true,"public_api_path":"/v1/embeddings","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"accaf3b3-e653-541a-92e0-59ee1bdbb3bc":[{"path":"/generate","method":"POST","stream":false,"function":"generate","passthrough":false,"public_api_path":"/generate","public_api_method":"POST","output_content_type":"image/jpeg"}],"5b2d311f-e8a6-5277-8517-828b0971c439":[{"path":"/health","method":"POST","stream":false,"function":"health","passthrough":false,"public_api_path":"/health","public_api_method":"POST","output_content_type":"application/json"},{"path":"/predict","method":"POST","stream":false,"function":"predict","passthrough":false,"public_api_path":"/sam3/segment","public_api_method":"POST","output_content_type":"application/json"}],"8efb4fe5-60be-5fe3-b2ba-24e446a739d3":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"9c26fe10-10ab-5a1b-ad01-62f68130f856":[{"path":"/generate","method":"POST","stream":false,"function":"generate","passthrough":false,"public_api_path":"/generate","public_api_method":"POST","output_content_type":"image/png"}],"b8ea6406-4f36-5c3f-a10e-8fc05a606243":[{"path":"/speak","method":"POST","stream":false,"function":"speak","passthrough":false,"public_api_path":"/speak","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/tts_kokoro","method":"POST","stream":false,"function":"tts_kokoro","passthrough":false,"public_api_path":"/tts/kokoro","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/tts_qwen3_clone","method":"POST","stream":false,"function":"tts_qwen3_clone","passthrough":false,"public_api_path":"/tts/qwen3clone","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/tts_qwen3_custom","method":"POST","stream":false,"function":"tts_qwen3_custom","passthrough":false,"public_api_path":"/tts/qwen3custom","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/tts_qwen3_design","method":"POST","stream":false,"function":"tts_qwen3_design","passthrough":false,"public_api_path":"/tts/qwen3design","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/stt_whisper","method":"POST","stream":false,"function":"stt_whisper","passthrough":false,"public_api_path":"/stt/whisper","public_api_method":"POST","output_content_type":null},{"path":"/stt_canary","method":"POST","stream":false,"function":"stt_canary","passthrough":false,"public_api_path":"/stt/canary","public_api_method":"POST","output_content_type":null},{"path":"/stt_parakeet","method":"POST","stream":false,"function":"stt_parakeet","passthrough":false,"public_api_path":"/stt/parakeet","public_api_method":"POST","output_content_type":null},{"path":"/audio_vad","method":"POST","stream":false,"function":"audio_vad","passthrough":false,"public_api_path":"/audio/vad","public_api_method":"POST","output_content_type":null},{"path":"/audio_diarize","method":"POST","stream":false,"function":"audio_diarize","passthrough":false,"public_api_path":"/audio/diarize","public_api_method":"POST","output_content_type":null},{"path":"/audio_verify_speaker","method":"POST","stream":false,"function":"audio_verify_speaker","passthrough":false,"public_api_path":"/audio/verifyspeaker","public_api_method":"POST","output_content_type":null},{"path":"/audio_denoise","method":"POST","stream":false,"function":"audio_denoise","passthrough":false,"public_api_path":"/audio/denoise","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/audio_separate","method":"POST","stream":false,"function":"audio_separate","passthrough":false,"public_api_path":"/audio/separate","public_api_method":"POST","output_content_type":"audio/wav"},{"path":"/audio_detect_language","method":"POST","stream":false,"function":"audio_detect_language","passthrough":false,"public_api_path":"/audio/detectlanguage","public_api_method":"POST","output_content_type":null}],"5a22c12a-254e-5ceb-84e2-58c769ddff6f":[{"path":"/chat_stream","method":"POST","stream":true,"function":"chat_stream","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion_stream","method":"POST","stream":true,"function":"completion_stream","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/chat","method":"POST","stream":false,"function":"chat","passthrough":true,"public_api_path":"/v1/chat/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/completion","method":"POST","stream":false,"function":"completion","passthrough":true,"public_api_path":"/v1/completions","public_api_method":"POST","output_content_type":"application/json"},{"path":"/get_models","method":"GET","stream":false,"function":"get_models","passthrough":true,"public_api_path":"/v1/models","public_api_method":"GET","output_content_type":null}],"b8e8bcbb-cd72-564e-a78c-42dd72e5a86d":[{"path":"/generate","method":"POST","stream":false,"function":"generate","passthrough":false,"public_api_path":"/generate","public_api_method":"POST","output_content_type":"image/jpeg"},{"path":"/image_flux","method":"POST","stream":false,"function":"image_flux","passthrough":false,"public_api_path":"/image/flux","public_api_method":"POST","output_content_type":"image/jpeg"},{"path":"/image_dreamshaper","method":"POST","stream":false,"function":"image_dreamshaper","passthrough":false,"public_api_path":"/image/dreamshaper","public_api_method":"POST","output_content_type":"image/jpeg"},{"path":"/image_ilustmix","method":"POST","stream":false,"function":"image_ilustmix","passthrough":false,"public_api_path":"/image/ilustmix","public_api_method":"POST","output_content_type":"image/jpeg"},{"path":"/image_juggernaut","method":"POST","stream":false,"function":"image_juggernaut","passthrough":false,"public_api_path":"/image/juggernaut","public_api_method":"POST","output_content_type":"image/jpeg"}],"595cae49-0013-5ad9-9628-a3a458b32474":[{"path":"/generate","method":"POST","stream":false,"function":"generate","passthrough":false,"public_api_path":"/generate","public_api_method":"POST","output_content_type":"image/jpeg"}]}}