Models

Warm

{ "id": "qwen3-0b6", "created_at": "2025-06-12T09:08:32.830Z", "updated_at": "2026-03-10T07:32:21.140Z", "concurrency_cost": 1, "size": 0.8, "parameter_size": 800000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen3", "family_name": "Qwen 3" }

Qwen/Qwen3-0.6B

1,500

27,734,708

Q
Warm

{ "id": "qwen3-8b", "created_at": "2025-05-12T23:45:01.939Z", "updated_at": "2026-01-27T08:03:30.655Z", "concurrency_cost": 1, "size": 8, "parameter_size": 8000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen3", "family_name": "Qwen 3" }

Qwen/Qwen3-8B

1,282

15,171,032

Q
Warm

{ "id": "qwen25-1b5", "created_at": "2025-06-12T09:08:32.277Z", "updated_at": "2026-03-10T07:30:56.645Z", "concurrency_cost": 1, "size": 1.5, "parameter_size": 1500000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen25", "family_name": "Qwen 2.5" }

Qwen/Qwen2.5-1.5B-Instruct

792

12,421,535

Q
Warm

{ "id": "qwen3.5-9b", "created_at": "2026-03-08T12:08:53.094Z", "updated_at": "2026-03-08T12:09:22.041Z", "concurrency_cost": 1, "size": 9, "parameter_size": 9000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen35", "family_name": "Qwen 3.5" }

Qwen/Qwen3.5-9B

1,800

12,258,618

Q
Warm

{ "id": "tts-standard", "created_at": "2026-07-30T20:12:08.710Z", "updated_at": "2026-07-30T20:12:08.710Z", "concurrency_cost": 1, "size": 0, "parameter_size": 0, "context_length": null, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "audio" ], "family": null, "family_name": null }

hexgrad/Kokoro-82M

6,665

11,500,170

H
Warm

{ "id": "qwen25-7b", "created_at": "2025-06-12T09:08:32.442Z", "updated_at": "2026-03-09T13:58:41.753Z", "concurrency_cost": 1, "size": 7.6, "parameter_size": 7600000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen25", "family_name": "Qwen 2.5" }

Qwen/Qwen2.5-7B-Instruct

1,533

11,295,819

Q
Warm

{ "id": "gemma4-26b", "created_at": "2026-04-08T07:52:53.258Z", "updated_at": "2026-04-08T07:52:53.258Z", "concurrency_cost": 2, "size": 26, "parameter_size": 26000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "gemma4", "family_name": "Gemma 4" }

google/gemma-4-26B-A4B-it

1,366

10,188,506

G
Warm

{ "id": "gemma4-31b", "created_at": "2026-04-08T07:52:17.866Z", "updated_at": "2026-06-12T21:16:31.087Z", "concurrency_cost": 2, "size": 31, "parameter_size": 31000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "gemma4", "family_name": "Gemma 4" }

google/gemma-4-31B-it

3,492

10,070,000

G
Warm

{ "id": "llama32-1b", "created_at": "2025-06-12T19:26:12.362Z", "updated_at": "2026-03-10T07:19:26.530Z", "concurrency_cost": 1, "size": 1, "parameter_size": 1000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "llama32", "family_name": "Llama 3.2" }

meta-llama/Llama-3.2-1B-Instruct

1,561

9,314,043

M
Warm

{ "id": "qwen25vl-7b", "created_at": "2026-05-07T20:00:40.314Z", "updated_at": "2026-05-07T20:00:40.314Z", "concurrency_cost": 1, "size": 7, "parameter_size": 7000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text", "image" ], "output_modalities": [ "text" ], "family": "qwen25", "family_name": "Qwen 2.5" }

Qwen/Qwen2.5-VL-7B-Instruct

1,667

8,627,136

Q
Warm

{ "id": "qwen3-embedding-0b6", "created_at": "2026-04-27T17:07:44.707Z", "updated_at": "2026-04-27T17:07:44.707Z", "concurrency_cost": 1, "size": 0.6, "parameter_size": 600000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "embedding" ], "family": "qwen3", "family_name": "Qwen 3" }

Qwen/Qwen3-Embedding-0.6B

1,140

8,397,286

Q
Warm

{ "id": "gpt-oss-20b", "created_at": "2026-01-02T01:31:27.358Z", "updated_at": "2026-06-09T17:27:34.256Z", "concurrency_cost": 2, "size": 20, "parameter_size": 20000000000, "context_length": 131072, "is_moe": true, "active_parameters": 3.6, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "gpt-oss", "family_name": "GPT OSS" }

openai/gpt-oss-20b

4,898

7,909,482

O
Warm

{ "id": "qwen3-32b", "created_at": "2025-05-12T23:46:02.728Z", "updated_at": "2026-01-27T07:29:53.291Z", "concurrency_cost": 2, "size": 32, "parameter_size": 32000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen3", "family_name": "Qwen 3" }

Qwen/Qwen3-32B

729

7,573,209

Q
Warm

{ "id": "qwen3-1b7", "created_at": "2025-06-12T09:08:32.913Z", "updated_at": "2026-03-10T07:32:52.904Z", "concurrency_cost": 1, "size": 2, "parameter_size": 2000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen3", "family_name": "Qwen 3" }

Qwen/Qwen3-1.7B

514

7,388,146

Q
Warm

{ "id": "llama31-8b", "created_at": "2025-10-15T03:53:00.000Z", "updated_at": "2026-01-27T07:58:09.462Z", "concurrency_cost": 1, "size": 8, "parameter_size": 8000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "llama31", "family_name": "Llama 3.1" }

meta-llama/Meta-Llama-3.1-8B-Instruct

6,563

7,371,093

M
Warm

{ "id": "llama31-8b", "created_at": "2025-10-15T03:53:00.000Z", "updated_at": "2026-01-27T07:58:09.462Z", "concurrency_cost": 1, "size": 8, "parameter_size": 8000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "llama31", "family_name": "Llama 3.1" }

meta-llama/Llama-3.1-8B-Instruct

6,563

7,371,093

M
Warm

{ "id": "qwen25vl-3b", "created_at": "2026-05-07T20:01:43.736Z", "updated_at": "2026-05-07T20:01:43.736Z", "concurrency_cost": 1, "size": 3, "parameter_size": 3000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text", "image" ], "output_modalities": [ "text" ], "family": "qwen25", "family_name": "Qwen 2.5" }

Qwen/Qwen2.5-VL-3B-Instruct

683

7,217,494

Q
Warm

{ "id": "qwen3.5-4b", "created_at": "2026-03-08T12:09:41.872Z", "updated_at": "2026-03-08T12:09:41.872Z", "concurrency_cost": 1, "size": 4, "parameter_size": 4000000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen35", "family_name": "Qwen 3.5" }

Qwen/Qwen3.5-4B

803

6,624,359

Q
Warm

{ "id": "qwen3-5vl-27b8", "created_at": "2026-05-12T20:02:36.214Z", "updated_at": "2026-05-12T20:02:36.214Z", "concurrency_cost": 2, "size": 27.8, "parameter_size": 27800000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": true, "input_modalities": [ "text", "image" ], "output_modalities": [ "text" ], "family": "qwen3-5", "family_name": "Qwen3 5" }

Qwen/Qwen3.6-27B

2,208

6,593,514

Q
Warm

{ "id": "qwen25-0b5", "created_at": "2025-06-12T09:08:32.202Z", "updated_at": "2026-03-10T07:30:16.141Z", "concurrency_cost": 1, "size": 0.5, "parameter_size": 500000000, "context_length": 32768, "is_moe": false, "active_parameters": null, "vision_supported": false, "input_modalities": [ "text" ], "output_modalities": [ "text" ], "family": "qwen25", "family_name": "Qwen 2.5" }

Qwen/Qwen2.5-0.5B-Instruct

584

6,227,161

Q