Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 10,753 Bytes
52c6f5c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 |
{
"replicate": {},
"sambanova": {
"DeepSeek-R1-0528": 32768,
"DeepSeek-R1-Distill-Llama-70B": 131072,
"DeepSeek-V3-0324": 32768,
"E5-Mistral-7B-Instruct": 4096,
"Llama-4-Maverick-17B-128E-Instruct": 131072,
"Meta-Llama-3.1-8B-Instruct": 16384,
"Meta-Llama-3.3-70B-Instruct": 131072,
"Qwen3-32B": 32768,
"Whisper-Large-v3": 4096
},
"nebius": {
"meta-llama/Meta-Llama-3.1-8B-Instruct-fast": 131072,
"meta-llama/Meta-Llama-3.1-8B-Instruct": 131072,
"meta-llama/Meta-Llama-3.1-70B-Instruct": 131072,
"meta-llama/Meta-Llama-3.1-405B-Instruct": 131072,
"meta-llama/Llama-Guard-3-8B": 131072,
"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1": 131072,
"mistralai/Mistral-Nemo-Instruct-2407": 128000,
"google/gemma-2-2b-it": 8192,
"google/gemma-2-9b-it-fast": 8192,
"Qwen/Qwen2.5-Coder-7B-fast": 32768,
"Qwen/Qwen2.5-Coder-7B": 32768,
"Qwen/Qwen2.5-Coder-32B-Instruct-fast": 131072,
"Qwen/Qwen2.5-Coder-32B-Instruct": 131072,
"Qwen/Qwen2.5-32B-Instruct-fast": 131072,
"Qwen/Qwen2.5-32B-Instruct": 131072,
"Qwen/Qwen2.5-72B-Instruct-fast": 131072,
"Qwen/Qwen2.5-72B-Instruct": 131072,
"Qwen/Qwen2-VL-72B-Instruct": 32768,
"aaditya/Llama3-OpenBioLLM-70B": 8192,
"BAAI/bge-en-icl": 32768,
"BAAI/bge-multilingual-gemma2": 8192,
"intfloat/e5-mistral-7b-instruct": 32768,
"meta-llama/Llama-3.3-70B-Instruct": 131072,
"meta-llama/Llama-3.3-70B-Instruct-fast": 131072,
"microsoft/phi-4": 16384,
"deepseek-ai/DeepSeek-V3": 163840,
"deepseek-ai/DeepSeek-R1": 163840,
"deepseek-ai/DeepSeek-R1-0528": 131072,
"NousResearch/Hermes-3-Llama-405B": 131072,
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072,
"deepseek-ai/DeepSeek-R1-fast": 163840,
"Qwen/QwQ-32B-fast": 131072,
"Qwen/QwQ-32B": 131072,
"Qwen/Qwen3-235B-A22B": 40960,
"Qwen/Qwen3-30B-A3B": 40960,
"Qwen/Qwen3-30B-A3B-fast": 40960,
"Qwen/Qwen3-32B": 40960,
"Qwen/Qwen3-32B-fast": 40960,
"Qwen/Qwen3-14B": 40960,
"Qwen/Qwen3-4B-fast": 40960,
"nvidia/Llama-3_3-Nemotron-Super-49B-v1": 131072,
"mistralai/Mistral-Small-3.1-24B-Instruct-2503": 131072,
"mistralai/Devstral-Small-2505": 128000,
"google/gemma-3-27b-it": 110000,
"google/gemma-3-27b-it-fast": 110000,
"Qwen/Qwen2.5-VL-72B-Instruct": 32000,
"Qwen/Qwen3-Embedding-8B": 40960,
"deepseek-ai/DeepSeek-V3-0324": 163840,
"deepseek-ai/DeepSeek-V3-0324-fast": 163840,
"black-forest-labs/flux-dev": 0,
"black-forest-labs/flux-schnell": 0,
"stability-ai/sdxl": 0
},
"novita": {
"deepseek/deepseek-r1-0528": 163840,
"deepseek/deepseek-v3-0324": 163840,
"baidu/ernie-4.5-vl-424b-a47b": 123000,
"baidu/ernie-4.5-300b-a47b-paddle": 123000,
"qwen/qwen3-30b-a3b-fp8": 40960,
"minimaxai/minimax-m1-80k": 128000,
"deepseek/deepseek-r1-0528-qwen3-8b": 128000,
"qwen/qwen3-32b-fp8": 40960,
"qwen/qwen2.5-vl-72b-instruct": 32768,
"qwen/qwen3-235b-a22b-fp8": 40960,
"deepseek/deepseek-v3-turbo": 64000,
"meta-llama/llama-4-maverick-17b-128e-instruct-fp8": 1048576,
"google/gemma-3-27b-it": 32000,
"deepseek/deepseek-r1-turbo": 64000,
"Sao10K/L3-8B-Stheno-v3.2": 8192,
"gryphe/mythomax-l2-13b": 4096,
"deepseek/deepseek-prover-v2-671b": 160000,
"meta-llama/llama-4-scout-17b-16e-instruct": 131072,
"deepseek/deepseek-r1-distill-llama-8b": 32000,
"meta-llama/llama-3.1-8b-instruct": 16384,
"deepseek/deepseek-r1-distill-qwen-14b": 64000,
"meta-llama/llama-3.3-70b-instruct": 131072,
"qwen/qwen-2.5-72b-instruct": 32000,
"mistralai/mistral-nemo": 60288,
"deepseek/deepseek-r1-distill-qwen-32b": 64000,
"meta-llama/llama-3-8b-instruct": 8192,
"microsoft/wizardlm-2-8x22b": 65535,
"deepseek/deepseek-r1-distill-llama-70b": 32000,
"mistralai/mistral-7b-instruct": 32768,
"meta-llama/llama-3-70b-instruct": 8192,
"nousresearch/hermes-2-pro-llama-3-8b": 8192,
"sao10k/l3-70b-euryale-v2.1": 8192,
"cognitivecomputations/dolphin-mixtral-8x22b": 16000,
"sophosympatheia/midnight-rose-70b": 4096,
"sao10k/l3-8b-lunaris": 8192,
"baidu/ernie-4.5-vl-28b-a3b": 30000,
"baidu/ernie-4.5-21B-a3b": 120000,
"baidu/ernie-4.5-0.3b": 120000,
"google/gemma-3-1b-it": 32768,
"qwen/qwen3-8b-fp8": 128000,
"qwen/qwen3-4b-fp8": 128000,
"thudm/glm-4-32b-0414": 32000,
"qwen/qwen2.5-7b-instruct": 32000,
"meta-llama/llama-3.2-1b-instruct": 131000,
"meta-llama/llama-3.2-3b-instruct": 32768,
"meta-llama/llama-3.1-8b-instruct-bf16": 8192,
"sao10k/l31-70b-euryale-v2.2": 8192
},
"fal": {
"fal/model-name": 4096
},
"cerebras": {
"cerebras/model-name": 8192
},
"hf-inference": {
"google/gemma-2-9b-it": 8192,
"meta-llama/Meta-Llama-3-8B-Instruct": 8192
},
"hyperbolic": {
"Qwen/Qwen2.5-72B-Instruct": 131072,
"Qwen/Qwen2.5-VL-72B-Instruct": 32768,
"meta-llama/Meta-Llama-3-70B-Instruct": 8192,
"deepseek-ai/DeepSeek-V3": 131072,
"deepseek-ai/DeepSeek-V3-0324": 163840,
"meta-llama/Llama-3.3-70B-Instruct": 131072,
"Qwen/Qwen2.5-Coder-32B-Instruct": 32768,
"meta-llama/Llama-3.2-3B-Instruct": 131072,
"NousResearch/Hermes-3-Llama-3.1-70B": 12288,
"meta-llama/Meta-Llama-3.1-405B-Instruct": 131000,
"meta-llama/Meta-Llama-3.1-70B-Instruct": 131072,
"meta-llama/Meta-Llama-3.1-8B-Instruct": 131072,
"mistralai/Pixtral-12B-2409": 32768,
"Qwen/Qwen2.5-VL-7B-Instruct": 32768,
"meta-llama/Meta-Llama-3.1-405B-FP8": 32768,
"deepseek-ai/DeepSeek-R1": 163840,
"Qwen/QwQ-32B": 131072
},
"cohere": {
"embed-english-light-v3.0": 512,
"embed-multilingual-v2.0": 256,
"rerank-v3.5": 4096,
"embed-v4.0": 8192,
"rerank-english-v3.0": 4096,
"command-r-08-2024": 132096,
"embed-english-light-v3.0-image": 0,
"embed-english-v3.0-image": 0,
"command-nightly": 288000,
"command-a-03-2025": 288000,
"command-r-plus-08-2024": 132096,
"c4ai-aya-vision-32b": 16384,
"command-r": 132096,
"command-r7b-12-2024": 132000,
"command-r7b-arabic-02-2025": 128000,
"command-light-nightly": 4096,
"embed-english-v3.0": 512,
"embed-multilingual-light-v3.0-image": 0,
"embed-multilingual-v3.0-image": 0,
"c4ai-aya-expanse-32b": 128000,
"command": 4096
},
"together": {
"togethercomputer/m2-bert-80M-32k-retrieval": 32768,
"cartesia/sonic": 0,
"meta-llama/Meta-Llama-3-8B-Instruct-Lite": 8192,
"intfloat/multilingual-e5-large-instruct": 514,
"Alibaba-NLP/gte-modernbert-base": 8192,
"meta-llama/Llama-4-Scout-17B-16E-Instruct": 1048576,
"meta-llama/LlamaGuard-2-8b": 8192,
"Qwen/Qwen2.5-Coder-32B-Instruct": 16384,
"cartesia/sonic-2": 0,
"Qwen/Qwen3-235B-A22B-fp8-tput": 40960,
"togethercomputer/MoA-1": 32768,
"meta-llama/Meta-Llama-3-70B-Instruct-Turbo": 8192,
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 131072,
"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 131072,
"meta-llama/Meta-Llama-Guard-3-8B": 8192,
"arcee_ai/arcee-spotlight": 131072,
"google/gemma-3-27b-it": 65536,
"arcee-ai/AFM-4.5B-Preview": 65536,
"deepseek-ai/DeepSeek-V3": 131072,
"lgai/exaone-3-5-32b-instruct": 32768,
"deepseek-ai/DeepSeek-R1-0528-tput": 163840,
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
"meta-llama/Llama-Vision-Free": 131072,
"meta-llama/Llama-3-8b-chat-hf": 8192,
"mistralai/Mistral-7B-Instruct-v0.1": 32768,
"Qwen/QwQ-32B": 131072,
"meta-llama/Llama-2-70b-hf": 4096,
"togethercomputer/MoA-1-Turbo": 32768,
"black-forest-labs/FLUX.1-kontext-max": 0,
"perplexity-ai/r1-1776": 163840,
"mistralai/Mistral-7B-Instruct-v0.2": 32768,
"deepseek-ai/DeepSeek-V3-p-dp": 131072,
"Qwen/Qwen2-72B-Instruct": 32768,
"mistralai/Mistral-7B-Instruct-v0.3": 32768,
"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768,
"meta-llama/Llama-Guard-3-11B-Vision-Turbo": 131072,
"Qwen/Qwen2-VL-72B-Instruct": 32768,
"scb10x/scb10x-llama3-1-typhoon2-70b-instruct": 8192,
"arcee-ai/maestro-reasoning": 131072,
"meta-llama/Llama-3.2-3B-Instruct-Turbo": 131072,
"arcee-ai/virtuoso-medium-v2": 131072,
"arcee-ai/coder-large": 32768,
"meta-llama/Llama-Guard-4-12B": 1048576,
"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": 131072,
"arcee-ai/virtuoso-large": 131072,
"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": 131072,
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072,
"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": 32768,
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": 1048576,
"togethercomputer/Refuel-Llm-V2-Small": 8192,
"togethercomputer/Refuel-Llm-V2": 16384,
"Qwen/Qwen2.5-VL-72B-Instruct": 32768,
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
"scb10x/scb10x-typhoon-2-1-gemma3-12b": 131072,
"arcee-ai/caller": 32768,
"lgai/exaone-deep-32b": 32768,
"black-forest-labs/FLUX.1-kontext-pro": 0,
"google/gemma-3n-E4B-it": 32768,
"deepseek-ai/DeepSeek-R1": 163840,
"Qwen/Qwen2.5-72B-Instruct-Turbo": 131072,
"meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo": 131072,
"arcee-ai/arcee-blitz": 32768,
"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
"meta-llama/Llama-3-70b-chat-hf": 8192,
"google/gemma-2-27b-it": 8192,
"meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": 131072,
"Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
"mistralai/Mistral-Small-24B-Instruct-2501": 32768,
"Salesforce/Llama-Rank-V1": 8192,
"meta-llama/Llama-3.3-70B-Instruct-Turbo": 131072,
"marin-community/marin-8b-instruct": 4096,
"Qwen/Qwen3-32B-FP8": 0
},
"fireworks-ai": {
"accounts/perplexity/models/r1-1776": 163840,
"accounts/fireworks/models/deepseek-r1-0528": 163840,
"accounts/fireworks/models/qwen3-30b-a3b": 40000,
"accounts/fireworks/models/llama-guard-3-8b": 131072,
"accounts/fireworks/models/llama4-scout-instruct-basic": 10485760,
"accounts/fireworks/models/llama4-maverick-instruct-basic": 1048576,
"accounts/fireworks/models/llama-v3p1-8b-instruct": 131072,
"accounts/fireworks/models/firesearch-ocr-v6": 8192,
"accounts/fireworks/models/llama-v3p1-405b-instruct": 131072,
"accounts/fireworks/models/qwen2-vl-72b-instruct": 32768,
"accounts/fireworks/models/mixtral-8x22b-instruct": 65536,
"accounts/fireworks/models/qwen2p5-72b-instruct": 32768,
"accounts/fireworks/models/deepseek-r1-basic": 163840,
"accounts/fireworks/models/llama-v3p1-70b-instruct": 131072,
"accounts/fireworks/models/qwen3-235b-a22b": 128000,
"accounts/fireworks/models/llama-v3p3-70b-instruct": 131072,
"accounts/fireworks/models/deepseek-r1": 163840,
"accounts/sentientfoundation/models/dobby-unhinged-llama-3-3-70b-new": 131072,
"accounts/sentientfoundation-serverless/models/dobby-mini-unhinged-plus-llama-3-1-8b": 131072,
"accounts/fireworks/models/deepseek-v3": 131072,
"accounts/fireworks/models/deepseek-v3-0324": 163840,
"accounts/fireworks/models/qwq-32b": 131072,
"accounts/fireworks/models/qwen2p5-vl-32b-instruct": 128000
}
} |