remove tokens used check
Browse files
server.js
CHANGED
|
@@ -461,9 +461,9 @@ ${REPLACE_END}
|
|
| 461 |
|
| 462 |
const client = new InferenceClient(token);
|
| 463 |
|
| 464 |
-
let TOKENS_USED = prompt?.length;
|
| 465 |
-
if (previousPrompt) TOKENS_USED += previousPrompt.length;
|
| 466 |
-
if (html) TOKENS_USED += html.length;
|
| 467 |
|
| 468 |
const DEFAULT_PROVIDER = PROVIDERS.novita;
|
| 469 |
const selectedProvider =
|
|
@@ -471,13 +471,13 @@ ${REPLACE_END}
|
|
| 471 |
? PROVIDERS[selectedModel.autoProvider]
|
| 472 |
: PROVIDERS[provider] ?? DEFAULT_PROVIDER;
|
| 473 |
|
| 474 |
-
if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
|
| 475 |
-
|
| 476 |
-
|
| 477 |
-
|
| 478 |
-
|
| 479 |
-
|
| 480 |
-
}
|
| 481 |
|
| 482 |
try {
|
| 483 |
const response = await client.chatCompletion({
|
|
|
|
| 461 |
|
| 462 |
const client = new InferenceClient(token);
|
| 463 |
|
| 464 |
+
// let TOKENS_USED = prompt?.length;
|
| 465 |
+
// if (previousPrompt) TOKENS_USED += previousPrompt.length;
|
| 466 |
+
// if (html) TOKENS_USED += html.length;
|
| 467 |
|
| 468 |
const DEFAULT_PROVIDER = PROVIDERS.novita;
|
| 469 |
const selectedProvider =
|
|
|
|
| 471 |
? PROVIDERS[selectedModel.autoProvider]
|
| 472 |
: PROVIDERS[provider] ?? DEFAULT_PROVIDER;
|
| 473 |
|
| 474 |
+
// if (provider !== "auto" && TOKENS_USED >= selectedProvider.max_tokens) {
|
| 475 |
+
// return res.status(400).send({
|
| 476 |
+
// ok: false,
|
| 477 |
+
// openSelectProvider: true,
|
| 478 |
+
// message: `Context is too long. ${selectedProvider.name} allow ${selectedProvider.max_tokens} max tokens.`,
|
| 479 |
+
// });
|
| 480 |
+
// }
|
| 481 |
|
| 482 |
try {
|
| 483 |
const response = await client.chatCompletion({
|