Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Thomas G. Lopes
commited on
Commit
·
9201e9c
1
Parent(s):
e1dca2c
cleanup code
Browse files
src/lib/components/inference-playground/provider-select.svelte
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
<script lang="ts">
|
| 2 |
import type { ConversationClass } from "$lib/state/conversations.svelte";
|
| 3 |
import { pricing } from "$lib/state/pricing.svelte";
|
| 4 |
-
import type { Model } from "$lib/types.js";
|
| 5 |
import { cn } from "$lib/utils/cn.js";
|
| 6 |
import { Select } from "melt/builders";
|
| 7 |
import { run } from "svelte/legacy";
|
|
@@ -36,13 +36,6 @@
|
|
| 36 |
},
|
| 37 |
});
|
| 38 |
|
| 39 |
-
const autoPolicySelect = new Select<"default" | "fastest" | "cheapest", false>({
|
| 40 |
-
value: () => conversation.data.autoPolicy ?? "default",
|
| 41 |
-
onValueChange(v) {
|
| 42 |
-
conversation.update({ autoPolicy: v });
|
| 43 |
-
},
|
| 44 |
-
});
|
| 45 |
-
|
| 46 |
const nameMap: Record<string, string> = {
|
| 47 |
"sambanova": "SambaNova",
|
| 48 |
"fal": "fal",
|
|
@@ -87,27 +80,26 @@
|
|
| 87 |
return pricing.formatPricing(pd);
|
| 88 |
}
|
| 89 |
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
return "Fastest";
|
| 96 |
-
case "cheapest":
|
| 97 |
-
return "Cheapest";
|
| 98 |
-
}
|
| 99 |
-
}
|
| 100 |
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 111 |
</script>
|
| 112 |
|
| 113 |
{#snippet providerDisplay(provider: string)}
|
|
@@ -168,7 +160,7 @@
|
|
| 168 |
<IconInfo class="size-3" />
|
| 169 |
</button>
|
| 170 |
{/snippet}
|
| 171 |
-
{
|
| 172 |
</Tooltip>
|
| 173 |
</div>
|
| 174 |
<button
|
|
@@ -178,7 +170,7 @@
|
|
| 178 |
"hover:brightness-95 dark:border-gray-700 dark:bg-gray-800 dark:hover:brightness-110",
|
| 179 |
)}
|
| 180 |
>
|
| 181 |
-
{
|
| 182 |
<div
|
| 183 |
class="absolute right-2 grid size-4 flex-none place-items-center rounded-sm bg-gray-100 text-xs dark:bg-gray-600"
|
| 184 |
>
|
|
@@ -195,7 +187,7 @@
|
|
| 195 |
<div class="flex flex-col items-start gap-0.5">
|
| 196 |
<span>{label}</span>
|
| 197 |
<span class="text-xs text-gray-500 dark:text-gray-400">
|
| 198 |
-
{
|
| 199 |
</span>
|
| 200 |
</div>
|
| 201 |
</div>
|
|
|
|
| 1 |
<script lang="ts">
|
| 2 |
import type { ConversationClass } from "$lib/state/conversations.svelte";
|
| 3 |
import { pricing } from "$lib/state/pricing.svelte";
|
| 4 |
+
import type { AutoPolicy, Model } from "$lib/types.js";
|
| 5 |
import { cn } from "$lib/utils/cn.js";
|
| 6 |
import { Select } from "melt/builders";
|
| 7 |
import { run } from "svelte/legacy";
|
|
|
|
| 36 |
},
|
| 37 |
});
|
| 38 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
const nameMap: Record<string, string> = {
|
| 40 |
"sambanova": "SambaNova",
|
| 41 |
"fal": "fal",
|
|
|
|
| 80 |
return pricing.formatPricing(pd);
|
| 81 |
}
|
| 82 |
|
| 83 |
+
const autoPolicyLabels: Record<AutoPolicy, string> = {
|
| 84 |
+
default: "Default",
|
| 85 |
+
fastest: "Fastest",
|
| 86 |
+
cheapest: "Cheapest",
|
| 87 |
+
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
|
| 89 |
+
const autoPolicyDescriptions: Record<AutoPolicy, string> = {
|
| 90 |
+
default: "Uses your preference order from Inference Provider settings",
|
| 91 |
+
fastest: "Selects the provider with highest throughput",
|
| 92 |
+
cheapest: "Selects the provider with lowest price per output token",
|
| 93 |
+
};
|
| 94 |
+
|
| 95 |
+
const autoPolicyValue = $derived(conversation.data.autoPolicy ?? "default");
|
| 96 |
+
|
| 97 |
+
const autoPolicySelect = new Select<AutoPolicy, false>({
|
| 98 |
+
value: () => autoPolicyValue,
|
| 99 |
+
onValueChange(v) {
|
| 100 |
+
conversation.update({ autoPolicy: v });
|
| 101 |
+
},
|
| 102 |
+
});
|
| 103 |
</script>
|
| 104 |
|
| 105 |
{#snippet providerDisplay(provider: string)}
|
|
|
|
| 160 |
<IconInfo class="size-3" />
|
| 161 |
</button>
|
| 162 |
{/snippet}
|
| 163 |
+
{autoPolicyDescriptions[autoPolicyValue]}
|
| 164 |
</Tooltip>
|
| 165 |
</div>
|
| 166 |
<button
|
|
|
|
| 170 |
"hover:brightness-95 dark:border-gray-700 dark:bg-gray-800 dark:hover:brightness-110",
|
| 171 |
)}
|
| 172 |
>
|
| 173 |
+
{autoPolicyLabels[autoPolicyValue]}
|
| 174 |
<div
|
| 175 |
class="absolute right-2 grid size-4 flex-none place-items-center rounded-sm bg-gray-100 text-xs dark:bg-gray-600"
|
| 176 |
>
|
|
|
|
| 187 |
<div class="flex flex-col items-start gap-0.5">
|
| 188 |
<span>{label}</span>
|
| 189 |
<span class="text-xs text-gray-500 dark:text-gray-400">
|
| 190 |
+
{autoPolicyDescriptions[policy]}
|
| 191 |
</span>
|
| 192 |
</div>
|
| 193 |
</div>
|
src/lib/state/conversations.svelte.ts
CHANGED
|
@@ -4,7 +4,13 @@ import {
|
|
| 4 |
} from "$lib/components/inference-playground/generation-config-settings.js";
|
| 5 |
import { addToast } from "$lib/components/toaster.svelte.js";
|
| 6 |
import { AbortManager } from "$lib/spells/abort-manager.svelte";
|
| 7 |
-
import {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
import { handleNonStreamingResponse, handleStreamingResponse, estimateTokens } from "$lib/utils/business.svelte.js";
|
| 9 |
import { omit, snapshot } from "$lib/utils/object.svelte";
|
| 10 |
import { models } from "./models.svelte";
|
|
@@ -52,7 +58,7 @@ export class ConversationEntity {
|
|
| 52 |
provider?: string;
|
| 53 |
|
| 54 |
@Fields.string()
|
| 55 |
-
autoPolicy?:
|
| 56 |
|
| 57 |
@Fields.string()
|
| 58 |
projectId!: string;
|
|
|
|
| 4 |
} from "$lib/components/inference-playground/generation-config-settings.js";
|
| 5 |
import { addToast } from "$lib/components/toaster.svelte.js";
|
| 6 |
import { AbortManager } from "$lib/spells/abort-manager.svelte";
|
| 7 |
+
import {
|
| 8 |
+
PipelineTag,
|
| 9 |
+
type AutoPolicy,
|
| 10 |
+
type ConversationMessage,
|
| 11 |
+
type GenerationStatistics,
|
| 12 |
+
type Model,
|
| 13 |
+
} from "$lib/types.js";
|
| 14 |
import { handleNonStreamingResponse, handleStreamingResponse, estimateTokens } from "$lib/utils/business.svelte.js";
|
| 15 |
import { omit, snapshot } from "$lib/utils/object.svelte";
|
| 16 |
import { models } from "./models.svelte";
|
|
|
|
| 58 |
provider?: string;
|
| 59 |
|
| 60 |
@Fields.string()
|
| 61 |
+
autoPolicy?: AutoPolicy;
|
| 62 |
|
| 63 |
@Fields.string()
|
| 64 |
projectId!: string;
|
src/lib/types.ts
CHANGED
|
@@ -232,3 +232,5 @@ export interface SearchContextCostPerQuery {
|
|
| 232 |
search_context_size_medium: number;
|
| 233 |
search_context_size_high: number;
|
| 234 |
}
|
|
|
|
|
|
|
|
|
| 232 |
search_context_size_medium: number;
|
| 233 |
search_context_size_high: number;
|
| 234 |
}
|
| 235 |
+
|
| 236 |
+
export type AutoPolicy = "default" | "fastest" | "cheapest";
|