Update README.md
Browse files
README.md
CHANGED
|
@@ -48,6 +48,37 @@ For more details refer to our blog post: https://hf.co/blog/smollm3
|
|
| 48 |
|
| 49 |
## How to use
|
| 50 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
### ONNXRuntime
|
| 52 |
|
| 53 |
```py
|
|
|
|
| 48 |
|
| 49 |
## How to use
|
| 50 |
|
| 51 |
+
### Transformers.js
|
| 52 |
+
|
| 53 |
+
```js
|
| 54 |
+
import { pipeline, TextStreamer } from "@huggingface/transformers";
|
| 55 |
+
|
| 56 |
+
// Create a text generation pipeline
|
| 57 |
+
const generator = await pipeline(
|
| 58 |
+
"text-generation",
|
| 59 |
+
"HuggingFaceTB/SmolLM3-3B-ONNX",
|
| 60 |
+
{ dtype: "q4f16", device: "webgpu" },
|
| 61 |
+
);
|
| 62 |
+
|
| 63 |
+
// Define the model inputs
|
| 64 |
+
const thinking = true; // Whether the model should think before answering
|
| 65 |
+
const messages = [
|
| 66 |
+
{
|
| 67 |
+
role: "system",
|
| 68 |
+
content: "You are SmolLM, a language model created by Hugging Face."
|
| 69 |
+
+ (thinking ? "/think" : "/no_think")
|
| 70 |
+
},
|
| 71 |
+
{ role: "user", content: "Solve the equation x^2 - 3x + 2 = 0" },
|
| 72 |
+
];
|
| 73 |
+
|
| 74 |
+
// Generate a response
|
| 75 |
+
const output = await generator(messages, {
|
| 76 |
+
max_new_tokens: 1024,
|
| 77 |
+
streamer: new TextStreamer(generator.tokenizer, { skip_prompt: true, skip_special_tokens: true }),
|
| 78 |
+
});
|
| 79 |
+
console.log(output[0].generated_text.at(-1).content);
|
| 80 |
+
```
|
| 81 |
+
|
| 82 |
### ONNXRuntime
|
| 83 |
|
| 84 |
```py
|