feat: more context window length options

index.html

@@ -36,8 +36,14 @@
           <div class="form-group">
             <label for="context">Context Window:</label>
             <select id="context" name="context">
-              <option value="1k">1024</option>
-              <option value="">4096</option>
+              <option value="1024">1k</option>
+              <option value="2048">2k</option>
+              <option value="4096">4k</option>
+              <option value="8192">8k</option>
+              <option value="16384">16k</option>
+              <option value="32768">32k</option>
+              <option value="65536">64k</option>
+              <option value="131072">128k</option>
             </select>
           </div>
 

src/index.js

@@ -44,22 +44,20 @@ engine.setInitProgressCallback(updateEngineInitProgressCallback);
 
 async function initializeWebLLMEngine() {
   const quantization = document.getElementById("quantization").value;
-  const context_window = document.getElementById("context").value;
+  const context_window_size = parseInt(document.getElementById("context").value);
   const temperature = parseFloat(document.getElementById("temperature").value);
   const top_p = parseFloat(document.getElementById("top_p").value);
   const presence_penalty = parseFloat(document.getElementById("presence_penalty").value);
   const frequency_penalty = parseFloat(document.getElementById("frequency_penalty").value);
 
   document.getElementById("download-status").classList.remove("hidden");
-  let selectedModel = `Phi-3.5-mini-instruct-${quantization}_1-MLC`;
-  if (context_window) {
-    selectedModel += "-" + context_window;
-  }
+  const selectedModel = `Phi-3.5-mini-instruct-${quantization}_1-MLC`;
   const config = {
     temperature,
     top_p,
     frequency_penalty,
     presence_penalty,
+    context_window_size,
   };
   console.log(`Loading Model: ${selectedModel}`);
   console.log(`Config: ${Object.toString(config)}`);