jan-ai commited on
Commit
8a4ff1b
·
verified ·
1 Parent(s): 28efe9c

Update model.yml ngl

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -14,7 +14,7 @@ max_tokens: 4096 # Infer from base config.json -> max_position_embeddings
14
  stream: true # true | false
15
 
16
  # Engine / Model Settings
17
- ngl: 32 # Infer from base config.json -> num_attention_heads
18
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
19
  engine: cortex.llamacpp
20
  prompt_template: "{system_message} [INST] {prompt} [/INST]"
 
14
  stream: true # true | false
15
 
16
  # Engine / Model Settings
17
+ ngl: 33 # Infer from base config.json -> num_attention_heads
18
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
19
  engine: cortex.llamacpp
20
  prompt_template: "{system_message} [INST] {prompt} [/INST]"