Spaces:
Runtime error
Runtime error
Update rpc.py
Browse files
rpc.py
CHANGED
|
@@ -181,7 +181,7 @@ def load_index(index_path="/dev/shm/rpc-vecdb/index"):
|
|
| 181 |
# Generate Function
|
| 182 |
def generate(text, use_rpc=True, max_tokens=128):
|
| 183 |
enc_text = tokenizer.encode(text, add_special_tokens=False)
|
| 184 |
-
|
| 185 |
i = 0
|
| 186 |
while i < max_tokens and tok != vocab_size - 2:
|
| 187 |
|
|
|
|
| 181 |
# Generate Function
|
| 182 |
def generate(text, use_rpc=True, max_tokens=128):
|
| 183 |
enc_text = tokenizer.encode(text, add_special_tokens=False)
|
| 184 |
+
tok = None
|
| 185 |
i = 0
|
| 186 |
while i < max_tokens and tok != vocab_size - 2:
|
| 187 |
|