xu song
commited on
Commit
·
aa1923f
1
Parent(s):
d47c36f
update
Browse files- models/cpp_qwen2.py +2 -2
models/cpp_qwen2.py
CHANGED
|
@@ -129,13 +129,13 @@ if __name__ == "__main__":
|
|
| 129 |
# print(output)
|
| 130 |
|
| 131 |
messages = [{"role": "system", "content": "你是一个导游。"}]
|
| 132 |
-
print(messages)
|
| 133 |
for generated_text, generated_tokens in bot.generate_query(messages, stream=True):
|
| 134 |
print(generated_text, generated_tokens)
|
| 135 |
|
| 136 |
for i in range(3):
|
| 137 |
messages.append({"role": "user" if i % 2 == 0 else "assistant", "content": generated_text, "tokens": generated_tokens})
|
| 138 |
-
print("requesting", messages)
|
| 139 |
for generated_text, all_tokens in bot.generate(messages, stream=True):
|
| 140 |
print(generated_text, all_tokens)
|
| 141 |
|
|
|
|
| 129 |
# print(output)
|
| 130 |
|
| 131 |
messages = [{"role": "system", "content": "你是一个导游。"}]
|
| 132 |
+
print("######## requesting", messages)
|
| 133 |
for generated_text, generated_tokens in bot.generate_query(messages, stream=True):
|
| 134 |
print(generated_text, generated_tokens)
|
| 135 |
|
| 136 |
for i in range(3):
|
| 137 |
messages.append({"role": "user" if i % 2 == 0 else "assistant", "content": generated_text, "tokens": generated_tokens})
|
| 138 |
+
print("######## requesting", messages)
|
| 139 |
for generated_text, all_tokens in bot.generate(messages, stream=True):
|
| 140 |
print(generated_text, all_tokens)
|
| 141 |
|