| import sys | |
| import os | |
| import argparse | |
| import asyncio | |
| from argparse import Namespace | |
| sys.path.append(os.path.dirname(os.path.abspath(__file__)) + '/../../') | |
| from chains.dialogue_answering import * | |
| from langchain.llms import OpenAI | |
| from models.base import (BaseAnswer, | |
| AnswerResult) | |
| import models.shared as shared | |
| from models.loader.args import parser | |
| from models.loader import LoaderCheckPoint | |
| async def dispatch(args: Namespace): | |
| args_dict = vars(args) | |
| shared.loaderCheckPoint = LoaderCheckPoint(args_dict) | |
| llm_model_ins = shared.loaderLLM() | |
| if not os.path.isfile(args.dialogue_path): | |
| raise FileNotFoundError(f'Invalid dialogue file path for demo mode: "{args.dialogue_path}"') | |
| llm = OpenAI(temperature=0) | |
| dialogue_instance = DialogueWithSharedMemoryChains(zero_shot_react_llm=llm, ask_llm=llm_model_ins, params=args_dict) | |
| dialogue_instance.agent_chain.run(input="What did David say before, summarize it") | |
| if __name__ == '__main__': | |
| parser.add_argument('--dialogue-path', default='', type=str, help='dialogue-path') | |
| parser.add_argument('--embedding-model', default='', type=str, help='embedding-model') | |
| args = parser.parse_args(['--dialogue-path', '/home/dmeck/Downloads/log.txt', | |
| '--embedding-mode', '/media/checkpoint/text2vec-large-chinese/']) | |
| loop = asyncio.new_event_loop() | |
| asyncio.set_event_loop(loop) | |
| loop.run_until_complete(dispatch(args)) | |