llama_react.py 660 B

123456789101112131415161718
  1. from prompt.react import ReAct
  2. class LlamaReAct(ReAct):
  3. def __init__(self, query, lang='en', upload_file_paths=[]):
  4. super().__init__(query, lang, upload_file_paths)
  5. def build_prompt(self):
  6. planning_prompt = super().build_prompt()
  7. planning_prompt = '[INST] ' + planning_prompt + ' [/INST]'
  8. if '<|im_end|>' in self.query:
  9. planning_prompt = planning_prompt.replace('<|im_end|>\n<|im_start|>assistant', ' [/INST] ')
  10. assert planning_prompt.endswith(' [/INST]')
  11. planning_prompt = planning_prompt[: -len(' [/INST]')]
  12. self.prompt = planning_prompt
  13. return planning_prompt