CSPON-TSC/aiAgent_gd/test/test_llm_server.py

import sys
import os
parent_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..')
sys.path.append(parent_dir)

from qwen_agent.llm.llm_client import LLMClient

lianqi_client = LLMClient(
    model='Yi_34B', model_server='http://10.10.0.10:7901/v1'
)

query = '北京哪里适合旅游，请带我去看看吧？'
query = '你好!'

response = lianqi_client.chat(query=query, stream=True)
# from vllm.sampling_params import SamplingParams
for rsp in response:
    # print(rsp, end='', flush=True)
    pass
# print(response)