Hy3

# 拉取 Hy3 专属镜像
docker pull vllm/vllm-openai:hy3

docker run --rm --gpus all nvidia/cuda:12.8.0-base-ubuntu22.04 nvidia-smi

# model_download.py
# 注意修改 cache_dir 为保存的路径
from modelscope import snapshot_download

model_dir = snapshot_download(
    'Tencent-Hunyuan/Hy3',
    cache_dir='请修改我！！！',
    revision='master',
)

print(f"模型下载完成，保存路径为：{model_dir}")

docker run --gpus all --ipc=host --name hy3-vllm \
  -v ./Tencent-Hunyuan/Hy3-FP8:/model \
  -p 40061:40061 \
  vllm/vllm-openai:hy3 \
  /model \
  --tensor-parallel-size 4 \
  --disable-access-log-for-endpoints /metrics \
  --enable-prompt-tokens-details \
  --gpu-memory-utilization 0.9 \
  --enable-auto-tool-choice \
  --max-model-len 262144 \
  --tool-call-parser hy_v3 \
  --kv-cache-dtype fp8 \
  --reasoning-parser hy_v3 \
  --trust-remote-code \
  --host 0.0.0.0 \
  --port 40061 \
  --served-model-name hy3-fp8

from openai import OpenAI

openai_api_key = "EMPTY"
openai_api_base = "http://127.0.0.1:40061/v1"  # 使用正确的端口

prompt_daily_chat = "你好，你是谁"
prompt_math_reasoning = "Find the sum of all integer bases $b>9$ for which $17_{b}$ is a divisor of $97_{b}$."
prompt_coding = "写一个python程序，实现快速排序"
prompts = [prompt_daily_chat, prompt_math_reasoning, prompt_coding]

client = OpenAI(
    api_key=openai_api_key,
    base_url=openai_api_base,
)

for i in range(len(prompts)):
    response = client.chat.completions.create(
        model="hy3",
        messages=[{"role": "user", "content": prompts[i]}],
        temperature=0,
        max_tokens=8000
    )

    print(f"问题 {i+1}: {prompts[i]}")
    print(f"Hy3 回复 {i+1}: {response.choices[0].message.content}")
    print("-" * 100)

curl http://127.0.0.1:40061/v1/models

from openai import OpenAI
import json

openai_api_key = "EMPTY"
openai_api_base = "http://127.0.0.1:8085/v1"
client = OpenAI(api_key=openai_api_key, base_url=openai_api_base)


def get_weather(location: str, date: str = "今天", unit: str = "celsius") -> str:
    """示例工具：查询天气（示例中返回模拟结果）。"""
    normalized_unit = "°C" if unit == "celsius" else "°F"
    return f"{location}{date}多云，气温 28{normalized_unit}，湿度 70%，东北风 3 级。"


tool_messages = [
    {"role": "system", "content": "你可以调用工具来获取实时天气。"},
    {"role": "user", "content": "帮我查一下深圳今天的天气，用摄氏度。"},
]

weather_tools = [
    {
        "type": "function",
        "function": {
            "name": "get_weather",
            "description": "根据地点与日期查询天气，返回简要的天气描述。",
            "parameters": {
                "type": "object",
                "properties": {
                    "location": {"type": "string", "description": "城市名，如北京、深圳"},
                    "date": {"type": "string", "description": "日期，YYYY-MM-DD 或 今天/明天", "default": "今天"},
                    "unit": {"type": "string", "enum": ["celsius", "fahrenheit"], "default": "celsius"},
                },
                "required": ["location"],
            },
        },
    }
]

first_tool_response = client.chat.completions.create(
    model="hy3",
    messages=tool_messages,
    temperature=0,
    max_tokens=7500,
    tools=weather_tools,
    tool_choice="auto",
    extra_body={"chat_template_kwargs": {"enable_thinking": True}},
)

assistant_msg = first_tool_response.choices[0].message
tool_messages.append({
    "role": "assistant",
    "content": assistant_msg.content or "",
    "tool_calls": assistant_msg.tool_calls,
})

tool_calls = assistant_msg.tool_calls or []
for tool_call in tool_calls:
    function_name = tool_call.function.name
    try:
        function_args = json.loads(tool_call.function.arguments or "{}")
    except json.JSONDecodeError:
        function_args = {}

    if function_name == "get_weather":
        tool_result = get_weather(
            location=function_args.get("location", "未知城市"),
            date=function_args.get("date", "今天"),
            unit=function_args.get("unit", "celsius"),
        )
    else:
        tool_result = f"不支持的工具: {function_name}"

    tool_messages.append({
        "role": "tool",
        "tool_call_id": tool_call.id,
        "content": tool_result,
    })

final_tool_response = client.chat.completions.create(
    model="hy3",
    messages=tool_messages,
    temperature=0,
    max_tokens=8000,
    extra_body={"chat_template_kwargs": {"enable_thinking": True}},
)

print(f"Hy3 工具调用回复: {first_tool_response.choices[0].message.content}")
print(f"Hy3 回复 4: {final_tool_response.choices[0].message.content}")