4 Commits 21cd94c4cb ... 24e87f48e6

Autor SHA1 Mensagem Data
  jiaqiang 24e87f48e6 增加Qwen32B配置 há 1 semana atrás
  jiaqiang 421c659425 Merge branch 'master' of http://git.yangzhiqiang.tech/jiaqiang/tx_flow_analysis há 1 semana atrás
  jiaqiang 057bd30b7a LLM实例获取 há 1 semana atrás
  jiaqiang 010d7a0d21 增加测试文件 há 1 semana atrás
2 ficheiros alterados com 69 adições e 0 exclusões
  1. 63 0
      llmops/agents/llm.py
  2. 6 0
      llmops/config.py

+ 63 - 0
llmops/agents/llm.py

@@ -0,0 +1,63 @@
+
+
+from langchain_openai import ChatOpenAI
+from llmops.config import qwen3_32B_model
+
+
+
+# 获取大模型实例
+def get_llm(model_name: str, api_key: str, base_url: str, temperature: float = 0.1, streaming: bool = True) -> ChatOpenAI:
+    """
+    获取 LLM 实例
+    :param model_name:
+    :param api_key:
+    :param base_url:
+    :param temperature:
+    :param streaming:
+    :return:
+    """
+    return ChatOpenAI(
+        model=model_name,
+        base_url=base_url,
+        api_key=api_key,
+        temperature=temperature,
+        streaming=True
+    )
+
+
+def get_qwen3_32B_llm() -> ChatOpenAI:
+    """
+    获取 千问 32B 大模型实例的简易函数
+    :return:
+    """
+    try:
+        model_name = qwen3_32B_model["name"]
+        api_key = qwen3_32B_model.get("api_key", "")
+        base_url = qwen3_32B_model.get("base_url", "")
+        return get_llm(model_name=model_name, api_key=api_key, base_url=base_url)
+    except Exception as e:
+        raise e
+
+
+def get_deepseek_v3_llm() -> ChatOpenAI:
+    """
+    获取 deekseek V3 大模型实例的简易函数
+    :return:
+    """
+    try:
+        model_name = qwen3_32B_model["name"]
+        api_key = qwen3_32B_model.get("api_key", "")
+        base_url = qwen3_32B_model.get("base_url", "")
+        return get_llm(model_name=model_name, api_key=api_key, base_url=base_url)
+    except Exception as e:
+        raise e
+
+
+if __name__ == '__main__':
+    """
+    程序入口
+    """
+    llm = get_qwen3_32B_llm()
+    print(llm)
+    response = llm.invoke("你好")
+    print(response)

+ 6 - 0
llmops/config.py

@@ -96,4 +96,10 @@ CONFIG_VALID = len(validate_config()) == 0
 # 数据打标引擎入参映射(行业 -> ID)
 DATA_CLASSIFY_ENGINE_PARAM_MAPPER = {
     "农业": "metric-农业分类打标-1230"
+}
+
+qwen3_32B_model = {
+    "name": "Qwen3-32B",
+    "api_key": "",
+    "base_url": "http://10.192.72.12:9996/v1"
 }