给你的LLM / MLLM装上决策引擎

from llm2jev import Client, Choice

client = Client(
    base_url="http://localhost:30000/v1",
    api_key="unused",
)

response = client.systemone.create(
    model="local-model",
    state="My card was charged twice.",
    questions={
        "decision": Choice(criteria={
            "billing": "Charges and billing",
            "shipping": "Delivery",
        }),
    },
)
print(response.answers["decision"])

{
  "type": "choice",
  "choice": "billing",
  "probabilities": {
    "billing": 0.92,
    "shipping": 0.08
  }
}