maxframe.learn.contrib.llm.deploy.framework.InferenceFrameworkEnum#

class maxframe.learn.contrib.llm.deploy.framework.InferenceFrameworkEnum(value)[源代码]#
__init__(*args, **kwds)#

方法

from_string(label)

属性

LLAMA_CPP_PYTHON_TEXT

LLAMA_CPP_SERVE_TEXT

DASH_SCOPE_TEXT

DASH_SCOPE_MULTIMODAL

VLLM_SERVE_TEXT

OPENAI_REMOTE_TEXT

OPENAI_REMOTE_MULTIMODAL

OTHER