maxframe.learn.contrib.llm.deploy.framework.InferenceFrameworkEnum

class maxframe.learn.contrib.llm.deploy.framework.InferenceFrameworkEnum(value)

__init__(*args, **kwds)

Methods

from_string(label)

Attributes

LLAMA_CPP_PYTHON_TEXT
LLAMA_CPP_SERVE_TEXT
DASH_SCOPE_TEXT
DASH_SCOPE_MULTIMODAL
VLLM_SERVE_TEXT
OPENAI_REMOTE_TEXT
OPENAI_REMOTE_MULTIMODAL
OTHER