|
@@ -68,8 +68,6 @@ def set_lmdeploy_backend(device_type:str) -> str:
|
|
|
return lmdeploy_backend
|
|
return lmdeploy_backend
|
|
|
|
|
|
|
|
|
|
|
|
|
-
|
|
|
|
|
-
|
|
|
|
|
def set_default_gpu_memory_utilization() -> float:
|
|
def set_default_gpu_memory_utilization() -> float:
|
|
|
from vllm import __version__ as vllm_version
|
|
from vllm import __version__ as vllm_version
|
|
|
if version.parse(vllm_version) >= version.parse("0.11.0"):
|
|
if version.parse(vllm_version) >= version.parse("0.11.0"):
|