Skip to content

[Misc][Platform] Improve log info #13732

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

[Misc][Platform] Improve log info #13732

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 16 additions & 6 deletions vllm/platforms/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ def tpu_platform_plugin() -> Optional[str]:
import libtpu # noqa: F401
is_tpu = True
except Exception:
logger.debug("Failed to import libtpu. tpu platform is skipped.")
pass

return "vllm.platforms.tpu.TpuPlatform" if is_tpu else None
Expand All @@ -65,6 +66,8 @@ def cuda_platform_plugin() -> Optional[str]:
except Exception as e:
if "nvml" not in e.__class__.__name__.lower():
# If the error is not related to NVML, re-raise it.
logger.debug("Unexpected error when importing pynvml, "
"gpu platform is skipped.")
raise e

# CUDA is supported on Jetson, but NVML may not be.
Expand All @@ -76,6 +79,8 @@ def cuda_is_jetson() -> bool:

if cuda_is_jetson():
is_cuda = True
else:
logger.debug("Failed to import pynvml, cuda platform is skipped.")

return "vllm.platforms.cuda.CudaPlatform" if is_cuda else None

Expand All @@ -92,7 +97,7 @@ def rocm_platform_plugin() -> Optional[str]:
finally:
amdsmi.amdsmi_shut_down()
except Exception:
pass
logger.debug("Failed to import amdsmi. rocm platform is skipped.")

return "vllm.platforms.rocm.RocmPlatform" if is_rocm else None

Expand All @@ -103,7 +108,8 @@ def hpu_platform_plugin() -> Optional[str]:
from importlib import util
is_hpu = util.find_spec('habana_frameworks') is not None
except Exception:
pass
logger.debug(
"Failed to import habana_frameworks. hpu platform is skipped.")

return "vllm.platforms.hpu.HpuPlatform" if is_hpu else None

Expand All @@ -119,7 +125,8 @@ def xpu_platform_plugin() -> Optional[str]:
if hasattr(torch, 'xpu') and torch.xpu.is_available():
is_xpu = True
except Exception:
pass
logger.debug("Failed to import intel_extension_for_pytorch or "
"oneccl_bindings_for_pytorch. xpu platform is skipped.")

return "vllm.platforms.xpu.XPUPlatform" if is_xpu else None

Expand All @@ -144,7 +151,9 @@ def neuron_platform_plugin() -> Optional[str]:
import transformers_neuronx # noqa: F401
is_neuron = True
except ImportError:
pass
logger.debug(
"Failed to import transformers_neuronx. neuron platform is skipped."
)

return "vllm.platforms.neuron.NeuronPlatform" if is_neuron else None

Expand Down Expand Up @@ -182,7 +191,7 @@ def resolve_current_platform_cls_qualname() -> str:
if platform_cls_qualname is not None:
activated_plugins.append(name)
except Exception:
pass
logger.debug("Failed to resolve platform %s.", name, exc_info=True)

activated_builtin_plugins = list(
set(activated_plugins) & set(builtin_platform_plugins.keys()))
Expand All @@ -209,7 +218,8 @@ def resolve_current_platform_cls_qualname() -> str:
else:
platform_cls_qualname = "vllm.platforms.interface.UnspecifiedPlatform"
logger.info(
"No platform detected, vLLM is running on UnspecifiedPlatform")
"No platform detected, vLLM is running on UnspecifiedPlatform. "
"Enable debug logging to get more details.")
return platform_cls_qualname


Expand Down