We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d15afc1 commit 4a36681Copy full SHA for 4a36681
vllm/utils/flashinfer.py
@@ -43,9 +43,13 @@ def has_flashinfer() -> bool:
43
if importlib.util.find_spec("flashinfer") is None:
44
logger.debug_once("FlashInfer unavailable since package was not found")
45
return False
46
+ # When not using flashinfer cubin,
47
# Also check if nvcc is available since it's required to JIT compile flashinfer
- if shutil.which("nvcc") is None:
48
- logger.debug_once("FlashInfer unavailable since nvcc was not found")
+ if not envs.VLLM_HAS_FLASHINFER_CUBIN and shutil.which("nvcc") is None:
49
+ logger.debug_once(
50
+ "FlashInfer unavailable since nvcc was not found "
51
+ "and not using pre-downloaded cubins"
52
+ )
53
54
return True
55
0 commit comments