You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
"Please set the TRTLLM_PLUGINS_PATH to the directory containing libnvinfer_plugin_tensorrt_llm.so to use converters for torch.distributed ops or else set the USE_TRTLLM_PLUGINS variable to download the shared library",
1064
-
)
1065
-
# for key, value in os.environ.items():
1066
-
# print(f"{key}: {value}")
1067
1062
# this option can be used by user if TRTLLM_PLUGINS_PATH is not set by user
1068
1063
use_trtllm_plugin=os.environ.get("USE_TRTLLM_PLUGINS", "0").lower() in (
"Neither TRTLLM_PLUGIN_PATH is set nor is it directed to download the shared library"
1071
+
"Neither TRTLLM_PLUGIN_PATH is set nor is it directed to download the shared library. Please set either of the two to use TRT-LLM libraries in torchTRT"
0 commit comments