We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d9b5deb commit 94eaf6aCopy full SHA for 94eaf6a
tensorrt_llm/llmapi/llm.py
@@ -31,8 +31,8 @@
31
from ..logger import logger
32
from ..sampling_params import SamplingParams
33
from .llm_args import (TORCH_LLMARGS_EXPLICIT_DOCSTRING,
34
- TRT_LLMARGS_EXPLICIT_DOCSTRING, NGramDecodingConfig, PeftCacheConfig,
35
- PybindMirror, TorchLlmArgs, TrtLlmArgs)
+ TRT_LLMARGS_EXPLICIT_DOCSTRING, NGramDecodingConfig,
+ PeftCacheConfig, PybindMirror, TorchLlmArgs, TrtLlmArgs)
36
from .llm_utils import (CachedModelLoader, KvCacheRetentionConfig,
37
LlmBuildStats, ModelLoader, _ModelRuntimeContext)
38
from .mpi_session import MpiPoolSession, external_mpi_comm_available
0 commit comments