add dolphin inference by tensorrt-llm
This commit is contained in:
14
deployment/tensorrt_llm/convert/build_visual_engine.py
Normal file
14
deployment/tensorrt_llm/convert/build_visual_engine.py
Normal file
@@ -0,0 +1,14 @@
|
||||
# copied from: https://github.com/NVIDIA/TensorRT-LLM/blob/v0.18.2/examples/multimodal/build_visual_engine.py
|
||||
|
||||
import argparse
|
||||
|
||||
from tensorrt_llm.tools.multimodal_builder import (VisionEngineBuilder,
|
||||
add_multimodal_arguments)
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = argparse.ArgumentParser()
|
||||
parser = add_multimodal_arguments(parser)
|
||||
args = parser.parse_args()
|
||||
|
||||
builder = VisionEngineBuilder(args)
|
||||
builder.build()
|
||||
Reference in New Issue
Block a user