add dolphin inference by tensorrt-llm

This commit is contained in:
yingdong.han
2025-06-30 19:41:03 +08:00
parent ce591d9136
commit c247e5e1f3
14 changed files with 2472 additions and 0 deletions

View File

@@ -0,0 +1,14 @@
# copied from: https://github.com/NVIDIA/TensorRT-LLM/blob/v0.18.2/examples/multimodal/build_visual_engine.py
import argparse
from tensorrt_llm.tools.multimodal_builder import (VisionEngineBuilder,
add_multimodal_arguments)
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser = add_multimodal_arguments(parser)
args = parser.parse_args()
builder = VisionEngineBuilder(args)
builder.build()