nemo_curator.models.qwen_vl

View as Markdown

Module Contents

Classes

NameDescription
LLM-
QwenVL-
SamplingParams-

Data

VLLM_AVAILABLE

_QWEN2_5_VL_MODEL_ID

_QWEN2_5_VL_MODEL_REVISION

_QWEN_VARIANTS_INFO

API

class nemo_curator.models.qwen_vl.LLM()
class nemo_curator.models.qwen_vl.QwenVL(
model_dir: str,
model_variant: str,
caption_batch_size: int,
fp8: bool = True,
max_output_tokens: int = 512,
model_does_preprocess: bool = False,
disable_mmcache: bool = False,
stage2_prompt_text: str | None = None,
verbose: bool = False
)

Bases: ModelInterface

model_id_names
list[str]
pattern
= '(.*)(user_prompt)(.*)'
weight_file
nemo_curator.models.qwen_vl.QwenVL.download_weights_on_node(
model_dir: str
) -> None
classmethod

Download the weights for the QwenVL model on the node.

nemo_curator.models.qwen_vl.QwenVL.generate(
videos: list[dict[str, typing.Any]],
generate_stage2_caption: bool = False,
batch_size: int = 16
) -> list[str]
nemo_curator.models.qwen_vl.QwenVL.setup() -> None
class nemo_curator.models.qwen_vl.SamplingParams()
nemo_curator.models.qwen_vl.VLLM_AVAILABLE = True
nemo_curator.models.qwen_vl._QWEN2_5_VL_MODEL_ID = 'Qwen/Qwen2.5-VL-7B-Instruct'
nemo_curator.models.qwen_vl._QWEN2_5_VL_MODEL_REVISION = 'cc59489'
nemo_curator.models.qwen_vl._QWEN_VARIANTS_INFO = {'qwen': _QWEN2_5_VL_MODEL_ID}