nemo_curator.models.qwen_lm

Module Contents

class nemo_curator.models.qwen_lm.LLM()

class nemo_curator.models.qwen_lm.QwenLM(
    model_dir: str,
    caption_batch_size: int,
    fp8: bool,
    max_output_tokens: int
)

Bases: ModelInterface

Qwen language model.

nemo_curator.models.qwen_lm.QwenLM.download_weights_on_node(
    model_dir: str
) -> None

classmethod

Download the weights for the QwenLM model on the node.

nemo_curator.models.qwen_lm.QwenLM.generate(
    inputs: list[dict[str, typing.Any]]
) -> list[str]

nemo_curator.models.qwen_lm.QwenLM.model_id_names() -> list[str]

nemo_curator.models.qwen_lm.QwenLM.setup() -> None

class nemo_curator.models.qwen_lm.SamplingParams()

nemo_curator.models.qwen_lm.VLLM_AVAILABLE = True

nemo_curator.models.qwen_lm._QWEN_LM_MODEL_ID = 'Qwen/Qwen2.5-14B-Instruct'

nemo_curator.models.qwen_lm._QWEN_LM_MODEL_REVISION = 'cf98f3b'