modifiers.llm_pii_modifier#

Module Contents#

Classes#

LLMInference

LLMPiiModifier

API#

class modifiers.llm_pii_modifier.LLMInference(
base_url: str,
api_key: str | None,
model: str,
system_prompt: str,
)#

Initialization

infer(text: str) → list[dict[str, str]]#
class modifiers.llm_pii_modifier.LLMPiiModifier(
base_url: str,
api_key: str | None = None,
model: str = 'meta/llama-3.1-70b-instruct',
system_prompt: str | None = None,
pii_labels: list[str] | None = None,
language: str = 'en',
)#

Bases: nemo_curator.modifiers.DocumentModifier

Initialization

load_inferer() → modifiers.llm_pii_modifier.LLMInference#
modify_document(text: str) → str#