nat.profiler.inference_optimization#
Submodules#
- nat.profiler.inference_optimization.bottleneck_analysis
- nat.profiler.inference_optimization.data_models
- nat.profiler.inference_optimization.experimental
- nat.profiler.inference_optimization.llm_metrics
- nat.profiler.inference_optimization.prompt_caching
- nat.profiler.inference_optimization.token_uniqueness
- nat.profiler.inference_optimization.workflow_runtimes