core.inference.text_generation_server

Subpackages

• core.inference.text_generation_server.dynamic_text_gen_server
  • core.inference.text_generation_server.dynamic_text_gen_server.endpoints
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.health
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.completions
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.chat_completions
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.common
  • core.inference.text_generation_server.dynamic_text_gen_server.tokenization
  • core.inference.text_generation_server.dynamic_text_gen_server.text_generation_server

Submodules

• core.inference.text_generation_server.tokenization
• core.inference.text_generation_server.run_mcore_engine
• core.inference.text_generation_server.text_generation_server