core.inference.text_generation_server

Subpackages

• core.inference.text_generation_server.dynamic_text_gen_server
  • core.inference.text_generation_server.dynamic_text_gen_server.endpoints
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.common
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.chat_completions
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.completions
    • core.inference.text_generation_server.dynamic_text_gen_server.endpoints.health
  • core.inference.text_generation_server.dynamic_text_gen_server.tokenization
  • core.inference.text_generation_server.dynamic_text_gen_server.flask_server

Submodules

• core.inference.text_generation_server.text_generation_server
• core.inference.text_generation_server.tokenization
• core.inference.text_generation_server.run_mcore_engine