.. toctree:: :maxdepth: 2 initialize inference-init
.. toctree:: :maxdepth: 2 training
.. toctree:: :maxdepth: 2 inference-engine
.. toctree:: :maxdepth: 2 model-checkpointing activation-checkpointing
.. toctree:: :maxdepth: 2 zero3
.. toctree:: :maxdepth: 2 kernel
.. toctree:: :maxdepth: 2 pipeline
.. toctree:: :maxdepth: 2 optimizers
.. toctree:: :maxdepth: 2 schedulers
.. toctree:: :maxdepth: 2 flops-profiler
.. toctree:: :maxdepth: 2 memory