LICENSE
README.md
pyproject.toml
src/halite/__init__.py
src/halite/data/__init__.py
src/halite/data/dataloader.py
src/halite/data/dataset.py
src/halite/data/index_shuffle.py
src/halite/data/preprocess.py
src/halite/data/record.py
src/halite/data/tokenizers/__init__.py
src/halite/data/tokenizers/llama3.py
src/halite/data/tokenizers/sentencepiece.py
src/halite/distributed/__init__.py
src/halite/logging/__init__.py
src/halite/logging/logger.py
src/halite/nn/__init__.py
src/halite/nn/activation.py
src/halite/nn/init.py
src/halite/nn/loss.py
src/halite/nn/normalization.py
src/halite/nn/utils.py
src/halite/optim/__init__.py
src/halite/optim/lr_scheduler.py
src/halite/optim/soap.py
src/halite/parallel/__init__.py
src/halite/parallel/fsdp.py
src/halite/parallel/parallel_dims.py
src/halite/projects/__init__.py
src/halite/projects/lm/__init__.py
src/halite/projects/lm/config.py
src/halite/transformers/__init__.py
src/halite/transformers/activation.py
src/halite/transformers/attention.py
src/halite/transformers/block.py
src/halite/transformers/cache_manager.py
src/halite/transformers/container.py
src/halite/transformers/convert.py
src/halite/transformers/embedding.py
src/halite/transformers/feedforward.py
src/halite/transformers/generation.py
src/halite/transformers/initialize.py
src/halite/transformers/model.py
src/halite/transformers/normalization.py
src/halite/transformers/optimizer.py
src/halite/transformers/parallelize.py
src/halite/transformers/position.py
src/halite/transformers/schema.py
src/halite/transformers/transformer.py
src/halite/transformers/models/__init__.py
src/halite/transformers/models/bloom.py
src/halite/transformers/models/llama.py
src/halite/transformers/moe/__init__.py
src/halite/transformers/moe/feedforward.py
src/halite/transformers/moe/moe.py
src/halite/transformers/moe/ops.py
src/halite/transformers/moe/router.py
src/halite/transformers/moe/token_dispatcher.py
src/halite/transformers/moe/scattermoe/__init__.py
src/halite/transformers/moe/scattermoe/kernels.py
src/halite/transformers/moe/scattermoe/ops.py
src/halite/transformers/moe/scattermoe/scattermoe.py
src/halite/transformers/vllm/__init__.py
src/halite/transformers/vllm/attention.py
src/halite/transformers/vllm/block.py
src/halite/transformers/vllm/config.py
src/halite/transformers/vllm/engine.py
src/halite/transformers/vllm/sampler.py
src/halite/transformers/vllm/transformer.py
src/halite/transformers/vllm/worker.py
src/halite/utils/__init__.py
src/halitepy.egg-info/PKG-INFO
src/halitepy.egg-info/SOURCES.txt
src/halitepy.egg-info/dependency_links.txt
src/halitepy.egg-info/requires.txt
src/halitepy.egg-info/top_level.txt