LICENSE
README.md
pyproject.toml
src/__init__.py
src/modalities/__init__.py
src/modalities/__main__.py
src/modalities/activation_checkpointing.py
src/modalities/batch.py
src/modalities/evaluator.py
src/modalities/exceptions.py
src/modalities/gym.py
src/modalities/loss_functions.py
src/modalities/resolver_register.py
src/modalities/test.py
src/modalities/trainer.py
src/modalities/util.py
src/modalities.egg-info/PKG-INFO
src/modalities.egg-info/SOURCES.txt
src/modalities.egg-info/dependency_links.txt
src/modalities.egg-info/entry_points.txt
src/modalities.egg-info/requires.txt
src/modalities.egg-info/top_level.txt
src/modalities/checkpointing/__init__.py
src/modalities/checkpointing/checkpointing.py
src/modalities/checkpointing/checkpointing_execution.py
src/modalities/checkpointing/checkpointing_factory.py
src/modalities/checkpointing/checkpointing_instruction.py
src/modalities/checkpointing/checkpointing_strategies.py
src/modalities/config/__init__.py
src/modalities/config/config.py
src/modalities/config/config_utils.py
src/modalities/config/lookup_types.py
src/modalities/config/types.py
src/modalities/dataloader/__init__.py
src/modalities/dataloader/create_index.py
src/modalities/dataloader/create_packed_data.py
src/modalities/dataloader/dataloader.py
src/modalities/dataloader/dataloader_factory.py
src/modalities/dataloader/dataset.py
src/modalities/dataloader/large_file_lines_reader.py
src/modalities/dataloader/samplers.py
src/modalities/dataloader/open_gptx_dataset/__init__.py
src/modalities/dataloader/open_gptx_dataset/mmap_dataset.py
src/modalities/dataloader/open_gptx_dataset/open_gptx_dataset.py
src/modalities/logging_broker/__init__.py
src/modalities/logging_broker/message_broker.py
src/modalities/logging_broker/messages.py
src/modalities/logging_broker/publisher.py
src/modalities/logging_broker/subscriber.py
src/modalities/logging_broker/subscriber_impl/__init__.py
src/modalities/logging_broker/subscriber_impl/batch_progress_subscriber.py
src/modalities/logging_broker/subscriber_impl/results_subscriber.py
src/modalities/models/__init__.py
src/modalities/models/model.py
src/modalities/models/gpt2/__init__.py
src/modalities/models/gpt2/collator.py
src/modalities/models/gpt2/gpt2_model.py
src/modalities/models/gpt2/preprocess_dataset.py
src/modalities/models/gpt2/pretrained_gpt_model.py
src/modalities/running_env/__init__.py
src/modalities/running_env/env_utils.py
src/modalities/running_env/running_env.py
src/modalities/running_env/fsdp/__init__.py
src/modalities/running_env/fsdp/fsdp_running_env.py
src/modalities/running_env/fsdp/reducer.py
src/modalities/utils/generate_text.py
tests/test_evaluation.py
tests/test_evaluator.py
tests/test_gym.py
tests/test_main.py