MANIFEST.in
README.md
pyproject.toml
setup.py
src/lighteval/__init__.py
src/lighteval/data.py
src/lighteval/evaluator.py
src/lighteval/few_shot_manager.py
src/lighteval/main_accelerate.py
src/lighteval/main_nanotron.py
src/lighteval/utils.py
src/lighteval/utils_parallelism.py
src/lighteval.egg-info/PKG-INFO
src/lighteval.egg-info/SOURCES.txt
src/lighteval.egg-info/dependency_links.txt
src/lighteval.egg-info/requires.txt
src/lighteval.egg-info/top_level.txt
src/lighteval/logging/evaluation_tracker.py
src/lighteval/logging/hierarchical_logger.py
src/lighteval/logging/info_loggers.py
src/lighteval/metrics/__init__.py
src/lighteval/metrics/metrics.py
src/lighteval/metrics/metrics_corpus.py
src/lighteval/metrics/metrics_sample.py
src/lighteval/metrics/normalizations.py
src/lighteval/metrics/sample_preparator.py
src/lighteval/metrics/stderr.py
src/lighteval/metrics/utils.py
src/lighteval/metrics/harness_compatibility/drop.py
src/lighteval/metrics/harness_compatibility/truthful_qa.py
src/lighteval/metrics/imports/bert_scorer.py
src/lighteval/metrics/imports/data_stats_metric.py
src/lighteval/metrics/imports/data_stats_utils.py
src/lighteval/metrics/imports/summac.py
src/lighteval/models/abstract_model.py
src/lighteval/models/adapter_model.py
src/lighteval/models/base_model.py
src/lighteval/models/delta_model.py
src/lighteval/models/endpoint_model.py
src/lighteval/models/model_config.py
src/lighteval/models/model_loader.py
src/lighteval/models/model_output.py
src/lighteval/models/nanotron_model.py
src/lighteval/models/tgi_model.py
src/lighteval/models/utils.py
src/lighteval/tasks/lighteval_task.py
src/lighteval/tasks/registry.py
src/lighteval/tasks/requests.py
src/lighteval/tasks/tasks_prompt_formatting.py
src/lighteval/tasks/tasks_table.jsonl
tests/test_main.py
tests/test_unit_base_metrics.py
tests/test_unit_harness_metrics.py
tests/test_unit_harness_prompts.py
tests/test_unit_reorder.py