lm_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/base.py,sha256=sHw6JtIDkzTRNnEsIz_nwV3BJqa3BFM9MGhxG804Xbw,26036
lm_eval/evaluator.py,sha256=Tor3qiRgeyi964bQbFGqWcaSBu6qGA_VtDDLuDklUdY,10387
lm_eval/metrics.py,sha256=uWaVNuwXEUuPb3_c9HGnmr_mdL3ItIkqgiVFEVDNhf8,7667
lm_eval/utils.py,sha256=P8mOg_6iOcVfEikjpaavOmmEXxLh2-eRHVsQRZpqMiw,5516
lm_eval/models/__init__.py,sha256=p9ITkJFE7FQrTWaIbAbdcpBGriACLMAvzGN7rFx3V44,246
lm_eval/models/dummy.py,sha256=q4ril87H7ImRjDR3xL5LD56cENK8TPNRg6FmDQ0cCNQ,697
lm_eval/models/gpt2.py,sha256=gTHntTkbtz1PV_Ed7xsEyEM-2-Zwrij-nwxEgi7T_AI,3483
lm_eval/models/gpt3.py,sha256=DzOYj6YDCOg56usPoDFxWY5wIPKEI2r9JvdO65LE88w,7158
lm_eval/tasks/__init__.py,sha256=Fj2-i8OSuTfZdbMwGeABQu_1E8MQ8I27hIm8w_p0PIY,13527
lm_eval/tasks/anli.py,sha256=64oLutxg1xWxhkIAPz5YwNXAQ2MTcLrC02KVN9VVsm4,4446
lm_eval/tasks/arc.py,sha256=0rhuDaQjeBqwdkyBId9M14zYYWSHecZg9eY7YIQpQHg,2186
lm_eval/tasks/arithmetic.py,sha256=ATFFN5KjxrPhLkbdbEH1Kq94n7dLbGxd9B4AB3T559k,5489
lm_eval/tasks/asdiv.py,sha256=6LHqM6nHLCByEnkOqGwkH-9ze9wKUiB3eEQW1BmyknA,4287
lm_eval/tasks/blimp.py,sha256=Lm-cbkRBL_uxNofldBcL1ItrB9UK1GN7hPxtQS-xLhM,10897
lm_eval/tasks/cbt.py,sha256=zid_NXbJKpJ5cOfcnubNfKINLK-uaaLdpme3Zh0RyQU,4416
lm_eval/tasks/common.py,sha256=NTD84IZvUSFkrg3vMepZU3Khy59h0jyEKbom_azUX3I,1502
lm_eval/tasks/coqa.py,sha256=bj27pN6QxLhaFfG08L_kcKnSObWXQmNrD5xmVxJbWUA,6490
lm_eval/tasks/drop.py,sha256=EUzx-o2pXkqK2Gzhf4q6glwMVwOhkils4hUPHwxb2P4,10377
lm_eval/tasks/glue.py,sha256=WtY1WDPD21eTfSqVNBq_V1mjUJmO55pIRy6sxJki_AM,15437
lm_eval/tasks/gsm8k.py,sha256=c1LbZWfAnCWw-4Ac9s1kqJORpJlYBZv_Wz6L-gDcR7U,5411
lm_eval/tasks/headqa.py,sha256=xPfh_Pqi7qwPIEk3bWhxMZpnGtDENTT0gisKW7y-XpA,1857
lm_eval/tasks/hellaswag.py,sha256=M5maVk1ehAbm3EJFwK-LzRdQ0LyZPKagRa4LaCl3VDs,2235
lm_eval/tasks/hendrycks_ethics.py,sha256=26M3ggxp4wryoiiUPpniFs-QvBq4it3eRV8lSeYLCCU,13132
lm_eval/tasks/hendrycks_math.py,sha256=tvCHlMEkdPYP5XwmK_19bJkGGPmNLbHFKjYcHmRjrn4,10104
lm_eval/tasks/hendrycks_test.py,sha256=pl1FVyFcwa3b5_k1bDCVwO8EKL0A-G_YBi7WsZEvGpg,5726
lm_eval/tasks/lambada.py,sha256=hz_tZzzpPPkFIGLF25lbze6L3i-7M0wHN8XbMLaiVjs,3160
lm_eval/tasks/lambada_cloze.py,sha256=a8d1jc-kLIMKIBr5EM2RlDLdVWWbMhocufeXM3e0V8c,1518
lm_eval/tasks/lambada_multilingual.py,sha256=J0vez94-mXpaJhc-6aj8CXlYrkO_kWhX0B5trZykSQ0,3513
lm_eval/tasks/logiqa.py,sha256=SxJeZe8sDWY7l-LZ3XRBQHAmvrfD5SJUNAIPE8ljc9A,3792
lm_eval/tasks/mathqa.py,sha256=GbkgQoLIyFm2SKELf95wGJ9ZpCf_o6f3iSeozfxFEJ8,1585
lm_eval/tasks/mc_taco.py,sha256=4_cYpFMVTU4uxckSeAlrykV_UTp8ILAg9bp9CK4ciM8,5186
lm_eval/tasks/mutual.py,sha256=042eRHKBZv5Coia0KWEvFnt0D1hEApBq_85wjb7nA3E,4213
lm_eval/tasks/naturalqs.py,sha256=nMh8F_R7DzqxycdNCBPBxttAYIi60-yUauu8nYy8uWg,5108
lm_eval/tasks/openbookqa.py,sha256=dQ_iaZ92jsvbi7QKI2cKJGMv0YcTJ2FsWngWBTK8cj4,1918
lm_eval/tasks/pile.py,sha256=49TiMhUjtm3TuGDJ0CZ8OWFKidBCQLxlBvuuy3HXOy8,4296
lm_eval/tasks/piqa.py,sha256=dsUwh13l4ZOeWkYkWUAUJXE2uA3I1sxNik32FxPJYmI,1482
lm_eval/tasks/prost.py,sha256=SlqQFigJrUNH1dksEKi94uP3jCijGcNPZgPf8m5YZNA,2408
lm_eval/tasks/pubmedqa.py,sha256=OE__T_2GyG_ST6ETrS4Hgd9nszfZYYVtZkmyeIMb_74,3029
lm_eval/tasks/qa4mre.py,sha256=Y7WVy4ihwBDAMtinkcRpZXSNmOlpt5wnbS0bXWeAeIQ,4060
lm_eval/tasks/qasper.py,sha256=7BzVBAEoOQ38aBdso9tCU04lplZRk9aikiSGoD0KNxY,7667
lm_eval/tasks/quac.py,sha256=w_hoUs1EcxAMX3Q2L3s6SNYirqH8Rj9tRZfgj5eNmZ4,4724
lm_eval/tasks/race.py,sha256=m9HwLqKMy5_OraKG0K1B4TOCiSfbfJi4cC9zSAY4xHs,5321
lm_eval/tasks/sat.py,sha256=tokSmKbp3sFlJW9vqfBf5nsORELLp3EgMpNjcZkaBIg,2507
lm_eval/tasks/sciq.py,sha256=R3vMbYlf3dmO-ByNrzf6mHYIatELU7meuNInAxoEJJk,2591
lm_eval/tasks/squad.py,sha256=MZRHQAHmtxW-CW09eT8IC9z4gIHcRXOcbGWaxCZkho0,7353
lm_eval/tasks/storycloze.py,sha256=pwyefdJnt4Y267w4smcVoIM3a50gjJK2YroJodDYjO4,4941
lm_eval/tasks/superglue.py,sha256=WK72H6wQoYXw_3pd7bORe3LyiK4m6blFJlg2dvlGKPg,13196
lm_eval/tasks/translation.py,sha256=2bPmcTFd50XQ58-N0xHXsWatzZ6uKUcL-R2dgAajOBI,7106
lm_eval/tasks/triviaqa.py,sha256=cG2N6pDbTPMoGsMI-lCxPV0S13TMLlShpzS3Y3bdhaY,3241
lm_eval/tasks/truthfulqa.py,sha256=5B-U6-E9CO5ORAk6yuWxXcrF8jSpiGmUi9eaZ5K65qA,16093
lm_eval/tasks/unscramble.py,sha256=ZXTMTSTBcA-JH7tfIIpnnUjetuYc_hE3_n4B2jXrggc,4219
lm_eval/tasks/webqs.py,sha256=TZRsw5vgP-am7UmaQy2qwfgwWslk6htxwQ6TGrHp834,2742
lm_eval/tasks/wikitext.py,sha256=CjegD_2BHz83ICmMP9tPdij3EWjDcqsD9zUJRGaLCsM,3667
lm_eval/tasks/winogrande.py,sha256=0y4ALciedB5WtzusngFItPSS1T5uzlWEDiOincXRyMI,4508
lm_eval/tasks/wsc273.py,sha256=cO_nrRFpIiX3AjqAHLvgmUABtD0H6j--Z5K0qTKuP_0,6958
scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/cost_estimate.py,sha256=WObozDpsg_RUYgXX3bEVqZstt3eZPR3sKu0bjGWqguM,2434
scripts/get_prompts.py,sha256=xQlH-SUMFD4jbsdzVDtskyrcnG8PsxPbNzJot471FZ0,554
scripts/make_gpt2_test_cases.py,sha256=S9YBbQSfwbcAUNGjImmuP4sZhI20YBCHas15Zx0ZMJ0,3575
scripts/make_table_tasks.py,sha256=wtvYKwUpmTCkvjkIWNCI2rbwU_Ciof6L2rGYHZGKPJk,650
scripts/write_out.py,sha256=E5rXnhPYlMaO6g4JtUmgifRLWyKdBz6UCARNJsqB0N4,2423
scripts/clean_training_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/clean_training_data/archiver.py,sha256=wABsqsbDAVeQV43SXoLCZjoiJ5UQnxgfRfPBUxvZ8I4,3014
scripts/clean_training_data/generate_13_grams.py,sha256=fp9MGvzID878DEl6s_4h3VCKfQKB24BjBH3DQriUbrY,4440
scripts/clean_training_data/janitor.py,sha256=saUHKYxC1j2qDqKPFKIHRdjjFNYQVatQTsUbCXkr9Ck,12662
scripts/clean_training_data/process_sorted_buckets.py,sha256=7E4uGw9Wdp0_riDzt3Q9C2CQxfvOeW1lA3aSOASOz-E,4071
scripts/clean_training_data/sort_13_gram_buckets.py,sha256=Fw1xAMe7sMcej4WDBGqMZ_PE8b0UFacZ_c3tWVw2deY,1871
lm_eval-0.2.0.dist-info/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.2.0.dist-info/METADATA,sha256=Tgc9jgRbzM8yO02eqeKe14Z0FwhcY0JAO5ndB_Do4x0,81671
lm_eval-0.2.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
lm_eval-0.2.0.dist-info/dependency_links.txt,sha256=0XDo2LX8QRO9NTYVF4eckguq-LrkpG43OwvanX7bH1A,106
lm_eval-0.2.0.dist-info/top_level.txt,sha256=jw4c7FKX3ecyCfJc2CP4EPEqlTJ56pbN1VbR18RrLr8,16
lm_eval-0.2.0.dist-info/RECORD,,
