evals/__init__.py,sha256=sBGicF8zlP0yETzw63_5cE-Ue218HflAs054-5oaCUQ,316
evals/api.py,sha256=TTwrUINQ6RZ7Up-Yy-xmLc-0HXsCaPKhgpO98WU_Cy0,2964
evals/base.py,sha256=ZUNdA-qPl5MhVss0dR3IyZTa1_QF5iIeZ6d9LTKaZH8,1900
evals/data.py,sha256=thQixo7-ia960opO1UqAPRi7i-SrwAEbZgACKHVXCKk,5699
evals/eval.py,sha256=JfXqTy-vfzgUfR7HK-SEWGsfeBYVLBdI2ZU5lbn3GW4,5534
evals/formatting.py,sha256=XbSASxVJRum_yCW-V9UBS0qWzEksdVP7agpp2iDbArw,1137
evals/metrics.py,sha256=kuLlZ0Z_61BQHidBiP_q2d5T-8RDBArFbKbPsbsPtmQ,2455
evals/record.py,sha256=WI1DOOxKbEh14CcJD7oESa81Shn7FixIIzXF6AiatAM,17237
evals/registry.py,sha256=WR6d6w-FfmxjRYKgvEDK81X74B2pHL2_Nxh_pscVXO8,9600
evals/cli/oaieval.py,sha256=fSEK5mtjBRo7SrfCB-8CpcJwIfEGaYzOLOPAf7rAOGM,5645
evals/cli/oaievalset.py,sha256=ZyzJy7aU0u5kn84WLouSvohE69TAcqkDIv7CObuFaYw,3294
evals/completion_fns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
evals/completion_fns/cot.py,sha256=WpOy86QVfqSUcTfY0kAoGrM66Tu8sL5fpK3-jGYAPps,2678
evals/completion_fns/langchain_llm.py,sha256=oclQ7U6fmnAs2LtAluF557DpQtNpMu4hQ_eAYAmP3OQ,1245
evals/completion_fns/langchain_math.py,sha256=GrwAnvvvTgDYsnTpd0X94xA2tVz5enS2vA2sQdcrsT8,1068
evals/completion_fns/openai.py,sha256=2mQgfhqupdrzXZwsBEn__-XkIKS6FcWr6ru2ifsngqo,4941
evals/completion_fns/retrieval.py,sha256=2qDrJW5JR4e11LSHptHnF-5FmuDAb-O7gJMNE2qmdy4,4422
evals/elsuite/translate.py,sha256=-9qi_Hg63MWyKjvxEEzJriNRwgSUVR7szL1pqaFt4GQ,2682
evals/elsuite/utils.py,sha256=yjk52TXCVLtQdajlU8M46RMghj2tRZMNQsCtJDzfiM4,5958
evals/elsuite/basic/fuzzy_match.py,sha256=aELCvZzdNYmNVeFB-H5jnFI-Ak8_Y0wyXbucMcQIfU8,1655
evals/elsuite/basic/includes.py,sha256=ki05WN2x9vx2ZfgM2PU0DmSQ9AZgYL-E2ZADb74aOo0,1241
evals/elsuite/basic/json_validator.py,sha256=zcnMiJJnJof88yrbpwBMizxfQCSdJ504Fvp77Ghx8ts,1185
evals/elsuite/basic/match.py,sha256=0-jhS7mK8wz8M4XQVn-eLXaaaEyFgn08HHnOE3T9vaA,1831
evals/elsuite/modelgraded/base.py,sha256=CuWmJtuNar7_yp_F1FPwxbXfiDsme2wJZXxM8X0It2s,6719
evals/elsuite/modelgraded/classify.py,sha256=dog0ZHuCcKRxt7C_LC1geKdU4wTkRbbWDTMQ7yC6dvM,9342
evals/elsuite/modelgraded/classify_utils.py,sha256=0LmeHAfLvYAw7xhOvPS7zBtrDizeoqvIy67vFrDe59k,3805
evals/prompt/base.py,sha256=z4IeAmJj4TwBH3M3qvNKDr5YXAeRV-1-bcrRwJMyRJk,4093
evals/registry/completion_fns/cot.yaml,sha256=eGDwB6KiN6AxS4LwIA8ONfOioCZga1egxcDR1mxKLPU,391
evals/registry/completion_fns/langchain_chains.yaml,sha256=Cm6VrHDIvQVqNg3Eh7ebOyMXC5N2nMIBSO-kmbmhJQk,103
evals/registry/completion_fns/langchain_llms.yaml,sha256=zjU--WJyx3fUlKYOexy4xHWW7gDy7kdqW0R7cO6n7v4,524
evals/registry/data/aba_mrpc_true_false/samples.jsonl,sha256=fTkjs97ZdZEGKCocZ9PC5BIirVwWdDnL4x2kSNKeaE4,40248
evals/registry/data/actors-sequence/samples.jsonl,sha256=KRdGKRgN_cjOVGYYy2yP-WD4QMzVrSA0xJsXyleVUGs,65813
evals/registry/data/anagrams/fewshot.jsonl,sha256=8STWYjAxXo2I1dUYhHW9z9Ia9Em6PPu6o-JFkezd36I,748
evals/registry/data/anagrams/samples.jsonl,sha256=13HpFj5SX_nPkrdc4jaoccyLLwJwmsyt7xBZCjaJDZc,60081
evals/registry/data/balance_chemical_equation/samples.jsonl,sha256=rtrxntHOF01ndHwO2OcgDDiYQgxtpyCLqkbw1Zp2RaM,45027
evals/registry/data/belarusian_lexicon/samples.jsonl,sha256=N5DMX0_kYwXCjApzCJB1XDfEGzHsCAWGoNAMP6oDXyI,62852
evals/registry/data/bigrams/samples.jsonl,sha256=840sUgAJBICYpqd3340r7o4DeSTtYAN8uDOtqTdEmfU,72408
evals/registry/data/born_first/born_first.jsonl,sha256=9yPB4dsBieEBHlEqbVscpD4AYV15gSpfrIGKwdWp9Dw,22392
evals/registry/data/brazilian-lexicon/samples.jsonl,sha256=U9QGy2bk3tLwttpIJGma0-kQNbnalkz5ZJ-ktO1mVxA,8355773
evals/registry/data/bulgarian-lexicon/samples.jsonl,sha256=vQ8HRFRuZNpDkOh6HHIzV3ZE83_LqE9Q9vQ4LBHzHfw,154565
evals/registry/data/chess/match.jsonl,sha256=XNryncPmRJUAgEc016L32tY7qzw88FPZxsCnNddrPUc,48775
evals/registry/data/chess_piece_count/fuzzy_match.jsonl,sha256=cxrdp3Br0BMXBluyJEd4yYJbKnB-stcWb-Ex1w3DyJk,155059
evals/registry/data/complex_replace_characters/samples.jsonl,sha256=lSPd04dch-8tpiwKA7gz9o8di0m0ZD5f3xKvy4qMUvI,71392
evals/registry/data/connect4/samples.jsonl,sha256=9u-r_Wy4jxauJD2pGeSeUbyrsuHE3M9yBaTaGMEeDYk,271001
evals/registry/data/convert-hex-hsl-lightness/samples.jsonl,sha256=zt2PDls8_koYHIUcdUaA4aybh1M7-OozbUotd99AnPI,219903
evals/registry/data/coqa/match.jsonl,sha256=LO6X13vNZNJh2aD6oFm2fKhwA662i0AzealuK2ZPYFU,16912
evals/registry/data/coqa/samples.jsonl,sha256=ATTqtLo30iyM86Do1395F5UEJYepfUWpwRGB-YkhaLw,33337
evals/registry/data/crepe/samples.jsonl,sha256=60vLCjw4PgmT8lADKXYBlpWqq5f4RccLcIySSkGhdug,795920
evals/registry/data/cube-pack/samples.jsonl,sha256=6pVwQm39doBwVZauZSFtxxBsaofj_E_R0BOhb9cxwQ0,45998
evals/registry/data/decrypt_caesar_cipher/samples.jsonl,sha256=KSU9nHgjbbV6gcTIEBeANtKkvvmSkWyKYEfrYiWnsPo,9361003
evals/registry/data/determinant/samples.jsonl,sha256=TH7joi3bNnDF2Ke_hUnroB2E_49vaGc_BLu26k_L4k0,95681
evals/registry/data/diagrammatic_logic/samples.jsonl,sha256=XAqIkJOjqVTvZNt_h47S9X4eosQOoakB_oboLtxQjv4,1924826
evals/registry/data/emotional-intelligence/samples.jsonl,sha256=uqPDVeHOH8Lz2BIBqXvSpJrZ0HZSZBeQRphHlebI6l8,117966
evals/registry/data/escher_sentences/samples.jsonl,sha256=GzOSngb9uoV_0Bv5KcjxNNCte1AkApzzuv9y7tOaX8c,33240
evals/registry/data/finance/credit.jsonl,sha256=pZGlbvX8LlLDHbiF4LEV_CRr3At7qawUx0TPgWh4m5U,4507
evals/registry/data/first-letters/samples.jsonl,sha256=pPdfi6oNvFFJUaQLDSJ6V11YLbKz7gpPw4OXR0e9464,34457
evals/registry/data/formal_logic/formal_logic_expressions.jsonl,sha256=A1-_wgyu45FhKubo85SweIQG9JOyCOZ0Gbse6hf5V1w,84600957
evals/registry/data/forth_stack_sim/basic_samples.jsonl,sha256=kWVkyxL5dt_ImPNzXVW15KSTbAsFNCMUyLH4pBXBYrU,122005
evals/registry/data/forth_stack_sim/detailed_samples.jsonl,sha256=e0ER7g4AFsK6_OAbV792qdRX_kL7icYNdHtppk9uuZ0,322293
evals/registry/data/forth_stack_sim/samples.jsonl,sha256=b1AHZleG6fXClQAjo36JvJvhvD1ccA78GXaYsF85DPE,25750
evals/registry/data/heart-disease/samples.jsonl,sha256=dzJiLmF_MmkOk6aB3PclzxRuF576rRK5plj4Vt5R0Pw,698130
evals/registry/data/hebrew_rhyme/samples.jsonl,sha256=Ps7NX_BVdButpVwPW6Wgzu35a2upLCXPCRIg3YrnkNo,14045
evals/registry/data/illinois-law/samples.jsonl,sha256=xf9LFAh7g9ERESp35i26aU-7VrBtkOkK6PkyR5gURWo,310186
evals/registry/data/imperial_date_to_string/samples.jsonl,sha256=4S0fL1z2aOpXkwE-PgoTlIQi22N64jIkDF8nOOkTGZQ,337028
evals/registry/data/infiniteloop-match/infiniteloop-match.jsonl,sha256=euco1cKchadgYTR4jL5mnkD85IyA75039jBC9CQoK8o,79881
evals/registry/data/last_word_nth/samples.jsonl,sha256=do7-3Ml3VJZ3W8Dfr-FiZ4kAAGShg5A91Wu75D_W_pc,30971
evals/registry/data/lat_long_identify/samples.jsonl,sha256=eawIIRdRZFKAlPV-zT6mps5FuthbQHsKmXSHRd4RZrU,186974
evals/registry/data/logic/samples.jsonl,sha256=6xCIhiPmgfI0jbBSipQN_moS6YkgKbyVpDM00MHpzSg,4833
evals/registry/data/logic-statements/logic-statements.jsonl,sha256=u2TfHFQAw1EIcD74ebEUWvowbx5uneClZx37K__VN7o,55936
evals/registry/data/logiqa/logiqa.jsonl,sha256=D81Y93b1pJzNTajSG0SWhzpikeTZdr5da91D30jKvVI,2192544
evals/registry/data/manga-translation/bubbles.jsonl,sha256=GUY0JDwTCLrbrkATEULFFpahbxwsL4lXAiorXgrW_2M,636299
evals/registry/data/manga-translation/pages.jsonl,sha256=B0rlAu0-DdRoN7hDClY6sPwnrz9GCZXThjQ0XD7jRIU,227677
evals/registry/data/manga-translation/panels.jsonl,sha256=S9kLZCYZpLVbeRcw2KBZrfFfCokDBXZWXW8GktXw8eY,622876
evals/registry/data/map-electronic-component-part-to-fact/samples.jsonl,sha256=Z1XOG01j9snxjjSezeRcvOpM0cQeUNRiv6HPmQ7rgGk,32339
evals/registry/data/mendelian_inheritance/samples.jsonl,sha256=Kvuk8fxr-I7x-bvDinnyejU3JZUMiKVezGiNTxpWLlg,14338
evals/registry/data/moral_exceptQA/samples.jsonl,sha256=68k98uxjBjKrUoIOajOqRDUPUwey9bOPiStM1dNGgtQ,87418
evals/registry/data/naughty_strings/samples.jsonl,sha256=DM4N546F8do8O1b14Td1PludICNvklexhMUp3NTNcVM,102512
evals/registry/data/naughty_strings/security.jsonl,sha256=6B71YvBCtPgcG36RYI7bE5GeRIu_oGvoGJ93kEJk5ak,61312
evals/registry/data/number_pattern/samples.jsonl,sha256=fRkuX79OuYuCLzgiknAwOjl30OQTIGHJrwEZHt_KA_o,51330
evals/registry/data/number_reading/number_reading.jsonl,sha256=V0kuXBarXEU_hVnmF_1wLcgjKw4Rd-D7Ks-AvRBOXag,22951
evals/registry/data/partially_solved_crossword_clues/samples.jsonl,sha256=Q03DlEY8MFwl2rq0Znr053os4C39GlieBHXW5mfuAeE,30125
evals/registry/data/pattern_identification/samples.v0.jsonl,sha256=Wg6ShIYqUeGm8uloBdN7rHVvAFgJivfkszF6qK8WQAs,172000
evals/registry/data/poker_hand_ranks/full_samples.jsonl,sha256=80q6EkzNZTcyGvUfCrlYxb1jta-9iTmbMgWtKVmiOkM,2510549
evals/registry/data/reasoning/samples.jsonl,sha256=IuHjdcocF7IWMhT_qs14Yt-hlkGexm4RSMhEC_IYfeY,19951
evals/registry/data/regex-match/samples.jsonl,sha256=KTMrX9V5ZLPbgL7uNhBCxuuaOCGjQ-5gAHNXQS9cln4,87293
evals/registry/data/reverse_string/reverse_string.jsonl,sha256=sUSYIEHI14B5oETMyWLmAAYYW3ugtvy99Jtif8-yjJA,7178
evals/registry/data/rot13/rot13.jsonl,sha256=Ou2VYGbhIVtCaRPz3tw2O1MlUSAPWqrnewl1thtpzYo,49168
evals/registry/data/rucola/few_shot.jsonl,sha256=nyAkk9MI_1Ysif4mAKk9A_ob2na9N-lZSDbm76zjp5k,2746
evals/registry/data/rucola/samples.jsonl,sha256=Jk8uhSGd6u_FkvOz54JRAbBQofpEMl6PNVkPblZRh7A,75375
evals/registry/data/russian-nlp-tasks/samples.jsonl,sha256=dGhVXfvCLVTvKS_2mccPYk3HL_noEWOw-pujMA0_kas,96677
evals/registry/data/sarcasm/few_shot.jsonl,sha256=QhkAncBZpsNo8REp8MssYxGdrlgXldZhG0Zk8lnk6rw,963
evals/registry/data/sarcasm/samples.jsonl,sha256=TLNP9NJxjaYjaEQP_o3s5-zjmkaw_k0XL92KdrxCD0Y,6906270
evals/registry/data/simple-knowledge-mongolian/samples.v0.jsonl,sha256=-Dv8JTKlRh8w7u5NVHEVfPRqPQADzg7wHLrkB9lpyxo,11069
evals/registry/data/stock_options/stock_option_terms_bear_call_spread.jsonl,sha256=uWsjOVRHhbVVy6XJI_35a_7t6YJ1hCQmbvadV6cCOSE,5742
evals/registry/data/stock_options/stock_option_terms_bull_call_spread.jsonl,sha256=9ZlBwPxQolsTQ6V3p5cvXhNlb8q1LYqxz9Ex3Eo4_SM,3824
evals/registry/data/stock_options/stock_option_terms_inverse_iron_butterfly_spread.jsonl,sha256=Ug3ludjt5up_soooJ3iJlDgT4l7RJfVfgeBhJr2C3GA,11195
evals/registry/data/stock_options/stock_option_terms_inverse_iron_condor_spread.jsonl,sha256=eiLi6WMO8vMpYOg1jmDvJpWnqJ3hP05ZtD80qOF3Pq4,11103
evals/registry/data/stock_options/stock_option_terms_iron_butterfly_spread.jsonl,sha256=VbqQT21k2oGkhPKP4MwPfvyWDvoE7BrLkmYdKn0zYRs,10995
evals/registry/data/stock_options/stock_option_terms_iron_condor_spread.jsonl,sha256=KXQ7q0UM46lUiEPTjU0xaxvJpMCj-VkqcoCU9uv02LI,11019
evals/registry/data/stock_options/stock_options_bear_call_spread.jsonl,sha256=_5G3RJKug7MWgN0cMKLyBSDF4nX_xaGicr2IWqbY6tw,9092
evals/registry/data/stock_options/stock_options_bull_call_spread.jsonl,sha256=tUV-dO9PiYv7VJTnOSWnZy17cLNVYTfE0-p4if1Ja_k,6062
evals/registry/data/stock_options/stock_options_inverse_iron_butterfly_spread.jsonl,sha256=ZrLCi09XFNTEzP1fzRp8_xeGHEm4rnINU-4gRnYGBrg,16822
evals/registry/data/stock_options/stock_options_inverse_iron_condor_spread.jsonl,sha256=R45ZQVyGxOC6UCBE1sosl4C13X4rf5_ATeXc7CFXt9o,16745
evals/registry/data/stock_options/stock_options_iron_butterfly_spread.jsonl,sha256=VUpz5skAs3Su3xNj5OYPday425eI4-MWLM27LKh8py8,16688
evals/registry/data/stock_options/stock_options_iron_condor_spread.jsonl,sha256=xmpA81YG6O4zOCn2L14nykfimDmyuEfKIbgwLh8IBu8,16741
evals/registry/data/swedish-spelling/samples.jsonl,sha256=Y33Tbvwmjjli1F6dBZRoMKDkgZX5ZgX5fIG2o7PNpH0,32883
evals/registry/data/taxes/samples.jsonl,sha256=QwudGjEnySFyzaramQCw6T3jmqlaNAkhqKjTFzQ8PdE,80167
evals/registry/data/test_comp_sci/questions.jsonl,sha256=oVF3FRxGtFJuZ-hPMpKgNrbVRB2e3ciohAMzc5V0WGY,14311
evals/registry/data/test_fuzzy_match/samples.jsonl,sha256=LuYkQM5cocvHNcQSds7HmIqAFczmLlfbIQUazyBGA6A,1503
evals/registry/data/test_match/samples.jsonl,sha256=8jQI2PNpdDPEQkwXZQJEZkj8q_yRblAbFIbT7xp9184,499
evals/registry/data/test_metaeval/joke_fruits_labeled.jsonl,sha256=T8AuR9SHKOSby-qM-6wJaOlXhN5I0ddvmXG5Q0xPzRc,1712
evals/registry/data/test_modelgraded/humor_people_jp.jsonl,sha256=Z0pd-qyrhF42ZdD7z8Zq6p9uw_WhBdVkH-zpg_vDHwY,19232
evals/registry/data/test_modelgraded/joke_fruits.jsonl,sha256=eC1bpNH6R60lSQ45p1mAIbhkkwvz1YbwZwhh0Gu0hd8,522
evals/registry/data/test_multiio/battles/joke_animals_vs_fruits.jsonl,sha256=Yi5WmOrna8mgF1m0EBGJXkwHHeFzLvrosmPzlMZMlHs,858
evals/registry/data/test_multiio/battles/rap_animals_vs_fruits.jsonl,sha256=mT2BSOybWgMSl5Hf-SOwUaN0p89vShS_ks2GjP9H7nM,4863
evals/registry/data/test_multiio/battles/rap_people_vs_fruits.jsonl,sha256=EKoUbAG6AyTBEZvMS4hLiJt5NUbV7jTk2ZkihUMDOGI,5043
evals/registry/data/test_multiio/battles/rap_people_vs_people.jsonl,sha256=vSethlFabLpAv_--RWx6qBG8pkBNkB_7oGaTZzLkmd8,5187
evals/registry/data/ukraine_eit/samples.jsonl,sha256=m5MH7HhAmNAqT7mj4YXtXIpkWGMUf_0wlvZd_03NqFQ,13814472
evals/registry/data/us_tort_law/few_shot.jsonl,sha256=lUfr_qg2di5pbrVrKNKNmJ5IWD9wSEZNJVRZcngKFg0,4406
evals/registry/data/us_tort_law/samples.jsonl,sha256=Q6CdvQK3sRS8-0n-Qlh-Lpu9gQiYZkQjwr79kxKRaSY,474865
evals/registry/data/which_is_heavier/which_is_heavier.jsonl,sha256=szif5n1aBt7n2QLt0sHStVQAdZ3o53l3QqD5N3a-kdc,37434
evals/registry/eval_sets/coqa-ex.yaml,sha256=zv7_WFxg6GEk-cVFyD2rGN6r_juOxHlnfC9Odv3sH88,99
evals/registry/eval_sets/manga-translation.yaml,sha256=HrC10EPvVZv_2kSUVcZIpf3BuA8S_DiOnm_GwJTr4R8,119
evals/registry/eval_sets/stock-options.yaml,sha256=yBJqN0dGruSdHHLJZnrcOhfDlz5O4O2wKZVz_dn560g,560
evals/registry/eval_sets/test-all.yaml,sha256=oDQxMsVDyRJcox7KTpZycqUzn39pjORBUn1jCqCCzU4,412
evals/registry/eval_sets/test-basic.yaml,sha256=HMxZrJDF8Fdmi88QdZQCj-ZD_tbWSDUKDzAaCTCXC8U,113
evals/registry/eval_sets/test-modelgraded.yaml,sha256=SVV6kEQ7LWZmECjugz5NM_VDmVwFEZKO0uFviEOHTUk,312
evals/registry/evals/aba-mrpc-true-false.yaml,sha256=_ZCUqH1W9JQ0NlgVXwokEJgj8ZpfhdmltAxSdChk4Zw,215
evals/registry/evals/actors-sequence.yaml,sha256=4o29cUKQ1ntK1ynVab205f6dJ4nbtCPWgxMJdotGSkE,297
evals/registry/evals/anagrams.yaml,sha256=lCnZNEHDZ-EJDEFPzFIbyD6UoWFjj5CTnkGWyDJ2kCU,229
evals/registry/evals/balance-chemical-equation.yaml,sha256=JUYOEqKVRE7s0TrT6v1HTC88T64FCM-nSKh1iPKrxWM,230
evals/registry/evals/belarusian-lexicon.yaml,sha256=4uSi5Ww0WEh2UbOEMSH_1Ee1XlT-GImixeznovUilYE,310
evals/registry/evals/bigrams.yaml,sha256=HUYlZmKS9TjC93GyTIpUyhTSiVf_tXXutkzr0EMmkZk,159
evals/registry/evals/born-first.yaml,sha256=zL7RlHv7jflXma9RrHDQwvZPRDjXJAZc5RiHaH8RpxQ,246
evals/registry/evals/brazilian-lexicon.yaml,sha256=hiSgYM7MlWOXX7BKzX7H-rhXb9wiD0j0y62RcJKSShY,288
evals/registry/evals/bulgarian-lexicon.yaml,sha256=UMpkdIdBPK0mBwfpRpk9D4dMvH1c26dCQ9TzduBy-FM,305
evals/registry/evals/chess-piece-count.yaml,sha256=6Mahpe1u23NIw9W3SH4ulhCWslD9WXcXc_Dn7nAkdt8,309
evals/registry/evals/chess.yaml,sha256=cZlCJBQPAZAFdbRlAhyVjV0w8U9uXr8cualpsi0RS_k,230
evals/registry/evals/complex-replace-characters.yaml,sha256=3IK6V6e_Mk0CVc7MeU8jca2MyrHbwOKT1QNJ3FK0FCs,250
evals/registry/evals/connect-4.yaml,sha256=ah0jeU9zuhTh0jowaUCAVTXmbqkiqbKUZc2byS51jQI,160
evals/registry/evals/convert-hex-hsl-lightness.yaml,sha256=QTDxs9RgnV38-3Fa-COYQmcNh8ALnJR-zRYASE3DH3U,335
evals/registry/evals/coqa-ex.yaml,sha256=Q3Es3cb2CXvBs540xoBf4ZX3Oo7YkGZntLiR0DxaOBk,1287
evals/registry/evals/crepe.yaml,sha256=EYmAW3HRbdgWbuUC5CvIHXdzEefOGX3bm6gqbwCEcao,151
evals/registry/evals/cube-pack.yaml,sha256=s0q3fah1Me30IB5gnrhxacBMlgyQqhHJJXFYavTUd4o,167
evals/registry/evals/decrypt-caesar-cipher.yaml,sha256=BUlG1ZpALPTD94hvQTGtPDXoNjWCwHWpstLJ_7y6O5Q,214
evals/registry/evals/determinant.yaml,sha256=pqk4MlDRmrIdBTmrx4ANpjtI-LyWD73j4neV_fgotDo,175
evals/registry/evals/diagrammatic_logic.yaml,sha256=vMex2id5tmcOsTkza3o2Lf3xHiMo47xbgQG__QYEQEo,202
evals/registry/evals/emotional-intelligence.yaml,sha256=vvenROXWERbItVcAG8enrGS2LcI5LjWFih7Z6LydWpA,387
evals/registry/evals/escher-sentences.yaml,sha256=wYNZaOlV8wj9s0aFsMCI6XMVmbnjVso9Xtsl9BJIjT0,195
evals/registry/evals/finance.yaml,sha256=awAtEEAqTEkCQZOGlf1lfGumUwi3Buy3zMuZrM1nYko,254
evals/registry/evals/first-letters.yaml,sha256=zzmk6jkpLNt348PaAV5jAT4-BQgcgHj8BRpZqa4EB3U,183
evals/registry/evals/formal_logic.yaml,sha256=qj40MTn1oe0ddxSkxHZh2yxAuT_0s8Mzok-hIrUNmI8,276
evals/registry/evals/forth-stack-sim.yaml,sha256=sB_xETrsKGOqONCYC6gAmlkTCHyN_7_uEXFWOmLmD6I,928
evals/registry/evals/heart-disease.yaml,sha256=vtg4-PDKRyKAjqKZMwz3ELwidw76bLdC1TPBOIWH35I,258
evals/registry/evals/hebrew-rhyme.yaml,sha256=MIMif2NKAV0NLoUsWiwLxqbn7aRTxntu_9xdfwKlzmA,250
evals/registry/evals/illinois-law.yaml,sha256=VjSHfp4uxMQhbH8vM0ZdnAss1zItckBWQMyhyyJ1l2k,265
evals/registry/evals/imperial_date_to_string.yaml,sha256=stjZipZ-jUTM24g6uMH8dPPHGqGemAi92C4dl_j_YUI,222
evals/registry/evals/infiniteloop-match.yaml,sha256=Ue8fjK8svQRLldmqZtdhc_85tVqHPl7Wx54d8eGt_lw,347
evals/registry/evals/last-word-nth.yaml,sha256=eBAn9nGT8J7NcL9WNVyy9K1CLo0TcVXunsQ2-KIBPzM,327
evals/registry/evals/lat_long_identify.yaml,sha256=q5U0534OSm0s_G8-IkDJBK9p2pph_8LENPktMqQusbY,198
evals/registry/evals/logic-statements.yaml,sha256=dr_K9Ii6A3mwScPa0t23IuWhxGqa8rFmsUoWs5iNJOY,214
evals/registry/evals/logic.yaml,sha256=nA67Ix-JbTYzKoX2yIwNNOCvI_Sby5o-IHUCaADCW_Y,242
evals/registry/evals/logiqa.yaml,sha256=elwmRJ9P0nNcqR03NUX-xclazK9HPMbVDdtbdCessXc,153
evals/registry/evals/manga-translation.yaml,sha256=Mpvb6qUm8Fexyd4j7857yxWNkvnrnTx9L1ULRZ8vaKg,674
evals/registry/evals/map-electronic-component-part-to-fact.yaml,sha256=bET5NPeVm69wsK31_dmFJVamTbFIHl7f3w6sKsag7BI,278
evals/registry/evals/mendelian_inheritance.yaml,sha256=Lp4CH4ObwJjbSgFBjXMZKVxFwK4STGn7A-CjhsPEVLE,215
evals/registry/evals/moral_exceptQA.yaml,sha256=t8dURhF5kcrjn_24Z59vkoNl7PbqPu-D6dfHVuXMSeo,329
evals/registry/evals/naughty_strings.yaml,sha256=w0KiqaiyetF-CHIyXTMnhjFUpRx-k7w6d6c05PheCKk,1193
evals/registry/evals/number-pattern.yaml,sha256=7iZ9sKdmlT51DC-pwKnWz3Kbv4e2WXLRleIMtMGcypk,186
evals/registry/evals/number-reading.yaml,sha256=X3PLjQTqjvRn1Qf2x5c4uv4dvwsUmJ_EtPDiKR7Vfto,292
evals/registry/evals/partially_solved_crossword_clues.yaml,sha256=th3E26uTd5wud7ombx5VDLrpRkE8O64Zn8mXgEHFrEE,258
evals/registry/evals/pattern_identification.yaml,sha256=B7y4I9N0FKPW3yY4U_e0vjNk2pdFFVtRSBJ8xP51qIQ,221
evals/registry/evals/poker_hand_ranks.yaml,sha256=SiZBsIvCMt6jlM5MMOytTMDMzm6gDwhjkF1m8oT4who,188
evals/registry/evals/regex-match.yaml,sha256=qOU03xzvbRFT1C1IFPru3TbPLrlrAyWxsb6u3NeTaRc,175
evals/registry/evals/reverse-string.yaml,sha256=4YD9q2QugHODFDUYDZ1jh-ALuNyiQ_23jogZudLgV1s,378
evals/registry/evals/rot13.yaml,sha256=bJqvQ-bO_7rCoFTj_PqNZrDRBW0SJOYpSpJIPdBIup8,255
evals/registry/evals/rucola.yaml,sha256=OXpRYqknO92SzBVkotHK2LmPK-zQPl4JPOQvzU60AMg,236
evals/registry/evals/russian-nlp-tasks.yaml,sha256=fy1TANYx-H3SPmLRAdYDbYXAqHEPB426OEuAN_urgCQ,199
evals/registry/evals/sarcasm.yaml,sha256=OnfU-Hac-TuB3382Bs63-tH6Lo61s0ya0ygA9DWvS1w,274
evals/registry/evals/simple-knowledge-mongolian.yaml,sha256=TcMjFqx8Ng85w7JZ6e-eEWByk2G1Sa6UeAYauRlQEMQ,364
evals/registry/evals/stock-options.yaml,sha256=OX7A_FTLT59BN_0ynPs_3WZw_EoO9Fj78ak92ce_7OU,4472
evals/registry/evals/swedish-spelling.yaml,sha256=KUhH-CFMXRnvsYPXVkkjEZSwTnPQOgNsOLU_VegJPYE,272
evals/registry/evals/taxes.yaml,sha256=_sUoQmiuP0KinVWmfinr3WZld-uWKYLLsAMf-xZz6lY,150
evals/registry/evals/test-basic.yaml,sha256=BaFqlfZHIG73WkgCOVtLxHkQ5iwuWK6YbeAJgnI3MR8,1218
evals/registry/evals/test-comp-sci.yaml,sha256=yqT5_aFRZxltThsyxxpc_nX9SxJmUO0hvOtbowkejAo,400
evals/registry/evals/test-modelgraded-battle.yaml,sha256=5y2rGEM2fYa4cnnNozWOAsP6eRocUWEOWYZC6G48YkE,1273
evals/registry/evals/test-modelgraded-generated.yaml,sha256=S7fIzT6SB6gkJUUtiMeZwsS72IsE2xwAzQfNClC66ek,347
evals/registry/evals/test-modelgraded.yaml,sha256=-E1yHVx3ONWpMyUlYXwr4QqkVf_dLpMYRc7moo-2iGA,3046
evals/registry/evals/ukraine-eit.yaml,sha256=tXjtkAH60MOiMxhg79GXfd5eLyWf1P1f9Kw9oiDyQ_4,174
evals/registry/evals/us-tort-law.yaml,sha256=gqq4T-Xof57eWncpshQUMePSGpW_pAdWKbk7kL4y2vE,329
evals/registry/evals/which-is-heavier.yaml,sha256=DVA-pI99UH2Ad0-lb3B9HgtG9sFSiLl3gjH64Mdbst0,365
evals/registry/modelgraded/battle.yaml,sha256=GyhK2Zpiz_8ZjMClad7ZnNgwKiBMlNTSXlqRoX0lMF8,492
evals/registry/modelgraded/best.yaml,sha256=1Mj7SNmWP7pOFh3DoBiVYV8bck_RRUGK-ml5eTjXLp4,291
evals/registry/modelgraded/closedqa.yaml,sha256=XipNIJdQNgj8x73tuiD7HwXjKmgh8yiQ-DrgF-ycOf4,1070
evals/registry/modelgraded/diversity.yaml,sha256=0rT3SHgNL20FNPmwvetqnmhaTxQBWyh3Mu6GtNVsHqQ,274
evals/registry/modelgraded/fact.yaml,sha256=KVo_PDrQJRG13VN4vkvbsYeCIRHfKS9Jol0PJ7B20PY,1157
evals/registry/modelgraded/humor.yaml,sha256=DRYksqdu0EihCb9n9jlPFt3IUvfwfz_oxUC-42srlpQ,2564
evals/registry/modelgraded/security.yaml,sha256=a01Fgo4--V27C5Is6rTvIATSEJj-bSlseyh5l82U6tA,230
evals/utils/api_utils.py,sha256=rsjLcrmlOW6DcUL43tH25dSbIbHKNzzI2sCVtIYnfXw,1504
evals/utils/misc.py,sha256=Lwo6xlDtKNEW-xDVEXpg6TULKHWUuYxW55UCMj1n3cY,713
evals/utils/snowflake.py,sha256=Kuj1xIR8XbdKayiaxR8GH9OSJKv7kMzT7ENmFxQQeRo,3991
evals-1.0.3.post1.dist-info/LICENSE,sha256=3PeSfsAA4L6gIbr1Vsgq16wuls3YKFociypwFOgwDG0,1063
evals-1.0.3.post1.dist-info/METADATA,sha256=8PV2AbP_gmFEOM5uhexYjKPh00nmiArmF9gvOu7HlxE,641
evals-1.0.3.post1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
evals-1.0.3.post1.dist-info/entry_points.txt,sha256=VCG8Tg79A6FR1bHPBG6Vk2ZSTKBsqb7HZhN9qa1kiS8,90
evals-1.0.3.post1.dist-info/top_level.txt,sha256=-RPWnvpqWuvduYuK6BeQVBTji6GNx1s_SNB011XaRzY,6
evals-1.0.3.post1.dist-info/RECORD,,
