summaryrefslogtreecommitdiff
path: root/Qwen2.5-Eval/evaluation/__pycache__/data_loader.cpython-310.pyc
blob: a7c4301250d269ce7c971b95523714c44e6bc597 (plain)
ofshex dumpascii
0000 6f 0d 0d 0a 00 00 00 00 85 32 33 68 c4 0f 00 00 e3 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 o........23h....................
0020 00 03 00 00 00 40 00 00 00 73 52 00 00 00 64 00 64 01 6c 00 5a 00 64 00 64 01 6c 01 5a 01 64 00 .....@...sR...d.d.l.Z.d.d.l.Z.d.
0040 64 01 6c 02 5a 02 64 00 64 01 6c 03 5a 03 64 00 64 02 6c 03 6d 04 5a 04 6d 05 5a 05 6d 06 5a 06 d.l.Z.d.d.l.Z.d.d.l.m.Z.m.Z.m.Z.
0060 01 00 64 00 64 03 6c 07 6d 08 5a 08 6d 09 5a 09 01 00 64 07 64 05 64 06 84 01 5a 0a 64 01 53 00 ..d.d.l.m.Z.m.Z...d.d.d...Z.d.S.
0080 29 08 e9 00 00 00 00 4e 29 03 da 0c 6c 6f 61 64 5f 64 61 74 61 73 65 74 da 07 44 61 74 61 73 65 )......N)...load_dataset..Datase
00a0 74 da 14 63 6f 6e 63 61 74 65 6e 61 74 65 5f 64 61 74 61 73 65 74 73 29 02 da 0a 6c 6f 61 64 5f t..concatenate_datasets)...load_
00c0 6a 73 6f 6e 6c da 0a 6c 6f 77 65 72 5f 6b 65 79 73 fa 06 2e 2f 64 61 74 61 63 03 00 00 00 00 00 jsonl..lower_keys.../datac......
00e0 00 00 00 00 00 00 09 00 00 00 08 00 00 00 03 00 00 00 73 64 02 00 00 7c 02 9b 00 64 01 7c 00 9b ..................sd...|...d.|..
0100 00 64 01 7c 01 9b 00 64 02 9d 06 7d 03 74 00 64 03 7c 00 9b 00 9d 02 83 01 01 00 74 00 64 04 7c .d.|...d...}.t.d.|.........t.d.|
0120 03 9b 00 9d 02 83 01 01 00 74 01 6a 02 a0 03 7c 03 a1 01 72 26 74 04 74 05 7c 03 83 01 83 01 7d .........t.j...|...r&t.t.|.....}
0140 04 6e f2 7c 00 64 05 6b 02 73 32 7c 00 64 06 6b 02 73 32 7c 00 64 07 6b 02 72 5b 7c 02 7d 03 74 .n.|.d.k.s2|.d.k.s2|.d.k.r[|.}.t
0160 00 7c 03 83 01 01 00 74 01 6a 02 a0 03 7c 03 a1 01 72 5a 74 06 7c 03 64 08 64 09 64 0a 8d 03 8f .|.....t.j...|...rZt.|.d.d.d....
0180 0d 7d 05 74 07 a0 08 7c 05 a1 01 7d 04 57 00 64 00 04 00 04 00 83 03 01 00 6e 08 31 00 73 55 77 .}.t...|...}.W.d.........n.1.sUw
01a0 01 01 00 01 00 01 00 59 00 01 00 6e bd 7c 00 64 0b 6b 02 72 6b 74 09 64 0c 7c 01 64 0d 7c 02 9b .......Y...n.|.d.k.rkt.d.|.d.|..
01c0 00 64 0e 9d 02 64 0f 8d 04 7d 06 6e 8c 7c 00 64 10 6b 02 72 76 74 09 7c 00 7c 01 64 11 8d 02 7d .d...d...}.n.|.d.k.rvt.|.|.d...}
01e0 06 6e 81 7c 00 64 12 6b 02 72 8b 74 09 64 13 64 14 64 11 8d 02 7d 06 74 0a 7c 06 74 09 64 13 64 .n.|.d.k.r.t.d.d.d...}.t.|.t.d.d
0200 15 64 11 8d 02 67 02 83 01 7d 06 6e 6c 7c 00 64 16 6b 02 72 9d 74 09 64 17 64 18 64 11 8d 02 7d .d...g...}.nl|.d.k.r.t.d.d.d...}
0220 06 7c 06 a0 0b 64 19 64 1a 84 00 a1 01 7d 06 6e 5a 7c 00 64 1b 6b 02 72 c8 67 00 7d 04 64 1c 44 .|...d.d.....}.nZ|.d.k.r.g.}.d.D
0240 00 5d 1c 7d 00 74 04 74 05 7c 02 9b 00 64 1d 7c 00 9b 00 64 02 9d 04 83 01 83 01 7d 07 7c 07 44 .].}.t.t.|...d.|...d.......}.|.D
0260 00 5d 06 7d 08 7c 00 7c 08 64 1e 3c 00 71 b5 7c 04 a0 0c 7c 07 a1 01 01 00 71 a5 74 0d a0 0e 7c .].}.|.|.d.<.q.|...|.....q.t...|
0280 04 a1 01 7d 06 6e 2f 7c 00 64 1f 6b 02 72 e7 74 09 64 20 64 21 64 15 64 11 8d 03 7d 06 67 00 64 ...}.n/|.d.k.r.t.d.d!d.d...}.g.d
02a0 22 a2 01 89 00 7c 06 a0 0f 64 23 64 1e a1 02 7d 06 7c 06 a0 0b 87 00 66 01 64 24 64 1a 84 08 a1 "....|...d#d...}.|.....f.d$d....
02c0 01 7d 06 6e 10 7c 00 64 25 6b 02 72 f3 74 05 7c 02 9b 00 64 26 9d 02 83 01 7d 06 6e 04 74 10 7c .}.n.|.d%k.r.t.|...d&....}.n.t.|
02e0 00 83 01 82 01 74 04 7c 06 83 01 7d 04 64 27 64 28 84 00 7c 04 44 00 83 01 7d 04 74 0d a0 0e 7c .....t.|...}.d'd(..|.D...}.t...|
0300 04 a1 01 7d 06 74 01 6a 11 7c 02 9b 00 64 01 7c 00 9b 00 9d 03 64 29 64 2a 8d 02 01 00 7c 06 a0 ...}.t.j.|...d.|.....d)d*....|..
0320 12 7c 03 a1 01 01 00 64 2b 7c 04 64 2c 19 00 76 01 90 01 72 28 64 2d 64 28 84 00 74 13 7c 04 83 .|.....d+|.d,..v...r(d-d(..t.|..
0340 01 44 00 83 01 7d 04 74 14 7c 04 64 2e 64 1a 84 00 64 2f 8d 02 7d 04 7c 04 53 00 29 30 4e fa 01 .D...}.t.|.d.d...d/..}.|.S.)0N..
0360 2f 7a 06 2e 6a 73 6f 6e 6c 7a 0b 64 61 74 61 5f 6e 61 6d 65 3a 20 7a 0b 64 61 74 61 5f 66 69 6c /z..jsonlz.data_name:.z.data_fil
0380 65 3a 20 da 0a 64 65 65 70 73 63 61 6c 65 72 da 13 64 65 65 70 73 63 61 6c 65 72 5f 72 61 6e 64 e:...deepscaler..deepscaler_rand
03a0 6f 6d 33 70 da 1e 64 65 65 70 73 63 61 6c 65 72 5f 72 61 6e 64 6f 6d 33 70 5f 6e 6f 49 6e 73 74 om3p..deepscaler_random3p_noInst
03c0 72 75 63 74 da 01 72 7a 05 75 74 66 2d 38 29 01 da 08 65 6e 63 6f 64 69 6e 67 da 04 6d 61 74 68 ruct..rz.utf-8)...encoding..math
03e0 5a 10 63 6f 6d 70 65 74 69 74 69 6f 6e 5f 6d 61 74 68 da 04 6d 61 69 6e 7a 05 2f 74 65 6d 70 29 Z.competition_math..mainz./temp)
0400 03 da 05 73 70 6c 69 74 da 04 6e 61 6d 65 da 09 63 61 63 68 65 5f 64 69 72 da 05 67 73 6d 38 6b ...split..name..cache_dir..gsm8k
0420 29 01 72 10 00 00 00 da 05 73 76 61 6d 70 7a 0d 43 68 69 6c 6c 65 44 2f 53 56 41 4d 50 da 05 74 ).r......svampz.ChilleD/SVAMP..t
0440 72 61 69 6e da 04 74 65 73 74 da 05 61 73 64 69 76 7a 10 45 6c 65 75 74 68 65 72 41 49 2f 61 73 rain..test..asdivz.EleutherAI/as
0460 64 69 76 da 0a 76 61 6c 69 64 61 74 69 6f 6e 63 01 00 00 00 00 00 00 00 00 00 00 00 01 00 00 00 div..validationc................
0480 03 00 00 00 53 00 00 00 73 0c 00 00 00 64 01 7c 00 64 02 19 00 76 01 53 00 29 03 4e fa 01 3b da ....S...s....d.|.d...v.S.).N..;.
04a0 06 61 6e 73 77 65 72 a9 00 a9 01 da 01 78 72 1b 00 00 00 72 1b 00 00 00 fa 4c 2f 76 6f 6c 75 6d .answer......xr....r.....L/volum
04c0 65 2f 61 69 6c 61 62 34 73 63 69 2f 7a 74 67 61 6f 2f 4f 6e 65 2d 53 68 6f 74 2d 52 4c 56 52 2f e/ailab4sci/ztgao/One-Shot-RLVR/
04e0 51 77 65 6e 32 2e 35 2d 45 76 61 6c 2f 65 76 61 6c 75 61 74 69 6f 6e 2f 64 61 74 61 5f 6c 6f 61 Qwen2.5-Eval/evaluation/data_loa
0500 64 65 72 2e 70 79 da 08 3c 6c 61 6d 62 64 61 3e 2e 00 00 00 f3 02 00 00 00 0c 00 7a 1b 6c 6f 61 der.py..<lambda>...........z.loa
0520 64 5f 64 61 74 61 2e 3c 6c 6f 63 61 6c 73 3e 2e 3c 6c 61 6d 62 64 61 3e da 05 6d 61 77 70 73 29 d_data.<locals>.<lambda>..mawps)
0540 04 5a 08 73 69 6e 67 6c 65 65 71 5a 08 73 69 6e 67 6c 65 6f 70 5a 06 61 64 64 73 75 62 5a 0a 6d .Z.singleeqZ.singleopZ.addsubZ.m
0560 75 6c 74 69 61 72 69 74 68 7a 07 2f 6d 61 77 70 73 2f da 04 74 79 70 65 da 09 6d 6d 6c 75 5f 73 ultiarithz./mawps/..type..mmlu_s
0580 74 65 6d 7a 13 68 61 69 6c 73 2f 6d 6d 6c 75 5f 6e 6f 5f 74 72 61 69 6e da 03 61 6c 6c 29 12 5a temz.hails/mmlu_no_train..all).Z
05a0 10 61 62 73 74 72 61 63 74 5f 61 6c 67 65 62 72 61 5a 09 61 73 74 72 6f 6e 6f 6d 79 5a 0f 63 6f .abstract_algebraZ.astronomyZ.co
05c0 6c 6c 65 67 65 5f 62 69 6f 6c 6f 67 79 5a 11 63 6f 6c 6c 65 67 65 5f 63 68 65 6d 69 73 74 72 79 llege_biologyZ.college_chemistry
05e0 5a 18 63 6f 6c 6c 65 67 65 5f 63 6f 6d 70 75 74 65 72 5f 73 63 69 65 6e 63 65 5a 13 63 6f 6c 6c Z.college_computer_scienceZ.coll
0600 65 67 65 5f 6d 61 74 68 65 6d 61 74 69 63 73 5a 0f 63 6f 6c 6c 65 67 65 5f 70 68 79 73 69 63 73 ege_mathematicsZ.college_physics
0620 5a 11 63 6f 6d 70 75 74 65 72 5f 73 65 63 75 72 69 74 79 5a 12 63 6f 6e 63 65 70 74 75 61 6c 5f Z.computer_securityZ.conceptual_
0640 70 68 79 73 69 63 73 5a 16 65 6c 65 63 74 72 69 63 61 6c 5f 65 6e 67 69 6e 65 65 72 69 6e 67 5a physicsZ.electrical_engineeringZ
0660 16 65 6c 65 6d 65 6e 74 61 72 79 5f 6d 61 74 68 65 6d 61 74 69 63 73 5a 13 68 69 67 68 5f 73 63 .elementary_mathematicsZ.high_sc
0680 68 6f 6f 6c 5f 62 69 6f 6c 6f 67 79 5a 15 68 69 67 68 5f 73 63 68 6f 6f 6c 5f 63 68 65 6d 69 73 hool_biologyZ.high_school_chemis
06a0 74 72 79 5a 1c 68 69 67 68 5f 73 63 68 6f 6f 6c 5f 63 6f 6d 70 75 74 65 72 5f 73 63 69 65 6e 63 tryZ.high_school_computer_scienc
06c0 65 5a 17 68 69 67 68 5f 73 63 68 6f 6f 6c 5f 6d 61 74 68 65 6d 61 74 69 63 73 5a 13 68 69 67 68 eZ.high_school_mathematicsZ.high
06e0 5f 73 63 68 6f 6f 6c 5f 70 68 79 73 69 63 73 5a 16 68 69 67 68 5f 73 63 68 6f 6f 6c 5f 73 74 61 _school_physicsZ.high_school_sta
0700 74 69 73 74 69 63 73 5a 10 6d 61 63 68 69 6e 65 5f 6c 65 61 72 6e 69 6e 67 da 07 73 75 62 6a 65 tisticsZ.machine_learning..subje
0720 63 74 63 01 00 00 00 00 00 00 00 00 00 00 00 01 00 00 00 02 00 00 00 13 00 00 00 73 0c 00 00 00 ctc........................s....
0740 7c 00 64 01 19 00 88 00 76 00 53 00 29 02 4e 72 22 00 00 00 72 1b 00 00 00 72 1c 00 00 00 a9 01 |.d.....v.S.).Nr"...r....r......
0760 5a 0d 73 74 65 6d 5f 73 75 62 6a 65 63 74 73 72 1b 00 00 00 72 1e 00 00 00 72 1f 00 00 00 51 00 Z.stem_subjectsr....r....r....Q.
0780 00 00 72 20 00 00 00 da 07 63 61 72 70 5f 65 6e 7a 13 2f 63 61 72 70 5f 65 6e 2f 74 65 73 74 2e ..r......carp_enz./carp_en/test.
07a0 6a 73 6f 6e 6c 63 01 00 00 00 00 00 00 00 00 00 00 00 02 00 00 00 04 00 00 00 53 00 00 00 73 14 jsonlc....................S...s.
07c0 00 00 00 67 00 7c 00 5d 06 7d 01 74 00 7c 01 83 01 91 02 71 02 53 00 72 1b 00 00 00 29 01 72 06 ...g.|.].}.t.|.....q.S.r....).r.
07e0 00 00 00 29 02 da 02 2e 30 da 07 65 78 61 6d 70 6c 65 72 1b 00 00 00 72 1b 00 00 00 72 1e 00 00 ...)....0..exampler....r....r...
0800 00 da 0a 3c 6c 69 73 74 63 6f 6d 70 3e 58 00 00 00 73 02 00 00 00 14 00 7a 1d 6c 6f 61 64 5f 64 ...<listcomp>X...s......z.load_d
0820 61 74 61 2e 3c 6c 6f 63 61 6c 73 3e 2e 3c 6c 69 73 74 63 6f 6d 70 3e 54 29 01 da 08 65 78 69 73 ata.<locals>.<listcomp>T)...exis
0840 74 5f 6f 6b da 03 69 64 78 72 01 00 00 00 63 01 00 00 00 00 00 00 00 00 00 00 00 03 00 00 00 04 t_ok..idxr....c.................
0860 00 00 00 53 00 00 00 73 1c 00 00 00 67 00 7c 00 5d 0a 5c 02 7d 01 7d 02 64 00 7c 01 69 01 7c 02 ...S...s....g.|.].\.}.}.d.|.i.|.
0880 a5 01 91 02 71 02 53 00 29 01 72 2c 00 00 00 72 1b 00 00 00 29 03 72 28 00 00 00 da 01 69 72 29 ....q.S.).r,...r....).r(.....ir)
08a0 00 00 00 72 1b 00 00 00 72 1b 00 00 00 72 1e 00 00 00 72 2a 00 00 00 5f 00 00 00 73 02 00 00 00 ...r....r....r....r*..._...s....
08c0 1c 00 63 01 00 00 00 00 00 00 00 00 00 00 00 01 00 00 00 02 00 00 00 53 00 00 00 73 08 00 00 00 ..c....................S...s....
08e0 7c 00 64 01 19 00 53 00 29 02 4e 72 2c 00 00 00 72 1b 00 00 00 72 1c 00 00 00 72 1b 00 00 00 72 |.d...S.).Nr,...r....r....r....r
0900 1b 00 00 00 72 1e 00 00 00 72 1f 00 00 00 62 00 00 00 73 02 00 00 00 08 00 29 01 da 03 6b 65 79 ....r....r....b...s......)...key
0920 29 15 da 05 70 72 69 6e 74 da 02 6f 73 da 04 70 61 74 68 da 06 65 78 69 73 74 73 da 04 6c 69 73 )...print..os..path..exists..lis
0940 74 72 05 00 00 00 da 04 6f 70 65 6e da 04 6a 73 6f 6e da 04 6c 6f 61 64 72 02 00 00 00 72 04 00 tr......open..json..loadr....r..
0960 00 00 da 06 66 69 6c 74 65 72 da 06 65 78 74 65 6e 64 72 03 00 00 00 da 09 66 72 6f 6d 5f 6c 69 ....filter..extendr......from_li
0980 73 74 5a 0d 72 65 6e 61 6d 65 5f 63 6f 6c 75 6d 6e da 13 4e 6f 74 49 6d 70 6c 65 6d 65 6e 74 65 stZ.rename_column..NotImplemente
09a0 64 45 72 72 6f 72 da 08 6d 61 6b 65 64 69 72 73 da 07 74 6f 5f 6a 73 6f 6e da 09 65 6e 75 6d 65 dError..makedirs..to_json..enume
09c0 72 61 74 65 da 06 73 6f 72 74 65 64 29 09 da 09 64 61 74 61 5f 6e 61 6d 65 72 10 00 00 00 da 08 rate..sorted)...data_namer......
09e0 64 61 74 61 5f 64 69 72 da 09 64 61 74 61 5f 66 69 6c 65 da 08 65 78 61 6d 70 6c 65 73 da 01 66 data_dir..data_file..examples..f
0a00 da 07 64 61 74 61 73 65 74 5a 0c 73 75 62 5f 65 78 61 6d 70 6c 65 73 72 29 00 00 00 72 1b 00 00 ..datasetZ.sub_examplesr)...r...
0a20 00 72 26 00 00 00 72 1e 00 00 00 da 09 6c 6f 61 64 5f 64 61 74 61 09 00 00 00 73 72 00 00 00 16 .r&...r......load_data....sr....
0a40 01 0e 01 0e 01 0c 01 0e 01 18 01 04 01 08 01 0c 01 10 01 0c 01 1c ff 02 80 08 09 02 01 02 01 02 ................................
0a60 01 02 01 08 01 08 fc 08 06 0e 01 08 01 0c 02 02 01 0e 01 06 ff 08 03 0c 01 04 01 06 01 06 ff 08 ................................
0a80 03 04 01 08 02 18 01 08 01 0a 01 0c 01 0c 01 08 01 0e 01 08 02 0c 14 14 01 08 01 10 01 08 02 08 ................................
0aa0 02 0e 01 0a 01 18 01 0a 01 0e 03 12 01 10 03 04 01 72 45 00 00 00 29 01 72 07 00 00 00 29 0b 72 .................rE...).r....).r
0ac0 30 00 00 00 72 35 00 00 00 da 06 72 61 6e 64 6f 6d da 08 64 61 74 61 73 65 74 73 72 02 00 00 00 0...r5.....random..datasetsr....
0ae0 72 03 00 00 00 72 04 00 00 00 da 05 75 74 69 6c 73 72 05 00 00 00 72 06 00 00 00 72 45 00 00 00 r....r......utilsr....r....rE...
0b00 72 1b 00 00 00 72 1b 00 00 00 72 1b 00 00 00 72 1e 00 00 00 da 08 3c 6d 6f 64 75 6c 65 3e 01 00 r....r....r....r......<module>..
0b20 00 00 73 0e 00 00 00 08 00 08 01 08 01 08 01 14 01 10 01 0e 03 ..s..................