blob: 5569c74981aaad75fc443ec1aeedf23e373cbb6a (plain)

ofs	hex dump	ascii
0000	6f 0d 0d 0a 00 00 00 00 5f db 2e 68 b6 2a 00 00 e3 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00	o......._..h.*..................
0020	00 04 00 00 00 40 00 00 00 73 9e 00 00 00 64 00 5a 00 64 01 64 02 6c 01 5a 01 64 01 64 02 6c 02	.....@...s....d.Z.d.d.l.Z.d.d.l.
0040	5a 02 64 01 64 03 6c 03 6d 04 5a 04 6d 05 5a 05 01 00 47 00 64 04 64 05 84 00 64 05 65 04 83 03	Z.d.d.l.m.Z.m.Z...G.d.d...d.e...
0060	5a 06 47 00 64 06 64 07 84 00 64 07 65 04 83 03 5a 07 47 00 64 08 64 09 84 00 64 09 65 04 83 03	Z.G.d.d...d.e...Z.G.d.d...d.e...
0080	5a 08 65 01 a0 09 a1 00 64 16 64 0d 64 0e 84 01 83 01 5a 0a 09 02 09 0f 09 0c 09 0b 09 0c 09 0c	Z.e.....d.d.d.....Z.............
00a0	09 10 09 0c 64 17 64 11 64 12 84 01 5a 0b 64 13 64 14 84 00 5a 0c 65 0d 64 15 6b 02 72 4d 65 0c	....d.d.d...Z.d.d...Z.e.d.k.rMe.
00c0	83 00 01 00 64 02 53 00 64 02 53 00 29 18 7a 2a 0a 68 74 74 70 73 3a 2f 2f 67 69 74 68 75 62 2e	....d.S.d.S.).z*.https://github.
00e0	63 6f 6d 2f 61 6c 6c 65 6e 61 69 2f 6f 70 65 6e 2d 69 6e 73 74 72 75 63 74 0a e9 00 00 00 00 4e	com/allenai/open-instruct......N
0100	29 02 da 10 53 74 6f 70 70 69 6e 67 43 72 69 74 65 72 69 61 da 14 53 74 6f 70 70 69 6e 67 43 72	)...StoppingCriteria..StoppingCr
0120	69 74 65 72 69 61 4c 69 73 74 63 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 06 00 00 00 40	iteriaListc....................@
0140	00 00 00 f3 2e 00 00 00 65 00 5a 01 64 00 5a 02 64 01 64 02 84 00 5a 03 64 03 65 04 6a 05 64 04	........e.Z.d.Z.d.d...Z.d.e.j.d.
0160	65 04 6a 06 64 05 65 07 66 06 64 06 64 07 84 04 5a 08 64 08 53 00 29 09 da 18 4b 65 79 77 6f 72	e.j.d.e.f.d.d...Z.d.S.)...Keywor
0180	64 73 53 74 6f 70 70 69 6e 67 43 72 69 74 65 72 69 61 63 03 00 00 00 00 00 00 00 00 00 00 00 03	dsStoppingCriteriac.............
01a0	00 00 00 03 00 00 00 43 00 00 00 73 20 00 00 00 74 00 a0 01 7c 00 a1 01 01 00 67 00 7c 00 5f 02	.......C...s....t...|.....g.|._.
01c0	7c 02 7c 00 5f 03 7c 01 7c 00 5f 04 64 00 53 00 a9 01 4e 29 05 72 02 00 00 00 da 08 5f 5f 69 6e	|.|._.|.|._.d.S...N).r......__in
01e0	69 74 5f 5f da 0f 63 75 72 72 65 6e 74 5f 63 6f 6e 74 65 78 74 da 09 74 6f 6b 65 6e 69 7a 65 72	it__..current_context..tokenizer
0200	da 0c 6b 65 79 77 6f 72 64 73 5f 73 74 72 29 03 da 04 73 65 6c 66 72 0a 00 00 00 72 09 00 00 00	..keywords_str)...selfr....r....
0220	a9 00 72 0c 00 00 00 fa 4c 2f 76 6f 6c 75 6d 65 2f 61 69 6c 61 62 34 73 63 69 2f 7a 74 67 61 6f	..r.....L/volume/ailab4sci/ztgao
0240	2f 4f 6e 65 2d 53 68 6f 74 2d 52 4c 56 52 2f 51 77 65 6e 32 2e 35 2d 45 76 61 6c 2f 65 76 61 6c	/One-Shot-RLVR/Qwen2.5-Eval/eval
0260	75 61 74 69 6f 6e 2f 6d 6f 64 65 6c 5f 75 74 69 6c 73 2e 70 79 72 07 00 00 00 0a 00 00 00 73 08	uation/model_utils.pyr........s.
0280	00 00 00 0a 01 06 01 06 01 0a 01 7a 21 4b 65 79 77 6f 72 64 73 53 74 6f 70 70 69 6e 67 43 72 69	...........z!KeywordsStoppingCri
02a0	74 65 72 69 61 2e 5f 5f 69 6e 69 74 5f 5f da 09 69 6e 70 75 74 5f 69 64 73 da 06 73 63 6f 72 65	teria.__init__..input_ids..score
02c0	73 da 06 72 65 74 75 72 6e 63 03 00 00 00 00 00 00 00 00 00 00 00 0a 00 00 00 05 00 00 00 4b 00	s..returnc....................K.
02e0	00 00 73 a4 00 00 00 74 00 7c 00 6a 01 83 01 64 01 6b 02 72 14 64 02 64 03 84 00 74 02 7c 01 6a	..s....t.|.j...d.k.r.d.d...t.|.j
0300	03 64 01 19 00 83 01 44 00 83 01 7c 00 5f 01 67 00 7d 04 74 02 7c 01 6a 03 64 01 19 00 83 01 44	.d.....D...|._.g.}.t.|.j.d.....D
0320	00 5d 30 7d 05 7c 01 7c 05 19 00 64 04 19 00 a0 04 a1 00 7d 06 7c 00 6a 01 7c 05 19 00 a0 05 7c	.]0}.|.|...d.......}.|.j.|.....|
0340	06 a1 01 01 00 7c 00 6a 06 a0 07 7c 00 6a 01 7c 05 19 00 a1 01 7d 07 64 05 7d 08 7c 00 6a 08 44	.....|.j...|.j.|.....}.d.}.|.j.D
0360	00 5d 0a 7d 09 7c 09 7c 07 76 00 72 47 64 06 7d 08 01 00 6e 01 71 3d 7c 04 a0 05 7c 08 a1 01 01	.].}.|.|.v.rGd.}...n.q=|...|....
0380	00 71 1d 74 09 7c 04 83 01 53 00 29 07 4e 72 01 00 00 00 63 01 00 00 00 00 00 00 00 00 00 00 00	.q.t.|...S.).Nr....c............
03a0	02 00 00 00 03 00 00 00 53 00 00 00 73 10 00 00 00 67 00 7c 00 5d 04 7d 01 67 00 91 02 71 02 53	........S...s....g.|.].}.g...q.S
03c0	00 72 0c 00 00 00 72 0c 00 00 00 29 02 da 02 2e 30 da 01 5f 72 0c 00 00 00 72 0c 00 00 00 72 0d	.r....r....)....0.._r....r....r.
03e0	00 00 00 da 0a 3c 6c 69 73 74 63 6f 6d 70 3e 11 00 00 00 73 02 00 00 00 10 00 7a 35 4b 65 79 77	.....<listcomp>....s......z5Keyw
0400	6f 72 64 73 53 74 6f 70 70 69 6e 67 43 72 69 74 65 72 69 61 2e 5f 5f 63 61 6c 6c 5f 5f 2e 3c 6c	ordsStoppingCriteria.__call__.<l
0420	6f 63 61 6c 73 3e 2e 3c 6c 69 73 74 63 6f 6d 70 3e e9 ff ff ff ff 46 54 29 0a da 03 6c 65 6e 72	ocals>.<listcomp>.....FT)...lenr
0440	08 00 00 00 da 05 72 61 6e 67 65 da 05 73 68 61 70 65 da 04 69 74 65 6d da 06 61 70 70 65 6e 64	......range..shape..item..append
0460	72 09 00 00 00 da 06 64 65 63 6f 64 65 72 0a 00 00 00 da 03 61 6c 6c 29 0a 72 0b 00 00 00 72 0e	r......decoder......all).r....r.
0480	00 00 00 72 0f 00 00 00 da 06 6b 77 61 72 67 73 da 1b 73 65 71 75 65 6e 63 65 73 5f 73 68 6f 75	...r......kwargs..sequences_shou
04a0	6c 64 5f 62 65 5f 73 74 6f 70 70 65 64 da 01 69 da 03 5f 69 64 72 08 00 00 00 da 11 73 68 6f 75	ld_be_stopped..i.._idr......shou
04c0	6c 64 5f 62 65 5f 73 74 6f 70 70 65 64 da 04 77 6f 72 64 72 0c 00 00 00 72 0c 00 00 00 72 0d 00	ld_be_stopped..wordr....r....r..
04e0	00 00 da 08 5f 5f 63 61 6c 6c 5f 5f 0f 00 00 00 73 1e 00 00 00 0e 01 1a 01 04 03 12 01 10 01 10	....__call__....s...............
0500	01 12 01 04 01 0a 01 08 01 04 01 04 01 02 fe 0c 03 08 01 7a 21 4b 65 79 77 6f 72 64 73 53 74 6f	...................z!KeywordsSto
0520	70 70 69 6e 67 43 72 69 74 65 72 69 61 2e 5f 5f 63 61 6c 6c 5f 5f 4e a9 09 da 08 5f 5f 6e 61 6d	ppingCriteria.__call__N....__nam
0540	65 5f 5f da 0a 5f 5f 6d 6f 64 75 6c 65 5f 5f da 0c 5f 5f 71 75 61 6c 6e 61 6d 65 5f 5f 72 07 00	e__..__module__..__qualname__r..
0560	00 00 da 05 74 6f 72 63 68 da 0a 4c 6f 6e 67 54 65 6e 73 6f 72 da 0b 46 6c 6f 61 74 54 65 6e 73	....torch..LongTensor..FloatTens
0580	6f 72 da 04 62 6f 6f 6c 72 22 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00	or..boolr"...r....r....r....r...
05a0	00 72 05 00 00 00 09 00 00 00 f3 06 00 00 00 08 00 08 01 1e 05 72 05 00 00 00 63 00 00 00 00 00	.r...................r....c.....
05c0	00 00 00 00 00 00 00 00 00 00 00 06 00 00 00 40 00 00 00 72 04 00 00 00 29 09 da 15 4b 65 79 57	...............@...r....)...KeyW
05e0	6f 72 64 73 43 72 69 74 65 72 69 61 54 72 75 6e 63 63 03 00 00 00 00 00 00 00 00 00 00 00 03 00	ordsCriteriaTruncc..............
0600	00 00 03 00 00 00 43 00 00 00 73 26 00 00 00 74 00 7c 01 64 01 19 00 74 01 83 02 73 0b 4a 00 64	......C...s&...t.|.d...t...s.J.d
0620	02 83 01 82 01 7c 01 7c 00 5f 02 7c 02 7c 00 5f 03 64 00 53 00 a9 03 4e 72 01 00 00 00 7a 31 73	.....|.|._.|.|._.d.S...Nr....z1s
0640	74 6f 70 5f 69 64 5f 73 65 71 75 65 6e 63 65 73 20 73 68 6f 75 6c 64 20 62 65 20 61 20 6c 69 73	top_id_sequences.should.be.a.lis
0660	74 20 6f 66 20 6c 69 73 74 20 6f 66 20 69 64 73 29 04 da 0a 69 73 69 6e 73 74 61 6e 63 65 da 04	t.of.list.of.ids)...isinstance..
0680	6c 69 73 74 da 0e 73 74 6f 70 5f 73 65 71 75 65 6e 63 65 73 da 0d 70 72 6f 6d 70 74 5f 6c 65 6e	list..stop_sequences..prompt_len
06a0	67 74 68 29 03 72 0b 00 00 00 da 11 73 74 6f 70 5f 69 64 5f 73 65 71 75 65 6e 63 65 73 72 31 00	gth).r......stop_id_sequencesr1.
06c0	00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 72 07 00 00 00 23 00 00 00 73 06 00 00 00 16	..r....r....r....r....#...s.....
06e0	01 06 01 0a 01 7a 1e 4b 65 79 57 6f 72 64 73 43 72 69 74 65 72 69 61 54 72 75 6e 63 2e 5f 5f 69	.....z.KeyWordsCriteriaTrunc.__i
0700	6e 69 74 5f 5f 72 0e 00 00 00 72 0f 00 00 00 72 10 00 00 00 63 03 00 00 00 00 00 00 00 00 00 00	nit__r....r....r....c...........
0720	00 0b 00 00 00 08 00 00 00 4b 00 00 00 73 c0 00 00 00 67 00 7d 04 74 00 7c 01 6a 01 64 01 19 00	.........K...s....g.}.t.|.j.d...
0740	83 01 44 00 5d 52 7d 05 7c 01 7c 05 19 00 7c 00 6a 02 64 00 85 02 19 00 a0 03 a1 00 7d 06 64 02	..D.]R}.|.|...|.j.d.........}.d.
0760	7d 07 7c 00 6a 04 44 00 5d 3a 7d 08 7c 01 6a 01 64 01 19 00 64 03 6b 02 72 2e 7c 06 74 05 7c 08	}.|.j.D.]:}.|.j.d...d.k.r.|.t.|.
0780	83 01 0b 00 64 00 85 02 19 00 7d 09 6e 02 7c 06 7d 09 74 00 74 05 7c 09 83 01 64 01 74 05 7c 08	....d.....}.n.|.}.t.t.|...d.t.|.
07a0	83 01 0b 00 83 03 44 00 5d 15 7d 0a 7c 09 74 06 7c 0a 74 05 7c 08 83 01 18 00 64 01 83 02 7c 0a	......D.].}.|.t.|.t.|.....d...|.
07c0	85 02 19 00 7c 08 6b 02 72 50 64 04 7d 07 01 00 6e 01 71 3b 7c 07 72 55 01 00 6e 01 71 1b 7c 04	....|.k.rPd.}...n.q;|.rU..n.q.|.
07e0	a0 07 7c 07 a1 01 01 00 71 09 74 08 7c 04 83 01 53 00 29 05 4e 72 01 00 00 00 46 e9 01 00 00 00	..|.....q.t.|...S.).Nr....F.....
0800	54 29 09 72 16 00 00 00 72 17 00 00 00 72 31 00 00 00 da 06 74 6f 6c 69 73 74 72 30 00 00 00 72	T).r....r....r1.....tolistr0...r
0820	15 00 00 00 da 03 6d 61 78 72 19 00 00 00 72 1b 00 00 00 29 0b 72 0b 00 00 00 72 0e 00 00 00 72	......maxr....r....).r....r....r
0840	0f 00 00 00 72 1c 00 00 00 72 1d 00 00 00 72 1e 00 00 00 da 03 69 64 73 72 20 00 00 00 da 0d 73	....r....r....r......idsr......s
0860	74 6f 70 5f 73 65 71 75 65 6e 63 65 da 04 5f 69 64 73 da 01 6a 72 0c 00 00 00 72 0c 00 00 00 72	top_sequence.._ids..jr....r....r
0880	0d 00 00 00 72 22 00 00 00 28 00 00 00 73 24 00 00 00 04 01 12 01 16 01 04 01 0a 01 0e 01 14 01	....r"...(...s$.................
08a0	04 02 1a 01 1e 01 04 01 04 01 02 fe 04 03 04 01 02 ff 0c 02 08 01 7a 1e 4b 65 79 57 6f 72 64 73	......................z.KeyWords
08c0	43 72 69 74 65 72 69 61 54 72 75 6e 63 2e 5f 5f 63 61 6c 6c 5f 5f 4e 72 23 00 00 00 72 0c 00 00	CriteriaTrunc.__call__Nr#...r...
08e0	00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 72 2c 00 00 00 22 00 00 00 72 2b 00 00 00 72 2c	.r....r....r....r,..."...r+...r,
0900	00 00 00 63 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 06 00 00 00 40 00 00 00 72 04 00 00	...c....................@...r...
0920	00 29 09 da 10 4b 65 79 57 6f 72 64 73 43 72 69 74 65 72 69 61 63 02 00 00 00 00 00 00 00 00 00	.)...KeyWordsCriteriac..........
0940	00 00 02 00 00 00 03 00 00 00 43 00 00 00 73 20 00 00 00 74 00 7c 01 64 01 19 00 74 01 83 02 73	..........C...s....t.|.d...t...s
0960	0b 4a 00 64 02 83 01 82 01 7c 01 7c 00 5f 02 64 00 53 00 72 2d 00 00 00 29 03 72 2e 00 00 00 72	.J.d.....|.|._.d.S.r-...).r....r
0980	2f 00 00 00 72 30 00 00 00 29 02 72 0b 00 00 00 72 32 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72	/...r0...).r....r2...r....r....r
09a0	0d 00 00 00 72 07 00 00 00 3d 00 00 00 73 04 00 00 00 16 01 0a 01 7a 19 4b 65 79 57 6f 72 64 73	....r....=...s........z.KeyWords
09c0	43 72 69 74 65 72 69 61 2e 5f 5f 69 6e 69 74 5f 5f 72 0e 00 00 00 72 0f 00 00 00 72 10 00 00 00	Criteria.__init__r....r....r....
09e0	63 03 00 00 00 00 00 00 00 00 00 00 00 08 00 00 00 05 00 00 00 4b 00 00 00 73 60 00 00 00 67 00	c....................K...s`...g.
0a00	7d 04 74 00 7c 01 6a 01 64 01 19 00 83 01 44 00 5d 22 7d 05 64 02 7d 06 7c 00 6a 02 44 00 5d 15	}.t.|.j.d.....D.]"}.d.}.|.j.D.].
0a20	7d 07 7c 01 7c 05 19 00 74 03 7c 07 83 01 0b 00 64 00 85 02 19 00 a0 04 a1 00 7c 07 6b 02 72 25	}.|.|...t.|.....d.........|.k.r%
0a40	64 03 7d 06 01 00 6e 01 71 10 7c 04 a0 05 7c 06 a1 01 01 00 71 09 74 06 7c 04 83 01 53 00 29 04	d.}...n.q.|...|.....q.t.|...S.).
0a60	4e 72 01 00 00 00 46 54 29 07 72 16 00 00 00 72 17 00 00 00 72 30 00 00 00 72 15 00 00 00 72 34	Nr....FT).r....r....r0...r....r4
0a80	00 00 00 72 19 00 00 00 72 1b 00 00 00 29 08 72 0b 00 00 00 72 0e 00 00 00 72 0f 00 00 00 72 1c	...r....r....).r....r....r....r.
0aa0	00 00 00 72 1d 00 00 00 72 1e 00 00 00 5a 1a 73 65 71 75 65 6e 63 65 5f 73 68 6f 75 6c 64 5f 62	...r....r....Z.sequence_should_b
0ac0	65 5f 73 74 6f 70 70 65 64 72 37 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 72 22 00	e_stoppedr7...r....r....r....r".
0ae0	00 00 41 00 00 00 73 14 00 00 00 04 01 12 01 04 01 0a 01 1e 01 04 01 04 01 02 fe 0c 03 08 01 7a	..A...s........................z
0b00	19 4b 65 79 57 6f 72 64 73 43 72 69 74 65 72 69 61 2e 5f 5f 63 61 6c 6c 5f 5f 4e 72 23 00 00 00	.KeyWordsCriteria.__call__Nr#...
0b20	72 0c 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 72 3a 00 00 00 3c 00 00 00 73 06 00	r....r....r....r....r:...<...s..
0b40	00 00 08 00 08 01 1e 04 72 3a 00 00 00 72 33 00 00 00 54 46 63 07 00 00 00 00 00 00 00 00 00 00	........r:...r3...TFc...........
0b60	00 15 00 00 00 07 00 00 00 0b 00 00 00 73 5a 01 00 00 67 00 7d 08 7c 06 73 0d 74 00 6a 00 74 01	.............sZ...g.}.|.s.t.j.t.
0b80	7c 02 83 01 64 01 64 02 8d 02 7d 09 7c 07 a0 02 64 03 64 04 a1 02 89 00 74 03 64 05 74 01 7c 02	|...d.d...}.|...d.d.....t.d.t.|.
0ba0	83 01 7c 03 83 03 44 00 5d 81 7d 0a 7c 02 7c 0a 7c 0a 7c 03 17 00 85 02 19 00 7d 0b 7c 01 7c 0b	..|...D.].}.|.|.|.|.......}.|.|.
0bc0	64 06 64 07 7c 05 64 08 8d 04 7d 0c 7c 0c 6a 04 7d 0d 7c 0c 6a 05 7d 0e 7c 00 6a 06 6a 07 64 09	d.d.|.d...}.|.j.}.|.j.}.|.j.j.d.
0be0	6b 02 72 41 7c 0d a0 08 a1 00 7d 0d 7c 0e a0 08 a1 00 7d 0e 74 09 7c 04 7c 01 83 02 7d 0f 7c 00	k.rA|.....}.|.....}.t.|.|...}.|.
0c00	6a 0a 64 11 7c 0d 7c 0e 74 0b 7c 0f 67 01 83 01 64 0a 9c 03 7c 07 a4 01 8e 01 7d 10 7c 01 6a 0c	j.d.|.|.t.|.g...d...|.....}.|.j.
0c20	7c 10 64 0b 64 0c 8d 02 7d 10 7c 01 6a 0c 7c 0d 64 0b 64 0c 8d 02 7d 0b 87 00 66 01 64 0d 64 0e	|.d.d...}.|.j.|.d.d...}...f.d.d.
0c40	84 08 7c 0b 44 00 83 01 7d 0b 64 0f 64 0e 84 00 74 0d 7c 0b 7c 10 83 02 44 00 83 01 7d 11 74 0e	..|.D...}.d.d...t.|.|...D...}.t.
0c60	7c 11 83 01 44 00 5d 12 5c 02 7d 12 7d 13 7c 04 44 00 5d 0b 7d 14 7c 13 a0 0f 7c 14 a1 01 64 05	|...D.].\.}.}.|.D.].}.|...|...d.
0c80	19 00 7c 11 7c 12 3c 00 71 80 71 7a 7c 08 7c 11 37 00 7d 08 7c 06 73 9c 7c 09 a0 10 74 01 7c 0b	..|.|.<.q.qz|.|.7.}.|.s.|...t.|.
0ca0	83 01 88 00 1a 00 a1 01 01 00 71 1b 74 01 7c 08 83 01 74 01 7c 02 83 01 88 00 14 00 6b 02 73 ab	..........q.t.|...t.|.......k.s.
0cc0	4a 00 64 10 83 01 82 01 7c 08 53 00 29 12 4e 7a 16 47 65 6e 65 72 61 74 69 6e 67 20 43 6f 6d 70	J.d.....|.S.).Nz.Generating.Comp
0ce0	6c 65 74 69 6f 6e 73 29 02 da 05 74 6f 74 61 6c da 04 64 65 73 63 da 14 6e 75 6d 5f 72 65 74 75	letions)...total..desc..num_retu
0d00	72 6e 5f 73 65 71 75 65 6e 63 65 73 72 33 00 00 00 72 01 00 00 00 da 07 6c 6f 6e 67 65 73 74 da	rn_sequencesr3...r......longest.
0d20	02 70 74 29 03 da 07 70 61 64 64 69 6e 67 da 0e 72 65 74 75 72 6e 5f 74 65 6e 73 6f 72 73 da 12	.pt)...padding..return_tensors..
0d40	61 64 64 5f 73 70 65 63 69 61 6c 5f 74 6f 6b 65 6e 73 da 04 63 75 64 61 29 03 72 0e 00 00 00 da	add_special_tokens..cuda).r.....
0d60	0e 61 74 74 65 6e 74 69 6f 6e 5f 6d 61 73 6b da 11 73 74 6f 70 70 69 6e 67 5f 63 72 69 74 65 72	.attention_mask..stopping_criter
0d80	69 61 54 29 01 da 13 73 6b 69 70 5f 73 70 65 63 69 61 6c 5f 74 6f 6b 65 6e 73 63 01 00 00 00 00	iaT)...skip_special_tokensc.....
0da0	00 00 00 00 00 00 00 03 00 00 00 04 00 00 00 13 00 00 00 73 1e 00 00 00 67 00 7c 00 5d 0b 7d 01	...................s....g.|.].}.
0dc0	74 00 88 00 83 01 44 00 5d 04 7d 02 7c 01 91 03 71 08 71 02 53 00 72 0c 00 00 00 29 01 72 16 00	t.....D.].}.|...q.q.S.r....).r..
0de0	00 00 29 03 72 11 00 00 00 da 06 70 72 6f 6d 70 74 72 12 00 00 00 a9 01 72 3d 00 00 00 72 0c 00	..).r......promptr......r=...r..
0e00	00 00 72 0d 00 00 00 72 13 00 00 00 79 00 00 00 73 02 00 00 00 1e 00 7a 28 67 65 6e 65 72 61 74	..r....r....y...s......z(generat
0e20	65 5f 63 6f 6d 70 6c 65 74 69 6f 6e 73 2e 3c 6c 6f 63 61 6c 73 3e 2e 3c 6c 69 73 74 63 6f 6d 70	e_completions.<locals>.<listcomp
0e40	3e 63 01 00 00 00 00 00 00 00 00 00 00 00 03 00 00 00 05 00 00 00 53 00 00 00 73 20 00 00 00 67	>c....................S...s....g
0e60	00 7c 00 5d 0c 5c 02 7d 01 7d 02 7c 02 74 00 7c 01 83 01 64 00 85 02 19 00 91 02 71 02 53 00 72	.|.].\.}.}.|.t.|...d.......q.S.r
0e80	06 00 00 00 29 01 72 15 00 00 00 29 03 72 11 00 00 00 72 47 00 00 00 da 06 6f 75 74 70 75 74 72	....).r....).r....rG.....outputr
0ea0	0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 72 13 00 00 00 7a 00 00 00 73 06 00 00 00 06 00 14 01	....r....r....r....z...s........
0ec0	06 ff 7a 51 6e 75 6d 62 65 72 20 6f 66 20 67 65 6e 65 72 61 74 69 6f 6e 73 20 73 68 6f 75 6c 64	..zQnumber.of.generations.should
0ee0	20 62 65 20 65 71 75 61 6c 20 74 6f 20 6e 75 6d 62 65 72 20 6f 66 20 70 72 6f 6d 70 74 73 20 2a	.be.equal.to.number.of.prompts.*
0f00	20 6e 75 6d 5f 72 65 74 75 72 6e 5f 73 65 71 75 65 6e 63 65 73 72 0c 00 00 00 29 11 da 04 74 71	.num_return_sequencesr....)...tq
0f20	64 6d 72 15 00 00 00 da 03 67 65 74 72 16 00 00 00 72 0e 00 00 00 72 44 00 00 00 da 06 64 65 76	dmr......getr....r....rD.....dev
0f40	69 63 65 da 04 74 79 70 65 72 43 00 00 00 72 05 00 00 00 da 08 67 65 6e 65 72 61 74 65 72 03 00	ice..typerC...r......generater..
0f60	00 00 da 0c 62 61 74 63 68 5f 64 65 63 6f 64 65 da 03 7a 69 70 da 09 65 6e 75 6d 65 72 61 74 65	....batch_decode..zip..enumerate
0f80	da 05 73 70 6c 69 74 da 06 75 70 64 61 74 65 29 15 da 05 6d 6f 64 65 6c 72 09 00 00 00 da 07 70	..split..update)...modelr......p
0fa0	72 6f 6d 70 74 73 da 0a 62 61 74 63 68 5f 73 69 7a 65 72 32 00 00 00 72 42 00 00 00 da 0c 64 69	rompts..batch_sizer2...rB.....di
0fc0	73 61 62 6c 65 5f 74 71 64 6d da 11 67 65 6e 65 72 61 74 69 6f 6e 5f 6b 77 61 72 67 73 5a 0b 67	sable_tqdm..generation_kwargsZ.g
0fe0	65 6e 65 72 61 74 69 6f 6e 73 da 08 70 72 6f 67 72 65 73 73 72 1e 00 00 00 da 0d 62 61 74 63 68	enerations..progressr......batch
1000	5f 70 72 6f 6d 70 74 73 5a 11 74 6f 6b 65 6e 69 7a 65 64 5f 70 72 6f 6d 70 74 73 5a 0f 62 61 74	_promptsZ.tokenized_promptsZ.bat
1020	63 68 5f 69 6e 70 75 74 5f 69 64 73 72 44 00 00 00 5a 0d 73 74 6f 70 5f 63 72 69 74 65 72 69 61	ch_input_idsrD...Z.stop_criteria
1040	da 0d 62 61 74 63 68 5f 6f 75 74 70 75 74 73 5a 11 62 61 74 63 68 5f 67 65 6e 65 72 61 74 69 6f	..batch_outputsZ.batch_generatio
1060	6e 73 da 03 69 64 78 da 0a 70 72 65 64 69 63 74 69 6f 6e 72 37 00 00 00 72 0c 00 00 00 72 48 00	ns..idx..predictionr7...r....rH.
1080	00 00 72 0d 00 00 00 da 14 67 65 6e 65 72 61 74 65 5f 63 6f 6d 70 6c 65 74 69 6f 6e 73 4d 00 00	..r......generate_completionsM..
10a0	00 73 48 00 00 00 04 02 04 01 12 01 0c 02 14 01 10 01 10 01 06 01 06 01 0c 02 08 01 08 01 0a 03	.sH.............................
10c0	06 01 02 01 02 01 08 01 04 fd 02 06 06 fa 0e 16 0e 01 12 02 06 01 08 01 06 ff 10 05 08 01 14 01	................................
10e0	02 ff 08 03 04 02 12 01 02 80 1c 02 04 01 72 5e 00 00 00 da 04 61 75 74 6f da 04 6c 65 66 74 63	..............r^.....auto..leftc
1100	09 00 00 00 00 00 00 00 00 00 00 00 10 00 00 00 07 00 00 00 43 00 00 00 73 f6 00 00 00 64 01 64	....................C...s....d.d
1120	00 6c 00 7d 09 64 01 64 02 6c 01 6d 02 7d 0a 6d 03 7d 0b 01 00 7c 01 73 10 7c 00 7d 01 7c 0b 6a	.l.}.d.d.l.m.}.m.}...|.s.|.}.|.j
1140	04 7c 01 7c 06 7c 07 64 03 64 04 8d 04 7d 0c 7c 0c 6a 05 64 00 75 00 72 3a 7c 0c 6a 06 72 2a 7c	.|.|.|.d.d...}.|.j.d.u.r:|.j.r*|
1160	0c 6a 06 7c 0c 5f 05 7c 0c 6a 07 7c 0c 5f 08 6e 10 7c 0c 6a 09 72 36 7c 0c 6a 09 7c 0c 5f 05 7c	.j.|._.|.j.|._.n.|.j.r6|.j.|._.|
1180	0c 6a 0a 7c 0c 5f 08 6e 04 74 0b 64 05 83 01 82 01 7c 05 72 4e 64 01 64 06 6c 0c 6d 0d 7d 0d 01	.j.|._.n.t.d.....|.rNd.d.l.m.}..
11a0	00 7c 0d 6a 0e 7c 00 64 07 64 03 64 08 8d 03 7d 0e 7c 0e 6a 0f 7d 0f 6e 25 7c 03 72 59 7c 0a 6a	.|.j.|.d.d.d...}.|.j.}.n%|.rY|.j
11c0	04 7c 00 7c 02 64 03 64 09 8d 03 7d 0f 6e 1a 7c 0a 6a 04 7c 00 7c 09 6a 10 7c 02 64 03 7c 08 64	.|.|.d.d...}.n.|.j.|.|.j.|.d.|.d
11e0	0a 8d 05 7d 0f 7c 09 6a 11 a0 12 a1 00 72 6d 7c 0f a0 11 a1 00 7d 0f 7c 04 72 73 7c 0f a0 13 a1	...}.|.j.....rm|.....}.|.rs|....
1200	00 7d 0f 7c 0f a0 14 a1 00 01 00 7c 0f 7c 0c 66 02 53 00 29 0b 4e 72 01 00 00 00 29 02 da 14 41	.}.|.......|.|.f.S.).Nr....)...A
1220	75 74 6f 4d 6f 64 65 6c 46 6f 72 43 61 75 73 61 6c 4c 4d da 0d 41 75 74 6f 54 6f 6b 65 6e 69 7a	utoModelForCausalLM..AutoTokeniz
1240	65 72 54 29 03 da 08 75 73 65 5f 66 61 73 74 da 0c 70 61 64 64 69 6e 67 5f 73 69 64 65 da 11 74	erT)...use_fast..padding_side..t
1260	72 75 73 74 5f 72 65 6d 6f 74 65 5f 63 6f 64 65 7a 57 59 6f 75 20 61 72 65 20 75 73 69 6e 67 20	rust_remote_codezWYou.are.using.
1280	61 20 6e 65 77 20 74 6f 6b 65 6e 69 7a 65 72 20 77 69 74 68 6f 75 74 20 61 20 70 61 64 20 74 6f	a.new.tokenizer.without.a.pad.to
12a0	6b 65 6e 2e 54 68 69 73 20 69 73 20 6e 6f 74 20 73 75 70 70 6f 72 74 65 64 20 62 79 20 74 68 69	ken.This.is.not.supported.by.thi
12c0	73 20 73 63 72 69 70 74 2e 29 01 da 13 41 75 74 6f 47 50 54 51 46 6f 72 43 61 75 73 61 6c 4c 4d	s.script.)...AutoGPTQForCausalLM
12e0	7a 06 63 75 64 61 3a 30 29 02 72 4c 00 00 00 5a 0a 75 73 65 5f 74 72 69 74 6f 6e 29 02 da 0a 64	z.cuda:0).rL...Z.use_triton)...d
1300	65 76 69 63 65 5f 6d 61 70 da 0c 6c 6f 61 64 5f 69 6e 5f 38 62 69 74 29 04 da 0b 74 6f 72 63 68	evice_map..load_in_8bit)...torch
1320	5f 64 74 79 70 65 72 67 00 00 00 72 65 00 00 00 da 0f 75 73 65 5f 73 61 66 65 74 65 6e 73 6f 72	_dtyperg...re.....use_safetensor
1340	73 29 15 72 27 00 00 00 da 0c 74 72 61 6e 73 66 6f 72 6d 65 72 73 72 61 00 00 00 72 62 00 00 00	s).r'.....transformersra...rb...
1360	da 0f 66 72 6f 6d 5f 70 72 65 74 72 61 69 6e 65 64 da 09 70 61 64 5f 74 6f 6b 65 6e da 09 75 6e	..from_pretrained..pad_token..un
1380	6b 5f 74 6f 6b 65 6e da 0c 75 6e 6b 5f 74 6f 6b 65 6e 5f 69 64 da 0c 70 61 64 5f 74 6f 6b 65 6e	k_token..unk_token_id..pad_token
13a0	5f 69 64 da 09 65 6f 73 5f 74 6f 6b 65 6e da 0c 65 6f 73 5f 74 6f 6b 65 6e 5f 69 64 da 0a 56 61	_id..eos_token..eos_token_id..Va
13c0	6c 75 65 45 72 72 6f 72 5a 09 61 75 74 6f 5f 67 70 74 71 72 66 00 00 00 5a 0e 66 72 6f 6d 5f 71	lueErrorZ.auto_gptqrf...Z.from_q
13e0	75 61 6e 74 69 7a 65 64 72 54 00 00 00 da 07 66 6c 6f 61 74 31 36 72 43 00 00 00 da 0c 69 73 5f	uantizedrT.....float16rC.....is_
1400	61 76 61 69 6c 61 62 6c 65 da 04 68 61 6c 66 da 04 65 76 61 6c 29 10 da 12 6d 6f 64 65 6c 5f 6e	available..half..eval)...model_n
1420	61 6d 65 5f 6f 72 5f 70 61 74 68 5a 16 74 6f 6b 65 6e 69 7a 65 72 5f 6e 61 6d 65 5f 6f 72 5f 70	ame_or_pathZ.tokenizer_name_or_p
1440	61 74 68 72 67 00 00 00 72 68 00 00 00 da 0c 6c 6f 61 64 5f 69 6e 5f 68 61 6c 66 5a 0a 67 70 74	athrg...rh.....load_in_halfZ.gpt
1460	71 5f 6d 6f 64 65 6c da 12 75 73 65 5f 66 61 73 74 5f 74 6f 6b 65 6e 69 7a 65 72 72 64 00 00 00	q_model..use_fast_tokenizerrd...
1480	72 6a 00 00 00 72 27 00 00 00 72 61 00 00 00 72 62 00 00 00 72 09 00 00 00 72 66 00 00 00 5a 0d	rj...r'...ra...rb...r....rf...Z.
14a0	6d 6f 64 65 6c 5f 77 72 61 70 70 65 72 72 54 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00	model_wrapperrT...r....r....r...
14c0	00 da 18 6c 6f 61 64 5f 68 66 5f 6c 6d 5f 61 6e 64 5f 74 6f 6b 65 6e 69 7a 65 72 8c 00 00 00 73	...load_hf_lm_and_tokenizer....s
14e0	4a 00 00 00 08 0b 10 01 04 02 04 01 12 01 0a 04 06 01 08 01 0a 01 06 01 08 01 0a 01 08 02 04 07	J...............................
1500	0c 01 04 01 06 01 06 ff 08 03 04 01 04 01 02 01 02 01 02 01 08 fd 06 08 04 01 02 01 02 01 02 01	................................
1520	06 fc 0a 05 08 01 04 01 08 01 08 01 08 01 72 7b 00 00 00 63 00 00 00 00 00 00 00 00 00 00 00 00	..............r{...c............
1540	06 00 00 00 08 00 00 00 43 00 00 00 73 48 00 00 00 64 01 7d 00 74 00 7c 00 64 02 64 02 64 02 64	........C...sH...d.}.t.|.d.d.d.d
1560	03 8d 04 5c 02 7d 01 7d 02 64 04 64 05 67 02 7d 03 64 06 64 07 67 02 7d 04 74 01 7c 01 7c 02 7c	...\.}.}.d.d.g.}.d.d.g.}.t.|.|.|
1580	03 64 08 64 09 7c 04 64 0a 8d 06 7d 05 74 02 7c 05 83 01 01 00 64 00 53 00 29 0b 4e 7a 1d 2e 2e	.d.d.|.d...}.t.|.....d.S.).Nz...
15a0	2f 6d 6f 64 65 6c 73 2f 63 6f 64 65 6c 6c 61 6d 61 5f 37 62 2f 76 31 2d 31 36 6b 54 29 04 72 78	/models/codellama_7b/v1-16kT).rx
15c0	00 00 00 72 79 00 00 00 72 7a 00 00 00 72 6a 00 00 00 7a 36 2d 2d 2d 0a 31 2b 31 3d 32 0a 2d 2d	...ry...rz...rj...z6---.1+1=2.--
15e0	2d 32 2b 32 3d 34 0a 2d 2d 2d 33 2b 33 3d 36 0a 2d 2d 2d 34 2b 34 3d 38 0a 2d 2d 2d 35 2b 35 3d	-2+2=4.---3+3=6.---4+4=8.---5+5=
1600	31 30 0a 2d 2d 2d 36 2b 36 3d 7a 2e 2d 2d 2d 0a 31 2b 31 3d 32 0a 2d 2d 2d 31 32 2b 31 32 3d 32	10.---6+6=z.---.1+1=2.---12+12=2
1620	34 0a 2d 2d 2d 33 2b 33 3d 36 0a 2d 2d 2d 31 32 33 34 35 2b 31 32 33 34 35 3d 7a 03 0a 0a 0a 7a	4.---3+3=6.---12345+12345=z....z
1640	03 2d 2d 2d e9 80 00 00 00 e9 10 00 00 00 29 06 72 54 00 00 00 72 09 00 00 00 72 55 00 00 00 da	.---..........).rT...r....rU....
1660	0e 6d 61 78 5f 6e 65 77 5f 74 6f 6b 65 6e 73 72 56 00 00 00 72 32 00 00 00 29 03 72 7b 00 00 00	.max_new_tokensrV...r2...).r{...
1680	72 5e 00 00 00 da 05 70 72 69 6e 74 29 06 72 78 00 00 00 da 03 6c 6c 6d 72 09 00 00 00 72 55 00	r^.....print).rx.....llmr....rU.
16a0	00 00 72 30 00 00 00 da 07 6f 75 74 70 75 74 73 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 da	..r0.....outputsr....r....r.....
16c0	1a 5f 74 65 73 74 5f 67 65 6e 65 72 61 74 65 5f 63 6f 6d 70 6c 65 74 69 6f 6e 73 cb 00 00 00 73	._test_generate_completions....s
16e0	28 00 00 00 04 01 02 01 02 01 02 01 02 01 02 01 0a fc 02 08 02 01 04 fe 08 07 02 04 02 01 02 01	(...............................
1700	02 01 02 01 02 01 02 02 06 f9 0c 09 72 82 00 00 00 da 08 5f 5f 6d 61 69 6e 5f 5f 29 04 72 33 00	............r......__main__).r3.
1720	00 00 4e 54 46 29 08 4e 72 5f 00 00 00 46 54 46 46 72 60 00 00 00 46 29 0e da 07 5f 5f 64 6f 63	..NTF).Nr_...FTFFr`...F)...__doc
1740	5f 5f 72 27 00 00 00 72 4a 00 00 00 72 6b 00 00 00 72 02 00 00 00 72 03 00 00 00 72 05 00 00 00	__r'...rJ...rk...r....r....r....
1760	72 2c 00 00 00 72 3a 00 00 00 da 07 6e 6f 5f 67 72 61 64 72 5e 00 00 00 72 7b 00 00 00 72 82 00	r,...r:.....no_gradr^...r{...r..
1780	00 00 72 24 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0c 00 00 00 72 0d 00 00 00 da 08 3c 6d 6f	..r$...r....r....r....r......<mo
17a0	64 75 6c 65 3e 01 00 00 00 73 2c 00 00 00 04 00 08 03 08 01 10 01 10 03 10 19 10 1a 06 11 0c 01	dule>....s,.....................
17c0	02 40 02 01 02 01 02 01 02 01 02 01 02 01 02 01 0a f7 08 3f 08 1f 0a 01 04 ff	.@.................?......