mtfyun/ds4
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
4f806387f71d3f0e8517650d5cd13b559003cdfd
ds4/gguf-tools/quality-testing/data/flash/responses/case_028.json
T

5596 lines
128 KiB
JSON
Raw Blame History

This file contains invisible Unicode characters
This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"id": "8b3fd4f9-4fd2-4d89-9424-e69057cd3df7",
"object": "chat.completion",
"created": 1785576311,
"model": "deepseek-v4-flash",
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "To understand why grouped Mixture-of-Experts (MoE) expert execution improves prefill, we first need to clarify"
},
"logprobs": {
"content": [
{
"token": "To",
"logprob": 0.0,
"bytes": [
84,
111
],
"top_logprobs": [
{
"token": "To",
"logprob": 0.0,
"bytes": [
84,
111
]
},
{
"token": "Group",
"logprob": -9999.0,
"bytes": [
71,
114,
111,
117,
112
]
},
{
"token": "In",
"logprob": -9999.0,
"bytes": [
73,
110
]
},
{
"token": "Let",
"logprob": -9999.0,
"bytes": [
76,
101,
116
]
},
{
"token": "Alright",
"logprob": -9999.0,
"bytes": [
65,
108,
114,
105,
103,
104,
116
]
},
{
"token": "The",
"logprob": -9999.0,
"bytes": [
84,
104,
101
]
},
{
"token": "Great",
"logprob": -9999.0,
"bytes": [
71,
114,
101,
97,
116
]
},
{
"token": "Here",
"logprob": -9999.0,
"bytes": [
72,
101,
114,
101
]
},
{
"token": "Okay",
"logprob": -9999.0,
"bytes": [
79,
107,
97,
121
]
},
{
"token": "When",
"logprob": -9999.0,
"bytes": [
87,
104,
101,
110
]
},
{
"token": "Before",
"logprob": -9999.0,
"bytes": [
66,
101,
102,
111,
114,
101
]
},
{
"token": "At",
"logprob": -9999.0,
"bytes": [
65,
116
]
},
{
"token": "This",
"logprob": -9999.0,
"bytes": [
84,
104,
105,
115
]
},
{
"token": "##",
"logprob": -9999.0,
"bytes": [
35,
35
]
},
{
"token": "Pref",
"logprob": -9999.0,
"bytes": [
80,
114,
101,
102
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": "Because",
"logprob": -9999.0,
"bytes": [
66,
101,
99,
97,
117,
115,
101
]
},
{
"token": "Expl",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
108
]
},
{
"token": "Good",
"logprob": -9999.0,
"bytes": [
71,
111,
111,
100
]
},
{
"token": "#",
"logprob": -9999.0,
"bytes": [
35
]
}
]
},
{
"token": " understand",
"logprob": 0.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100
],
"top_logprobs": [
{
"token": " understand",
"logprob": 0.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100
]
},
{
"token": " explain",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
108,
97,
105,
110
]
},
{
"token": " fully",
"logprob": -9999.0,
"bytes": [
32,
102,
117,
108,
108,
121
]
},
{
"token": " answer",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
115,
119,
101,
114
]
},
{
"token": " truly",
"logprob": -9999.0,
"bytes": [
32,
116,
114,
117,
108,
121
]
},
{
"token": " deeply",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112,
108,
121
]
},
{
"token": " really",
"logprob": -9999.0,
"bytes": [
32,
114,
101,
97,
108,
108,
121
]
},
{
"token": " understanding",
"logprob": -9999.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100,
105,
110,
103
]
},
{
"token": " properly",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
111,
112,
101,
114,
108,
121
]
},
{
"token": " grasp",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
97,
115,
112
]
},
{
"token": " fundamentally",
"logprob": -9999.0,
"bytes": [
32,
102,
117,
110,
100,
97,
109,
101,
110,
116,
97,
108,
108,
121
]
},
{
"token": " thoroughly",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
111,
114,
111,
117,
103,
104,
108,
121
]
},
{
"token": " Understand",
"logprob": -9999.0,
"bytes": [
32,
85,
110,
100,
101,
114,
115,
116,
97,
110,
100
]
},
{
"token": " clearly",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
101,
97,
114,
108,
121
]
},
{
"token": "understand",
"logprob": -9999.0,
"bytes": [
117,
110,
100,
101,
114,
115,
116,
97,
110,
100
]
},
{
"token": " get",
"logprob": -9999.0,
"bytes": [
32,
103,
101,
116
]
},
{
"token": " why",
"logprob": -9999.0,
"bytes": [
32,
119,
104,
121
]
},
{
"token": " understands",
"logprob": -9999.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100,
115
]
},
{
"token": " completely",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
109,
112,
108,
101,
116,
101,
108,
121
]
},
{
"token": " unpack",
"logprob": -9999.0,
"bytes": [
32,
117,
110,
112,
97,
99,
107
]
}
]
},
{
"token": " why",
"logprob": 0.0,
"bytes": [
32,
119,
104,
121
],
"top_logprobs": [
{
"token": " why",
"logprob": 0.0,
"bytes": [
32,
119,
104,
121
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " how",
"logprob": -9999.0,
"bytes": [
32,
104,
111,
119
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " exactly",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
97,
99,
116,
108,
121
]
},
{
"token": " this",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
105,
115
]
},
{
"token": " grouped",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
101,
100
]
},
{
"token": "why",
"logprob": -9999.0,
"bytes": [
119,
104,
121
]
},
{
"token": " the",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " precisely",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
99,
105,
115,
101,
108,
121
]
},
{
"token": " pourquoi",
"logprob": -9999.0,
"bytes": [
32,
112,
111,
117,
114,
113,
117,
111,
105
]
},
{
"token": " почему",
"logprob": -9999.0,
"bytes": [
32,
208,
191,
208,
190,
209,
135,
208,
181,
208,
188,
209,
131
]
},
{
"token": " fully",
"logprob": -9999.0,
"bytes": [
32,
102,
117,
108,
108,
121
]
},
{
"token": " WHY",
"logprob": -9999.0,
"bytes": [
32,
87,
72,
89
]
},
{
"token": " _",
"logprob": -9999.0,
"bytes": [
32,
95
]
},
{
"token": " whether",
"logprob": -9999.0,
"bytes": [
32,
119,
104,
101,
116,
104,
101,
114
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " when",
"logprob": -9999.0,
"bytes": [
32,
119,
104,
101,
110
]
},
{
"token": " what",
"logprob": -9999.0,
"bytes": [
32,
119,
104,
97,
116
]
}
]
},
{
"token": " grouped",
"logprob": 0.0,
"bytes": [
32,
103,
114,
111,
117,
112,
101,
100
],
"top_logprobs": [
{
"token": " grouped",
"logprob": 0.0,
"bytes": [
32,
103,
114,
111,
117,
112,
101,
100
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " grouping",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
105,
110,
103
]
},
{
"token": " Group",
"logprob": -9999.0,
"bytes": [
32,
71,
114,
111,
117,
112
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " group",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112
]
},
{
"token": " executing",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
110,
103
]
},
{
"token": " _",
"logprob": -9999.0,
"bytes": [
32,
95
]
},
{
"token": " \"",
"logprob": -9999.0,
"bytes": [
32,
34
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": " **_",
"logprob": -9999.0,
"bytes": [
32,
42,
42,
95
]
},
{
"token": " a",
"logprob": -9999.0,
"bytes": [
32,
97
]
},
{
"token": " the",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " expert",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": " running",
"logprob": -9999.0,
"bytes": [
32,
114,
117,
110,
110,
105,
110,
103
]
},
{
"token": " groups",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
115
]
},
{
"token": " clustered",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
117,
115,
116,
101,
114,
101,
100
]
},
{
"token": " using",
"logprob": -9999.0,
"bytes": [
32,
117,
115,
105,
110,
103
]
},
{
"token": " `",
"logprob": -9999.0,
"bytes": [
32,
96
]
},
{
"token": " ***",
"logprob": -9999.0,
"bytes": [
32,
42,
42,
42
]
}
]
},
{
"token": " Mi",
"logprob": 0.0,
"bytes": [
32,
77,
105
],
"top_logprobs": [
{
"token": " Mi",
"logprob": 0.0,
"bytes": [
32,
77,
105
]
},
{
"token": " Mo",
"logprob": -9999.0,
"bytes": [
32,
77,
111
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " expert",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": " Expert",
"logprob": -9999.0,
"bytes": [
32,
69,
120,
112,
101,
114,
116
]
},
{
"token": " Mist",
"logprob": -9999.0,
"bytes": [
32,
77,
105,
115,
116
]
},
{
"token": " mixture",
"logprob": -9999.0,
"bytes": [
32,
109,
105,
120,
116,
117,
114,
101
]
},
{
"token": " Multi",
"logprob": -9999.0,
"bytes": [
32,
77,
117,
108,
116,
105
]
},
{
"token": " Mixed",
"logprob": -9999.0,
"bytes": [
32,
77,
105,
120,
101,
100
]
},
{
"token": " \"",
"logprob": -9999.0,
"bytes": [
32,
34
]
},
{
"token": " Model",
"logprob": -9999.0,
"bytes": [
32,
77,
111,
100,
101,
108
]
},
{
"token": "Mi",
"logprob": -9999.0,
"bytes": [
77,
105
]
},
{
"token": " Matrix",
"logprob": -9999.0,
"bytes": [
32,
77,
97,
116,
114,
105,
120
]
},
{
"token": "Mo",
"logprob": -9999.0,
"bytes": [
77,
111
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": "-M",
"logprob": -9999.0,
"bytes": [
45,
77
]
},
{
"token": " or",
"logprob": -9999.0,
"bytes": [
32,
111,
114
]
},
{
"token": " experts",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116,
115
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
}
]
},
{
"token": "xture",
"logprob": 0.0,
"bytes": [
120,
116,
117,
114,
101
],
"top_logprobs": [
{
"token": "xture",
"logprob": 0.0,
"bytes": [
120,
116,
117,
114,
101
]
},
{
"token": "xt",
"logprob": -9999.0,
"bytes": [
120,
116
]
},
{
"token": "xtures",
"logprob": -9999.0,
"bytes": [
120,
116,
117,
114,
101,
115
]
},
{
"token": "Xt",
"logprob": -9999.0,
"bytes": [
88,
116
]
},
{
"token": "xty",
"logprob": -9999.0,
"bytes": [
120,
116,
121
]
},
{
"token": "xtap",
"logprob": -9999.0,
"bytes": [
120,
116,
97,
112
]
},
{
"token": " xt",
"logprob": -9999.0,
"bytes": [
32,
120,
116
]
},
{
"token": "X",
"logprob": -9999.0,
"bytes": [
88
]
},
{
"token": "​",
"logprob": -9999.0,
"bytes": [
226,
128,
139
]
},
{
"token": "Mo",
"logprob": -9999.0,
"bytes": [
77,
111
]
},
{
"token": "racle",
"logprob": -9999.0,
"bytes": [
114,
97,
99,
108,
101
]
},
{
"token": "XT",
"logprob": -9999.0,
"bytes": [
88,
84
]
},
{
"token": "x",
"logprob": -9999.0,
"bytes": [
120
]
},
{
"token": "­",
"logprob": -9999.0,
"bytes": [
194,
173
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "Mi",
"logprob": -9999.0,
"bytes": [
77,
105
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": "Xi",
"logprob": -9999.0,
"bytes": [
88,
105
]
},
{
"token": "ature",
"logprob": -9999.0,
"bytes": [
97,
116,
117,
114,
101
]
},
{
"token": "T",
"logprob": -9999.0,
"bytes": [
84
]
}
]
},
{
"token": "-of",
"logprob": 0.0,
"bytes": [
45,
111,
102
],
"top_logprobs": [
{
"token": "-of",
"logprob": 0.0,
"bytes": [
45,
111,
102
]
},
{
"token": " of",
"logprob": -9999.0,
"bytes": [
32,
111,
102
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "of",
"logprob": -9999.0,
"bytes": [
111,
102
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "-to",
"logprob": -9999.0,
"bytes": [
45,
116,
111
]
},
{
"token": "_of",
"logprob": -9999.0,
"bytes": [
95,
111,
102
]
},
{
"token": "\\-",
"logprob": -9999.0,
"bytes": [
92,
45
]
},
{
"token": "–",
"logprob": -9999.0,
"bytes": [
226,
128,
147
]
},
{
"token": "-or",
"logprob": -9999.0,
"bytes": [
45,
111,
114
]
},
{
"token": "‐",
"logprob": -9999.0,
"bytes": [
226,
128,
144
]
},
{
"token": " -",
"logprob": -9999.0,
"bytes": [
32,
45
]
},
{
"token": ".of",
"logprob": -9999.0,
"bytes": [
46,
111,
102
]
},
{
"token": "-o",
"logprob": -9999.0,
"bytes": [
45,
111
]
},
{
"token": "-as",
"logprob": -9999.0,
"bytes": [
45,
97,
115
]
},
{
"token": "-on",
"logprob": -9999.0,
"bytes": [
45,
111,
110
]
},
{
"token": "-and",
"logprob": -9999.0,
"bytes": [
45,
97,
110,
100
]
},
{
"token": "Of",
"logprob": -9999.0,
"bytes": [
79,
102
]
},
{
"token": "\\xe2\\x80",
"logprob": -9999.0,
"bytes": [
226,
128
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
}
]
},
{
"token": "-",
"logprob": 0.0,
"bytes": [
45
],
"top_logprobs": [
{
"token": "-",
"logprob": 0.0,
"bytes": [
45
]
},
{
"token": " Experts",
"logprob": -9999.0,
"bytes": [
32,
69,
120,
112,
101,
114,
116,
115
]
},
{
"token": "-A",
"logprob": -9999.0,
"bytes": [
45,
65
]
},
{
"token": "Experts",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
101,
114,
116,
115
]
},
{
"token": "-Ed",
"logprob": -9999.0,
"bytes": [
45,
69,
100
]
},
{
"token": "-E",
"logprob": -9999.0,
"bytes": [
45,
69
]
},
{
"token": "-L",
"logprob": -9999.0,
"bytes": [
45,
76
]
},
{
"token": "-M",
"logprob": -9999.0,
"bytes": [
45,
77
]
},
{
"token": "-exper",
"logprob": -9999.0,
"bytes": [
45,
101,
120,
112,
101,
114
]
},
{
"token": "-O",
"logprob": -9999.0,
"bytes": [
45,
79
]
},
{
"token": "-We",
"logprob": -9999.0,
"bytes": [
45,
87,
101
]
},
{
"token": "-D",
"logprob": -9999.0,
"bytes": [
45,
68
]
},
{
"token": "-X",
"logprob": -9999.0,
"bytes": [
45,
88
]
},
{
"token": "-T",
"logprob": -9999.0,
"bytes": [
45,
84
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "-Th",
"logprob": -9999.0,
"bytes": [
45,
84,
104
]
},
{
"token": " experts",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116,
115
]
},
{
"token": "-Te",
"logprob": -9999.0,
"bytes": [
45,
84,
101
]
},
{
"token": "-F",
"logprob": -9999.0,
"bytes": [
45,
70
]
},
{
"token": "-The",
"logprob": -9999.0,
"bytes": [
45,
84,
104,
101
]
}
]
},
{
"token": "Experts",
"logprob": 0.0,
"bytes": [
69,
120,
112,
101,
114,
116,
115
],
"top_logprobs": [
{
"token": "Experts",
"logprob": 0.0,
"bytes": [
69,
120,
112,
101,
114,
116,
115
]
},
{
"token": "Expert",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
101,
114,
116
]
},
{
"token": " Experts",
"logprob": -9999.0,
"bytes": [
32,
69,
120,
112,
101,
114,
116,
115
]
},
{
"token": "Exper",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
101,
114
]
},
{
"token": "Engine",
"logprob": -9999.0,
"bytes": [
69,
110,
103,
105,
110,
101
]
},
{
"token": "Prof",
"logprob": -9999.0,
"bytes": [
80,
114,
111,
102
]
},
{
"token": "Expl",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
108
]
},
{
"token": "Exec",
"logprob": -9999.0,
"bytes": [
69,
120,
101,
99
]
},
{
"token": "Exp",
"logprob": -9999.0,
"bytes": [
69,
120,
112
]
},
{
"token": "Ex",
"logprob": -9999.0,
"bytes": [
69,
120
]
},
{
"token": "Expr",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
114
]
},
{
"token": " experts",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116,
115
]
},
{
"token": "Researchers",
"logprob": -9999.0,
"bytes": [
82,
101,
115,
101,
97,
114,
99,
104,
101,
114,
115
]
},
{
"token": "Users",
"logprob": -9999.0,
"bytes": [
85,
115,
101,
114,
115
]
},
{
"token": "Entities",
"logprob": -9999.0,
"bytes": [
69,
110,
116,
105,
116,
105,
101,
115
]
},
{
"token": "Export",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
111,
114,
116
]
},
{
"token": "Enc",
"logprob": -9999.0,
"bytes": [
69,
110,
99
]
},
{
"token": "En",
"logprob": -9999.0,
"bytes": [
69,
110
]
},
{
"token": "Arch",
"logprob": -9999.0,
"bytes": [
65,
114,
99,
104
]
},
{
"token": "Er",
"logprob": -9999.0,
"bytes": [
69,
114
]
}
]
},
{
"token": " (",
"logprob": 0.0,
"bytes": [
32,
40
],
"top_logprobs": [
{
"token": " (",
"logprob": 0.0,
"bytes": [
32,
40
]
},
{
"token": " (**",
"logprob": -9999.0,
"bytes": [
32,
40,
42,
42
]
},
{
"token": " (\\(",
"logprob": -9999.0,
"bytes": [
32,
40,
92,
40
]
},
{
"token": " (`",
"logprob": -9999.0,
"bytes": [
32,
40,
96
]
},
{
"token": " execution",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
111,
110
]
},
{
"token": " expert",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": " \\(",
"logprob": -9999.0,
"bytes": [
32,
92,
40
]
},
{
"token": " (_",
"logprob": -9999.0,
"bytes": [
32,
40,
95
]
},
{
"token": "（",
"logprob": -9999.0,
"bytes": [
239,
188,
136
]
},
{
"token": "(M",
"logprob": -9999.0,
"bytes": [
40,
77
]
},
{
"token": " (\\(\\",
"logprob": -9999.0,
"bytes": [
32,
40,
92,
40,
92
]
},
{
"token": " (*",
"logprob": -9999.0,
"bytes": [
32,
40,
42
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " **(",
"logprob": -9999.0,
"bytes": [
32,
42,
42,
40
]
},
{
"token": " ([",
"logprob": -9999.0,
"bytes": [
32,
40,
91
]
},
{
"token": " can",
"logprob": -9999.0,
"bytes": [
32,
99,
97,
110
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": " ($",
"logprob": -9999.0,
"bytes": [
32,
40,
36
]
}
]
},
{
"token": "Mo",
"logprob": 0.0,
"bytes": [
77,
111
],
"top_logprobs": [
{
"token": "Mo",
"logprob": 0.0,
"bytes": [
77,
111
]
},
{
"token": "Group",
"logprob": -9999.0,
"bytes": [
71,
114,
111,
117,
112
]
},
{
"token": "SM",
"logprob": -9999.0,
"bytes": [
83,
77
]
},
{
"token": " Mo",
"logprob": -9999.0,
"bytes": [
32,
77,
111
]
},
{
"token": "often",
"logprob": -9999.0,
"bytes": [
111,
102,
116,
101,
110
]
},
{
"token": "Expert",
"logprob": -9999.0,
"bytes": [
69,
120,
112,
101,
114,
116
]
},
{
"token": "g",
"logprob": -9999.0,
"bytes": [
103
]
},
{
"token": "G",
"logprob": -9999.0,
"bytes": [
71
]
},
{
"token": "M",
"logprob": -9999.0,
"bytes": [
77
]
},
{
"token": "usually",
"logprob": -9999.0,
"bytes": [
117,
115,
117,
97,
108,
108,
121
]
},
{
"token": "MO",
"logprob": -9999.0,
"bytes": [
77,
79
]
},
{
"token": "Go",
"logprob": -9999.0,
"bytes": [
71,
111
]
},
{
"token": "Mod",
"logprob": -9999.0,
"bytes": [
77,
111,
100
]
},
{
"token": "or",
"logprob": -9999.0,
"bytes": [
111,
114
]
},
{
"token": "group",
"logprob": -9999.0,
"bytes": [
103,
114,
111,
117,
112
]
},
{
"token": "Mor",
"logprob": -9999.0,
"bytes": [
77,
111,
114
]
},
{
"token": "typically",
"logprob": -9999.0,
"bytes": [
116,
121,
112,
105,
99,
97,
108,
108,
121
]
},
{
"token": "Deep",
"logprob": -9999.0,
"bytes": [
68,
101,
101,
112
]
},
{
"token": "Mc",
"logprob": -9999.0,
"bytes": [
77,
99
]
},
{
"token": "Mu",
"logprob": -9999.0,
"bytes": [
77,
117
]
}
]
},
{
"token": "E",
"logprob": 0.0,
"bytes": [
69
],
"top_logprobs": [
{
"token": "E",
"logprob": 0.0,
"bytes": [
69
]
},
{
"token": "Es",
"logprob": -9999.0,
"bytes": [
69,
115
]
},
{
"token": "P",
"logprob": -9999.0,
"bytes": [
80
]
},
{
"token": "PE",
"logprob": -9999.0,
"bytes": [
80,
69
]
},
{
"token": "EP",
"logprob": -9999.0,
"bytes": [
69,
80
]
},
{
"token": "S",
"logprob": -9999.0,
"bytes": [
83
]
},
{
"token": "F",
"logprob": -9999.0,
"bytes": [
70
]
},
{
"token": "ME",
"logprob": -9999.0,
"bytes": [
77,
69
]
},
{
"token": "EM",
"logprob": -9999.0,
"bytes": [
69,
77
]
},
{
"token": " E",
"logprob": -9999.0,
"bytes": [
32,
69
]
},
{
"token": "é",
"logprob": -9999.0,
"bytes": [
195,
169
]
},
{
"token": "GE",
"logprob": -9999.0,
"bytes": [
71,
69
]
},
{
"token": "FE",
"logprob": -9999.0,
"bytes": [
70,
69
]
},
{
"token": "M",
"logprob": -9999.0,
"bytes": [
77
]
},
{
"token": "A",
"logprob": -9999.0,
"bytes": [
65
]
},
{
"token": "Er",
"logprob": -9999.0,
"bytes": [
69,
114
]
},
{
"token": "SE",
"logprob": -9999.0,
"bytes": [
83,
69
]
},
{
"token": " Es",
"logprob": -9999.0,
"bytes": [
32,
69,
115
]
},
{
"token": "TE",
"logprob": -9999.0,
"bytes": [
84,
69
]
},
{
"token": "EF",
"logprob": -9999.0,
"bytes": [
69,
70
]
}
]
},
{
"token": ")",
"logprob": 0.0,
"bytes": [
41
],
"top_logprobs": [
{
"token": ")",
"logprob": 0.0,
"bytes": [
41
]
},
{
"token": "),",
"logprob": -9999.0,
"bytes": [
41,
44
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": "）",
"logprob": -9999.0,
"bytes": [
239,
188,
137
]
},
{
"token": "))",
"logprob": -9999.0,
"bytes": [
41,
41
]
},
{
"token": " )",
"logprob": -9999.0,
"bytes": [
32,
41
]
},
{
"token": ")—",
"logprob": -9999.0,
"bytes": [
41,
226,
128,
148
]
},
{
"token": ")**",
"logprob": -9999.0,
"bytes": [
41,
42,
42
]
},
{
"token": ")*",
"logprob": -9999.0,
"bytes": [
41,
42
]
},
{
"token": "]",
"logprob": -9999.0,
"bytes": [
93
]
},
{
"token": " expert",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": ")]",
"logprob": -9999.0,
"bytes": [
41,
93
]
},
{
"token": "1",
"logprob": -9999.0,
"bytes": [
49
]
},
{
"token": "2",
"logprob": -9999.0,
"bytes": [
50
]
},
{
"token": "}",
"logprob": -9999.0,
"bytes": [
125
]
},
{
"token": ";",
"logprob": -9999.0,
"bytes": [
59
]
},
{
"token": "*)",
"logprob": -9999.0,
"bytes": [
42,
41
]
},
{
"token": ")`",
"logprob": -9999.0,
"bytes": [
41,
96
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
}
]
},
{
"token": " expert",
"logprob": 0.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
],
"top_logprobs": [
{
"token": " expert",
"logprob": 0.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": " execution",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
111,
110
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " can",
"logprob": -9999.0,
"bytes": [
32,
99,
97,
110
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " improves",
"logprob": -9999.0,
"bytes": [
32,
105,
109,
112,
114,
111,
118,
101,
115
]
},
{
"token": " inference",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
102,
101,
114,
101,
110,
99,
101
]
},
{
"token": " grouped",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
101,
100
]
},
{
"token": " experts",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116,
115
]
},
{
"token": " with",
"logprob": -9999.0,
"bytes": [
32,
119,
105,
116,
104
]
},
{
"token": " Expert",
"logprob": -9999.0,
"bytes": [
32,
69,
120,
112,
101,
114,
116
]
},
{
"token": " executive",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
118,
101
]
},
{
"token": " executor",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
111,
114
]
},
{
"token": " expertise",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116,
105,
115,
101
]
},
{
"token": " grouping",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
105,
110,
103
]
},
{
"token": " executes",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
101,
115
]
},
{
"token": " architecture",
"logprob": -9999.0,
"bytes": [
32,
97,
114,
99,
104,
105,
116,
101,
99,
116,
117,
114,
101
]
},
{
"token": " helps",
"logprob": -9999.0,
"bytes": [
32,
104,
101,
108,
112,
115
]
},
{
"token": " layer",
"logprob": -9999.0,
"bytes": [
32,
108,
97,
121,
101,
114
]
},
{
"token": " is",
"logprob": -9999.0,
"bytes": [
32,
105,
115
]
}
]
},
{
"token": " execution",
"logprob": 0.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
111,
110
],
"top_logprobs": [
{
"token": " execution",
"logprob": 0.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
111,
110
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " computation",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
109,
112,
117,
116,
97,
116,
105,
111,
110
]
},
{
"token": " parallel",
"logprob": -9999.0,
"bytes": [
32,
112,
97,
114,
97,
108,
108,
101,
108
]
},
{
"token": " parallelism",
"logprob": -9999.0,
"bytes": [
32,
112,
97,
114,
97,
108,
108,
101,
108,
105,
115,
109
]
},
{
"token": " _",
"logprob": -9999.0,
"bytes": [
32,
95
]
},
{
"token": " Execution",
"logprob": -9999.0,
"bytes": [
32,
69,
120,
101,
99,
117,
116,
105,
111,
110
]
},
{
"token": " executions",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99,
117,
116,
105,
111,
110,
115
]
},
{
"token": " expert",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
112,
101,
114,
116
]
},
{
"token": " exec",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
101,
99
]
},
{
"token": " pre",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101
]
},
{
"token": " dispatch",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
115,
112,
97,
116,
99,
104
]
},
{
"token": "*",
"logprob": -9999.0,
"bytes": [
42
]
},
{
"token": " ex",
"logprob": -9999.0,
"bytes": [
32,
101,
120
]
},
{
"token": " placement",
"logprob": -9999.0,
"bytes": [
32,
112,
108,
97,
99,
101,
109,
101,
110,
116
]
},
{
"token": " sh",
"logprob": -9999.0,
"bytes": [
32,
115,
104
]
},
{
"token": " grouping",
"logprob": -9999.0,
"bytes": [
32,
103,
114,
111,
117,
112,
105,
110,
103
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": " loading",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
97,
100,
105,
110,
103
]
}
]
},
{
"token": " improves",
"logprob": 0.0,
"bytes": [
32,
105,
109,
112,
114,
111,
118,
101,
115
],
"top_logprobs": [
{
"token": " improves",
"logprob": 0.0,
"bytes": [
32,
105,
109,
112,
114,
111,
118,
101,
115
]
},
{
"token": " can",
"logprob": -9999.0,
"bytes": [
32,
99,
97,
110
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " speeds",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
101,
100,
115
]
},
{
"token": " significantly",
"logprob": -9999.0,
"bytes": [
32,
115,
105,
103,
110,
105,
102,
105,
99,
97,
110,
116,
108,
121
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": " accelerates",
"logprob": -9999.0,
"bytes": [
32,
97,
99,
99,
101,
108,
101,
114,
97,
116,
101,
115
]
},
{
"token": " dramatically",
"logprob": -9999.0,
"bytes": [
32,
100,
114,
97,
109,
97,
116,
105,
99,
97,
108,
108,
121
]
},
{
"token": " drastically",
"logprob": -9999.0,
"bytes": [
32,
100,
114,
97,
115,
116,
105,
99,
97,
108,
108,
121
]
},
{
"token": " specifically",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
99,
105,
102,
105,
99,
97,
108,
108,
121
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " is",
"logprob": -9999.0,
"bytes": [
32,
105,
115
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " helps",
"logprob": -9999.0,
"bytes": [
32,
104,
101,
108,
112,
115
]
},
{
"token": " boosts",
"logprob": -9999.0,
"bytes": [
32,
98,
111,
111,
115,
116,
115
]
},
{
"token": " during",
"logprob": -9999.0,
"bytes": [
32,
100,
117,
114,
105,
110,
103
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " —",
"logprob": -9999.0,
"bytes": [
32,
226,
128,
148
]
},
{
"token": " speed",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
101,
100
]
},
{
"token": " fundamentally",
"logprob": -9999.0,
"bytes": [
32,
102,
117,
110,
100,
97,
109,
101,
110,
116,
97,
108,
108,
121
]
}
]
},
{
"token": " pre",
"logprob": 0.0,
"bytes": [
32,
112,
114,
101
],
"top_logprobs": [
{
"token": " pre",
"logprob": 0.0,
"bytes": [
32,
112,
114,
101
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " *",
"logprob": -9999.0,
"bytes": [
32,
42
]
},
{
"token": " the",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " pref",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
102
]
},
{
"token": " _",
"logprob": -9999.0,
"bytes": [
32,
95
]
},
{
"token": " Pre",
"logprob": -9999.0,
"bytes": [
32,
80,
114,
101
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": " \"",
"logprob": -9999.0,
"bytes": [
32,
34
]
},
{
"token": " prefix",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
102,
105,
120
]
},
{
"token": " `",
"logprob": -9999.0,
"bytes": [
32,
96
]
},
{
"token": " **_",
"logprob": -9999.0,
"bytes": [
32,
42,
42,
95
]
},
{
"token": " performance",
"logprob": -9999.0,
"bytes": [
32,
112,
101,
114,
102,
111,
114,
109,
97,
110,
99,
101
]
},
{
"token": " preprocessing",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
112,
114,
111,
99,
101,
115,
115,
105,
110,
103
]
},
{
"token": "*",
"logprob": -9999.0,
"bytes": [
42
]
},
{
"token": " inference",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
102,
101,
114,
101,
110,
99,
101
]
},
{
"token": "pre",
"logprob": -9999.0,
"bytes": [
112,
114,
101
]
},
{
"token": " pret",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
116
]
},
{
"token": " during",
"logprob": -9999.0,
"bytes": [
32,
100,
117,
114,
105,
110,
103
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
}
]
},
{
"token": "fill",
"logprob": 0.0,
"bytes": [
102,
105,
108,
108
],
"top_logprobs": [
{
"token": "fill",
"logprob": 0.0,
"bytes": [
102,
105,
108,
108
]
},
{
"token": "-f",
"logprob": -9999.0,
"bytes": [
45,
102
]
},
{
"token": " fill",
"logprob": -9999.0,
"bytes": [
32,
102,
105,
108,
108
]
},
{
"token": "fil",
"logprob": -9999.0,
"bytes": [
102,
105,
108
]
},
{
"token": "Fill",
"logprob": -9999.0,
"bytes": [
70,
105,
108,
108
]
},
{
"token": "fl",
"logprob": -9999.0,
"bytes": [
102,
108
]
},
{
"token": "flight",
"logprob": -9999.0,
"bytes": [
102,
108,
105,
103,
104,
116
]
},
{
"token": " filling",
"logprob": -9999.0,
"bytes": [
32,
102,
105,
108,
108,
105,
110,
103
]
},
{
"token": "fi",
"logprob": -9999.0,
"bytes": [
102,
105
]
},
{
"token": "\\-",
"logprob": -9999.0,
"bytes": [
92,
45
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": ".fill",
"logprob": -9999.0,
"bytes": [
46,
102,
105,
108,
108
]
},
{
"token": "填充",
"logprob": -9999.0,
"bytes": [
229,
161,
171,
229,
133,
133
]
},
{
"token": "*",
"logprob": -9999.0,
"bytes": [
42
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "fi",
"logprob": -9999.0,
"bytes": [
239,
172,
129
]
},
{
"token": "form",
"logprob": -9999.0,
"bytes": [
102,
111,
114,
109
]
},
{
"token": "*f",
"logprob": -9999.0,
"bytes": [
42,
102
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
},
{
"token": " Fill",
"logprob": -9999.0,
"bytes": [
32,
70,
105,
108,
108
]
}
]
},
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
],
"top_logprobs": [
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " latency",
"logprob": -9999.0,
"bytes": [
32,
108,
97,
116,
101,
110,
99,
121
]
},
{
"token": " performance",
"logprob": -9999.0,
"bytes": [
32,
112,
101,
114,
102,
111,
114,
109,
97,
110,
99,
101
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": " speed",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
101,
100
]
},
{
"token": " specifically",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
99,
105,
102,
105,
99,
97,
108,
108,
121
]
},
{
"token": " significantly",
"logprob": -9999.0,
"bytes": [
32,
115,
105,
103,
110,
105,
102,
105,
99,
97,
110,
116,
108,
121
]
},
{
"token": " efficiency",
"logprob": -9999.0,
"bytes": [
32,
101,
102,
102,
105,
99,
105,
101,
110,
99,
121
]
},
{
"token": " decoding",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
99,
111,
100,
105,
110,
103
]
},
{
"token": " —",
"logprob": -9999.0,
"bytes": [
32,
226,
128,
148
]
},
{
"token": " time",
"logprob": -9999.0,
"bytes": [
32,
116,
105,
109,
101
]
},
{
"token": " throughput",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
114,
111,
117,
103,
104,
112,
117,
116
]
},
{
"token": " computation",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
109,
112,
117,
116,
97,
116,
105,
111,
110
]
},
{
"token": " dramatically",
"logprob": -9999.0,
"bytes": [
32,
100,
114,
97,
109,
97,
116,
105,
99,
97,
108,
108,
121
]
},
{
"token": " phase",
"logprob": -9999.0,
"bytes": [
32,
112,
104,
97,
115,
101
]
},
{
"token": " speeds",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
101,
100,
115
]
},
{
"token": " during",
"logprob": -9999.0,
"bytes": [
32,
100,
117,
114,
105,
110,
103
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " ,",
"logprob": -9999.0,
"bytes": [
32,
44
]
}
]
},
{
"token": " we",
"logprob": 0.0,
"bytes": [
32,
119,
101
],
"top_logprobs": [
{
"token": " we",
"logprob": 0.0,
"bytes": [
32,
119,
101
]
},
{
"token": " it",
"logprob": -9999.0,
"bytes": [
32,
105,
116
]
},
{
"token": " you",
"logprob": -9999.0,
"bytes": [
32,
121,
111,
117
]
},
{
"token": " let",
"logprob": -9999.0,
"bytes": [
32,
108,
101,
116
]
},
{
"token": " the",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " especially",
"logprob": -9999.0,
"bytes": [
32,
101,
115,
112,
101,
99,
105,
97,
108,
108,
121
]
},
{
"token": " I",
"logprob": -9999.0,
"bytes": [
32,
73
]
},
{
"token": " one",
"logprob": -9999.0,
"bytes": [
32,
111,
110,
101
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": "we",
"logprob": -9999.0,
"bytes": [
119,
101
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " its",
"logprob": -9999.0,
"bytes": [
32,
105,
116,
115
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " a",
"logprob": -9999.0,
"bytes": [
32,
97
]
},
{
"token": " breaking",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
101,
97,
107,
105,
110,
103
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " w",
"logprob": -9999.0,
"bytes": [
32,
119
]
},
{
"token": " particularly",
"logprob": -9999.0,
"bytes": [
32,
112,
97,
114,
116,
105,
99,
117,
108,
97,
114,
108,
121
]
},
{
"token": "我们先",
"logprob": -9999.0,
"bytes": [
230,
136,
145,
228,
187,
172,
229,
133,
136
]
},
{
"token": " they",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101,
121
]
}
]
},
{
"token": " first",
"logprob": 0.0,
"bytes": [
32,
102,
105,
114,
115,
116
],
"top_logprobs": [
{
"token": " first",
"logprob": 0.0,
"bytes": [
32,
102,
105,
114,
115,
116
]
},
{
"token": " must",
"logprob": -9999.0,
"bytes": [
32,
109,
117,
115,
116
]
},
{
"token": " have",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
118,
101
]
},
{
"token": " need",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
101,
100
]
},
{
"token": "必须先",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
161,
187,
229,
133,
136
]
},
{
"token": " should",
"logprob": -9999.0,
"bytes": [
32,
115,
104,
111,
117,
108,
100
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " can",
"logprob": -9999.0,
"bytes": [
32,
99,
97,
110
]
},
{
"token": " has",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
115
]
},
{
"token": " fist",
"logprob": -9999.0,
"bytes": [
32,
102,
105,
115,
116
]
},
{
"token": "first",
"logprob": -9999.0,
"bytes": [
102,
105,
114,
115,
116
]
},
{
"token": " needs",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
101,
100,
115
]
},
{
"token": " primero",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
105,
109,
101,
114,
111
]
},
{
"token": "必须",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
161,
187
]
},
{
"token": "必須",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
160,
136
]
},
{
"token": " First",
"logprob": -9999.0,
"bytes": [
32,
70,
105,
114,
115,
116
]
},
{
"token": "首先",
"logprob": -9999.0,
"bytes": [
233,
166,
150,
229,
133,
136
]
},
{
"token": "必须有",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
161,
187,
230,
156,
137
]
},
{
"token": " only",
"logprob": -9999.0,
"bytes": [
32,
111,
110,
108,
121
]
},
{
"token": "首先要",
"logprob": -9999.0,
"bytes": [
233,
166,
150,
229,
133,
136,
232,
166,
129
]
}
]
},
{
"token": " need",
"logprob": 0.0,
"bytes": [
32,
110,
101,
101,
100
],
"top_logprobs": [
{
"token": " need",
"logprob": 0.0,
"bytes": [
32,
110,
101,
101,
100
]
},
{
"token": " have",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
118,
101
]
},
{
"token": " must",
"logprob": -9999.0,
"bytes": [
32,
109,
117,
115,
116
]
},
{
"token": " needs",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
101,
100,
115
]
},
{
"token": " has",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
115
]
},
{
"token": "need",
"logprob": -9999.0,
"bytes": [
110,
101,
101,
100
]
},
{
"token": " had",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
100
]
},
{
"token": " break",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
101,
97,
107
]
},
{
"token": "必须有",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
161,
187,
230,
156,
137
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " to",
"logprob": -9999.0,
"bytes": [
32,
116,
111
]
},
{
"token": "必须",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
161,
187
]
},
{
"token": " separate",
"logprob": -9999.0,
"bytes": [
32,
115,
101,
112,
97,
114,
97,
116,
101
]
},
{
"token": "have",
"logprob": -9999.0,
"bytes": [
104,
97,
118,
101
]
},
{
"token": " clarify",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
97,
114,
105,
102,
121
]
},
{
"token": "必須",
"logprob": -9999.0,
"bytes": [
229,
191,
133,
233,
160,
136
]
},
{
"token": " Need",
"logprob": -9999.0,
"bytes": [
32,
78,
101,
101,
100
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " hav",
"logprob": -9999.0,
"bytes": [
32,
104,
97,
118
]
},
{
"token": " ha",
"logprob": -9999.0,
"bytes": [
32,
104,
97
]
}
]
},
{
"token": " to",
"logprob": 0.0,
"bytes": [
32,
116,
111
],
"top_logprobs": [
{
"token": " to",
"logprob": 0.0,
"bytes": [
32,
116,
111
]
},
{
"token": " a",
"logprob": -9999.0,
"bytes": [
32,
97
]
},
{
"token": " two",
"logprob": -9999.0,
"bytes": [
32,
116,
119,
111
]
},
{
"token": " clarify",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
97,
114,
105,
102,
121
]
},
{
"token": " separate",
"logprob": -9999.0,
"bytes": [
32,
115,
101,
112,
97,
114,
97,
116,
101
]
},
{
"token": "to",
"logprob": -9999.0,
"bytes": [
116,
111
]
},
{
"token": " the",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " contrast",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
114,
97,
115,
116
]
},
{
"token": " clarity",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
97,
114,
105,
116,
121
]
},
{
"token": " break",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
101,
97,
107
]
},
{
"token": " an",
"logprob": -9999.0,
"bytes": [
32,
97,
110
]
},
{
"token": " distinguish",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
115,
116,
105,
110,
103,
117,
105,
115,
104
]
},
{
"token": " contrasting",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
114,
97,
115,
116,
105,
110,
103
]
},
{
"token": " distinct",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
115,
116,
105,
110,
99,
116
]
},
{
"token": " t",
"logprob": -9999.0,
"bytes": [
32,
116
]
},
{
"token": " briefly",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
105,
101,
102,
108,
121
]
},
{
"token": " understand",
"logprob": -9999.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100
]
},
{
"token": " context",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
101,
120,
116
]
},
{
"token": " clarifying",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
97,
114,
105,
102,
121,
105,
110,
103
]
},
{
"token": " three",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
114,
101,
101
]
}
]
},
{
"token": " clarify",
"logprob": 0.0,
"bytes": [
32,
99,
108,
97,
114,
105,
102,
121
],
"top_logprobs": [
{
"token": " clarify",
"logprob": 0.0,
"bytes": [
32,
99,
108,
97,
114,
105,
102,
121
]
},
{
"token": " break",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
101,
97,
107
]
},
{
"token": " understand",
"logprob": -9999.0,
"bytes": [
32,
117,
110,
100,
101,
114,
115,
116,
97,
110,
100
]
},
{
"token": " distinguish",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
115,
116,
105,
110,
103,
117,
105,
115,
104
]
},
{
"token": " separate",
"logprob": -9999.0,
"bytes": [
32,
115,
101,
112,
97,
114,
97,
116,
101
]
},
{
"token": " contrast",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
114,
97,
115,
116
]
},
{
"token": " establish",
"logprob": -9999.0,
"bytes": [
32,
101,
115,
116,
97,
98,
108,
105,
115,
104
]
},
{
"token": " define",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
102,
105,
110,
101
]
},
{
"token": " identify",
"logprob": -9999.0,
"bytes": [
32,
105,
100,
101,
110,
116,
105,
102,
121
]
},
{
"token": " isolate",
"logprob": -9999.0,
"bytes": [
32,
105,
115,
111,
108,
97,
116,
101
]
},
{
"token": " briefly",
"logprob": -9999.0,
"bytes": [
32,
98,
114,
105,
101,
102,
108,
121
]
},
{
"token": " diss",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
115,
115
]
},
{
"token": " know",
"logprob": -9999.0,
"bytes": [
32,
107,
110,
111,
119
]
},
{
"token": " recall",
"logprob": -9999.0,
"bytes": [
32,
114,
101,
99,
97,
108,
108
]
},
{
"token": " decompose",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
99,
111,
109,
112,
111,
115,
101
]
},
{
"token": " look",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
111,
107
]
},
{
"token": " differentiate",
"logprob": -9999.0,
"bytes": [
32,
100,
105,
102,
102,
101,
114,
101,
110,
116,
105,
97,
116,
101
]
},
{
"token": " quickly",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
105,
99,
107,
108,
121
]
},
{
"token": " split",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
108,
105,
116
]
},
{
"token": " clearly",
"logprob": -9999.0,
"bytes": [
32,
99,
108,
101,
97,
114,
108,
121
]
}
]
}
]
},
"finish_reason": "length"
}
],
"usage": {
"prompt_tokens": 16,
"completion_tokens": 24,
"total_tokens": 40,
"prompt_tokens_details": {
"cached_tokens": 0
},
"prompt_cache_hit_tokens": 0,
"prompt_cache_miss_tokens": 16
},
"system_fingerprint": "fp_a18b46594c_prod0820_fp8_kvcache_20260402"
}
Reference in new issue View Git Blame Copy Permalink