mtfyun/ds4
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
4f806387f71d3f0e8517650d5cd13b559003cdfd
ds4/gguf-tools/quality-testing/data/flash/responses/case_027.json
T

5197 lines
119 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"id": "1ae37aeb-f18d-478a-9a3a-f5f093ec7693",
"object": "chat.completion",
"created": 1785576310,
"model": "deepseek-v4-flash",
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "In the context of low-bit quantization (e.g., 4-bit, 2-bit, or even 1-bit"
},
"logprobs": {
"content": [
{
"token": "In",
"logprob": 0.0,
"bytes": [
73,
110
],
"top_logprobs": [
{
"token": "In",
"logprob": 0.0,
"bytes": [
73,
110
]
},
{
"token": "To",
"logprob": -9999.0,
"bytes": [
84,
111
]
},
{
"token": "An",
"logprob": -9999.0,
"bytes": [
65,
110
]
},
{
"token": "The",
"logprob": -9999.0,
"bytes": [
84,
104,
101
]
},
{
"token": "Let",
"logprob": -9999.0,
"bytes": [
76,
101,
116
]
},
{
"token": "Here",
"logprob": -9999.0,
"bytes": [
72,
101,
114,
101
]
},
{
"token": "When",
"logprob": -9999.0,
"bytes": [
87,
104,
101,
110
]
},
{
"token": "Alright",
"logprob": -9999.0,
"bytes": [
65,
108,
114,
105,
103,
104,
116
]
},
{
"token": "Great",
"logprob": -9999.0,
"bytes": [
71,
114,
101,
97,
116
]
},
{
"token": "A",
"logprob": -9999.0,
"bytes": [
65
]
},
{
"token": "For",
"logprob": -9999.0,
"bytes": [
70,
111,
114
]
},
{
"token": " In",
"logprob": -9999.0,
"bytes": [
32,
73,
110
]
},
{
"token": "Since",
"logprob": -9999.0,
"bytes": [
83,
105,
110,
99,
101
]
},
{
"token": "While",
"logprob": -9999.0,
"bytes": [
87,
104,
105,
108,
101
]
},
{
"token": "I",
"logprob": -9999.0,
"bytes": [
73
]
},
{
"token": "At",
"logprob": -9999.0,
"bytes": [
65,
116
]
},
{
"token": "There",
"logprob": -9999.0,
"bytes": [
84,
104,
101,
114,
101
]
},
{
"token": "If",
"logprob": -9999.0,
"bytes": [
73,
102
]
},
{
"token": "##",
"logprob": -9999.0,
"bytes": [
35,
35
]
},
{
"token": "Okay",
"logprob": -9999.0,
"bytes": [
79,
107,
97,
121
]
}
]
},
{
"token": " the",
"logprob": 0.0,
"bytes": [
32,
116,
104,
101
],
"top_logprobs": [
{
"token": " the",
"logprob": 0.0,
"bytes": [
32,
116,
104,
101
]
},
{
"token": " low",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
119
]
},
{
"token": " Low",
"logprob": -9999.0,
"bytes": [
32,
76,
111,
119
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " deep",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112
]
},
{
"token": " neural",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
117,
114,
97,
108
]
},
{
"token": " quantization",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
]
},
{
"token": " machine",
"logprob": -9999.0,
"bytes": [
32,
109,
97,
99,
104,
105,
110,
101
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
},
{
"token": " large",
"logprob": -9999.0,
"bytes": [
32,
108,
97,
114,
103,
101
]
},
{
"token": " modern",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
114,
110
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": " high",
"logprob": -9999.0,
"bytes": [
32,
104,
105,
103,
104
]
},
{
"token": " Large",
"logprob": -9999.0,
"bytes": [
32,
76,
97,
114,
103,
101
]
},
{
"token": " Deep",
"logprob": -9999.0,
"bytes": [
32,
68,
101,
101,
112
]
},
{
"token": " both",
"logprob": -9999.0,
"bytes": [
32,
98,
111,
116,
104
]
},
{
"token": " AI",
"logprob": -9999.0,
"bytes": [
32,
65,
73
]
},
{
"token": " order",
"logprob": -9999.0,
"bytes": [
32,
111,
114,
100,
101,
114
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " Neural",
"logprob": -9999.0,
"bytes": [
32,
78,
101,
117,
114,
97,
108
]
}
]
},
{
"token": " context",
"logprob": 0.0,
"bytes": [
32,
99,
111,
110,
116,
101,
120,
116
],
"top_logprobs": [
{
"token": " context",
"logprob": 0.0,
"bytes": [
32,
99,
111,
110,
116,
101,
120,
116
]
},
{
"token": " field",
"logprob": -9999.0,
"bytes": [
32,
102,
105,
101,
108,
100
]
},
{
"token": " realm",
"logprob": -9999.0,
"bytes": [
32,
114,
101,
97,
108,
109
]
},
{
"token": " world",
"logprob": -9999.0,
"bytes": [
32,
119,
111,
114,
108,
100
]
},
{
"token": " rapidly",
"logprob": -9999.0,
"bytes": [
32,
114,
97,
112,
105,
100,
108,
121
]
},
{
"token": " specific",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
99,
105,
102,
105,
99
]
},
{
"token": "context",
"logprob": -9999.0,
"bytes": [
99,
111,
110,
116,
101,
120,
116
]
},
{
"token": " domain",
"logprob": -9999.0,
"bytes": [
32,
100,
111,
109,
97,
105,
110
]
},
{
"token": " era",
"logprob": -9999.0,
"bytes": [
32,
101,
114,
97
]
},
{
"token": " Context",
"logprob": -9999.0,
"bytes": [
32,
67,
111,
110,
116,
101,
120,
116
]
},
{
"token": " low",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
119
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " contexto",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
101,
120,
116,
111
]
},
{
"token": "上下文",
"logprob": -9999.0,
"bytes": [
228,
184,
138,
228,
184,
139,
230,
150,
135
]
},
{
"token": " increasingly",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
99,
114,
101,
97,
115,
105,
110,
103,
108,
121
]
},
{
"token": " modern",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
114,
110
]
},
{
"token": " contexts",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
116,
101,
120,
116,
115
]
},
{
"token": " deep",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112
]
},
{
"token": " literature",
"logprob": -9999.0,
"bytes": [
32,
108,
105,
116,
101,
114,
97,
116,
117,
114,
101
]
}
]
},
{
"token": " of",
"logprob": 0.0,
"bytes": [
32,
111,
102
],
"top_logprobs": [
{
"token": " of",
"logprob": 0.0,
"bytes": [
32,
111,
102
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": "of",
"logprob": -9999.0,
"bytes": [
111,
102
]
},
{
"token": " low",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
119
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " to",
"logprob": -9999.0,
"bytes": [
32,
116,
111
]
},
{
"token": " của",
"logprob": -9999.0,
"bytes": [
32,
99,
225,
187,
167,
97
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " on",
"logprob": -9999.0,
"bytes": [
32,
111,
110
]
},
{
"token": " deep",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112
]
},
{
"token": " that",
"logprob": -9999.0,
"bytes": [
32,
116,
104,
97,
116
]
},
{
"token": " for",
"logprob": -9999.0,
"bytes": [
32,
102,
111,
114
]
},
{
"token": " large",
"logprob": -9999.0,
"bytes": [
32,
108,
97,
114,
103,
101
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": " neural",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
117,
114,
97,
108
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " o",
"logprob": -9999.0,
"bytes": [
32,
111
]
},
{
"token": " if",
"logprob": -9999.0,
"bytes": [
32,
105,
102
]
},
{
"token": "ของ",
"logprob": -9999.0,
"bytes": [
224,
184,
130,
224,
184,
173,
224,
184,
135
]
},
{
"token": " model",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
108
]
}
]
},
{
"token": " low",
"logprob": 0.0,
"bytes": [
32,
108,
111,
119
],
"top_logprobs": [
{
"token": " low",
"logprob": 0.0,
"bytes": [
32,
108,
111,
119
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " large",
"logprob": -9999.0,
"bytes": [
32,
108,
97,
114,
103,
101
]
},
{
"token": " Low",
"logprob": -9999.0,
"bytes": [
32,
76,
111,
119
]
},
{
"token": " neural",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
117,
114,
97,
108
]
},
{
"token": " model",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
108
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": " deep",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112
]
},
{
"token": " modern",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
114,
110
]
},
{
"token": " quantization",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
]
},
{
"token": " Large",
"logprob": -9999.0,
"bytes": [
32,
76,
97,
114,
103,
101
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
},
{
"token": " post",
"logprob": -9999.0,
"bytes": [
32,
112,
111,
115,
116
]
},
{
"token": " extreme",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
116,
114,
101,
109,
101
]
},
{
"token": " **_",
"logprob": -9999.0,
"bytes": [
32,
42,
42,
95
]
},
{
"token": " AI",
"logprob": -9999.0,
"bytes": [
32,
65,
73
]
},
{
"token": " high",
"logprob": -9999.0,
"bytes": [
32,
104,
105,
103,
104
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " comp",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
109,
112
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
}
]
},
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
],
"top_logprobs": [
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "-p",
"logprob": -9999.0,
"bytes": [
45,
112
]
},
{
"token": "-b",
"logprob": -9999.0,
"bytes": [
45,
98
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": " bit",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116
]
},
{
"token": "bit",
"logprob": -9999.0,
"bytes": [
98,
105,
116
]
},
{
"token": "‐",
"logprob": -9999.0,
"bytes": [
226,
128,
144
]
},
{
"token": "-B",
"logprob": -9999.0,
"bytes": [
45,
66
]
},
{
"token": "–",
"logprob": -9999.0,
"bytes": [
226,
128,
147
]
},
{
"token": "-**",
"logprob": -9999.0,
"bytes": [
45,
42,
42
]
},
{
"token": "−",
"logprob": -9999.0,
"bytes": [
226,
136,
146
]
},
{
"token": "\\-",
"logprob": -9999.0,
"bytes": [
92,
45
]
},
{
"token": " -",
"logprob": -9999.0,
"bytes": [
32,
45
]
},
{
"token": "-bi",
"logprob": -9999.0,
"bytes": [
45,
98,
105
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": "\\xe2\\x81",
"logprob": -9999.0,
"bytes": [
226,
129
]
},
{
"token": "_bit",
"logprob": -9999.0,
"bytes": [
95,
98,
105,
116
]
},
{
"token": "比特",
"logprob": -9999.0,
"bytes": [
230,
175,
148,
231,
137,
185
]
},
{
"token": "**",
"logprob": -9999.0,
"bytes": [
42,
42
]
}
]
},
{
"token": " quantization",
"logprob": 0.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
],
"top_logprobs": [
{
"token": " quantization",
"logprob": 0.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " neural",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
117,
114,
97,
108
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": " model",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
108
]
},
{
"token": " Quant",
"logprob": -9999.0,
"bytes": [
32,
81,
117,
97,
110,
116
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " precision",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
99,
105,
115,
105,
111,
110
]
},
{
"token": " quan",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110
]
},
{
"token": " quantification",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
102,
105,
99,
97,
116,
105,
111,
110
]
},
{
"token": "quant",
"logprob": -9999.0,
"bytes": [
113,
117,
97,
110,
116
]
},
{
"token": " AI",
"logprob": -9999.0,
"bytes": [
32,
65,
73
]
},
{
"token": " (**",
"logprob": -9999.0,
"bytes": [
32,
40,
42,
42
]
},
{
"token": " or",
"logprob": -9999.0,
"bytes": [
32,
111,
114
]
},
{
"token": "量化",
"logprob": -9999.0,
"bytes": [
233,
135,
143,
229,
140,
150
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": " deep",
"logprob": -9999.0,
"bytes": [
32,
100,
101,
101,
112
]
},
{
"token": " quantitative",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
116,
97,
116,
105,
118,
101
]
}
]
},
{
"token": " (",
"logprob": 0.0,
"bytes": [
32,
40
],
"top_logprobs": [
{
"token": " (",
"logprob": 0.0,
"bytes": [
32,
40
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " for",
"logprob": -9999.0,
"bytes": [
32,
102,
111,
114
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": " —",
"logprob": -9999.0,
"bytes": [
32,
226,
128,
148
]
},
{
"token": " of",
"logprob": -9999.0,
"bytes": [
32,
111,
102
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": " in",
"logprob": -9999.0,
"bytes": [
32,
105,
110
]
},
{
"token": "(",
"logprob": -9999.0,
"bytes": [
40
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " (\\(",
"logprob": -9999.0,
"bytes": [
32,
40,
92,
40
]
},
{
"token": " used",
"logprob": -9999.0,
"bytes": [
32,
117,
115,
101,
100
]
},
{
"token": " ,",
"logprob": -9999.0,
"bytes": [
32,
44
]
},
{
"token": " on",
"logprob": -9999.0,
"bytes": [
32,
111,
110
]
},
{
"token": " specifically",
"logprob": -9999.0,
"bytes": [
32,
115,
112,
101,
99,
105,
102,
105,
99,
97,
108,
108,
121
]
},
{
"token": " (<",
"logprob": -9999.0,
"bytes": [
32,
40,
60
]
},
{
"token": "（",
"logprob": -9999.0,
"bytes": [
239,
188,
136
]
},
{
"token": " (\\(\\",
"logprob": -9999.0,
"bytes": [
32,
40,
92,
40,
92
]
},
{
"token": " (**",
"logprob": -9999.0,
"bytes": [
32,
40,
42,
42
]
},
{
"token": " (~",
"logprob": -9999.0,
"bytes": [
32,
40,
126
]
}
]
},
{
"token": "e",
"logprob": 0.0,
"bytes": [
101
],
"top_logprobs": [
{
"token": "e",
"logprob": 0.0,
"bytes": [
101
]
},
{
"token": "like",
"logprob": -9999.0,
"bytes": [
108,
105,
107,
101
]
},
{
"token": "such",
"logprob": -9999.0,
"bytes": [
115,
117,
99,
104
]
},
{
"token": "quant",
"logprob": -9999.0,
"bytes": [
113,
117,
97,
110,
116
]
},
{
"token": "especially",
"logprob": -9999.0,
"bytes": [
101,
115,
112,
101,
99,
105,
97,
108,
108,
121
]
},
{
"token": "where",
"logprob": -9999.0,
"bytes": [
119,
104,
101,
114,
101
]
},
{
"token": "for",
"logprob": -9999.0,
"bytes": [
102,
111,
114
]
},
{
"token": "the",
"logprob": -9999.0,
"bytes": [
116,
104,
101
]
},
{
"token": "and",
"logprob": -9999.0,
"bytes": [
97,
110,
100
]
},
{
"token": "typically",
"logprob": -9999.0,
"bytes": [
116,
121,
112,
105,
99,
97,
108,
108,
121
]
},
{
"token": "LL",
"logprob": -9999.0,
"bytes": [
76,
76
]
},
{
"token": "con",
"logprob": -9999.0,
"bytes": [
99,
111,
110
]
},
{
"token": "re",
"logprob": -9999.0,
"bytes": [
114,
101
]
},
{
"token": "i",
"logprob": -9999.0,
"bytes": [
105
]
},
{
"token": "weights",
"logprob": -9999.0,
"bytes": [
119,
101,
105,
103,
104,
116,
115
]
},
{
"token": "think",
"logprob": -9999.0,
"bytes": [
116,
104,
105,
110,
107
]
},
{
"token": "using",
"logprob": -9999.0,
"bytes": [
117,
115,
105,
110,
103
]
},
{
"token": "particularly",
"logprob": -9999.0,
"bytes": [
112,
97,
114,
116,
105,
99,
117,
108,
97,
114,
108,
121
]
},
{
"token": "as",
"logprob": -9999.0,
"bytes": [
97,
115
]
},
{
"token": "including",
"logprob": -9999.0,
"bytes": [
105,
110,
99,
108,
117,
100,
105,
110,
103
]
}
]
},
{
"token": ".g",
"logprob": 0.0,
"bytes": [
46,
103
],
"top_logprobs": [
{
"token": ".g",
"logprob": 0.0,
"bytes": [
46,
103
]
},
{
"token": ".q",
"logprob": -9999.0,
"bytes": [
46,
113
]
},
{
"token": "fficient",
"logprob": -9999.0,
"bytes": [
102,
102,
105,
99,
105,
101,
110,
116
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": "fficiency",
"logprob": -9999.0,
"bytes": [
102,
102,
105,
99,
105,
101,
110,
99,
121
]
},
{
"token": ".x",
"logprob": -9999.0,
"bytes": [
46,
120
]
},
{
"token": "\\.",
"logprob": -9999.0,
"bytes": [
92,
46
]
},
{
"token": " .",
"logprob": -9999.0,
"bytes": [
32,
46
]
},
{
"token": " g",
"logprob": -9999.0,
"bytes": [
32,
103
]
},
{
"token": ".,",
"logprob": -9999.0,
"bytes": [
46,
44
]
},
{
"token": "..",
"logprob": -9999.0,
"bytes": [
46,
46
]
},
{
"token": ".G",
"logprob": -9999.0,
"bytes": [
46,
71
]
},
{
"token": "Xt",
"logprob": -9999.0,
"bytes": [
88,
116
]
},
{
"token": ",g",
"logprob": -9999.0,
"bytes": [
44,
103
]
},
{
"token": "Q",
"logprob": -9999.0,
"bytes": [
81
]
},
{
"token": "valu",
"logprob": -9999.0,
"bytes": [
118,
97,
108,
117
]
},
{
"token": "X",
"logprob": -9999.0,
"bytes": [
88
]
},
{
"token": "/g",
"logprob": -9999.0,
"bytes": [
47,
103
]
},
{
"token": "2",
"logprob": -9999.0,
"bytes": [
50
]
},
{
"token": "B",
"logprob": -9999.0,
"bytes": [
66
]
}
]
},
{
"token": ".,",
"logprob": 0.0,
"bytes": [
46,
44
],
"top_logprobs": [
{
"token": ".,",
"logprob": 0.0,
"bytes": [
46,
44
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": "..",
"logprob": -9999.0,
"bytes": [
46,
46
]
},
{
"token": ".;",
"logprob": -9999.0,
"bytes": [
46,
59
]
},
{
"token": ".,\n",
"logprob": -9999.0,
"bytes": [
46,
44,
10
]
},
{
"token": ",.",
"logprob": -9999.0,
"bytes": [
44,
46
]
},
{
"token": ".,_",
"logprob": -9999.0,
"bytes": [
46,
44,
95
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": ".,\n\n",
"logprob": -9999.0,
"bytes": [
46,
44,
10,
10
]
},
{
"token": "...",
"logprob": -9999.0,
"bytes": [
46,
46,
46
]
},
{
"token": " converting",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
118,
101,
114,
116,
105,
110,
103
]
},
{
"token": ".—",
"logprob": -9999.0,
"bytes": [
46,
226,
128,
148
]
},
{
"token": ".:",
"logprob": -9999.0,
"bytes": [
46,
58
]
},
{
"token": "._,",
"logprob": -9999.0,
"bytes": [
46,
95,
44
]
},
{
"token": ".-",
"logprob": -9999.0,
"bytes": [
46,
45
]
},
{
"token": ".),",
"logprob": -9999.0,
"bytes": [
46,
41,
44
]
},
{
"token": ",,",
"logprob": -9999.0,
"bytes": [
44,
44
]
},
{
"token": "....",
"logprob": -9999.0,
"bytes": [
46,
46,
46,
46
]
},
{
"token": "...,",
"logprob": -9999.0,
"bytes": [
46,
46,
46,
44
]
}
]
},
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
],
"top_logprobs": [
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " converting",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
110,
118,
101,
114,
116,
105,
110,
103
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
},
{
"token": " reducing",
"logprob": -9999.0,
"bytes": [
32,
114,
101,
100,
117,
99,
105,
110,
103
]
},
{
"token": " int",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116
]
},
{
"token": " comp",
"logprob": -9999.0,
"bytes": [
32,
99,
111,
109,
112
]
},
{
"token": " quantization",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
]
},
{
"token": " FP",
"logprob": -9999.0,
"bytes": [
32,
70,
80
]
},
{
"token": " going",
"logprob": -9999.0,
"bytes": [
32,
103,
111,
105,
110,
103
]
},
{
"token": " representing",
"logprob": -9999.0,
"bytes": [
32,
114,
101,
112,
114,
101,
115,
101,
110,
116,
105,
110,
103
]
},
{
"token": " turning",
"logprob": -9999.0,
"bytes": [
32,
116,
117,
114,
110,
105,
110,
103
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": " weights",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116,
115
]
},
{
"token": " GPT",
"logprob": -9999.0,
"bytes": [
32,
71,
80,
84
]
},
{
"token": " shrinking",
"logprob": -9999.0,
"bytes": [
32,
115,
104,
114,
105,
110,
107,
105,
110,
103
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " for",
"logprob": -9999.0,
"bytes": [
32,
102,
111,
114
]
},
{
"token": " from",
"logprob": -9999.0,
"bytes": [
32,
102,
114,
111,
109
]
}
]
},
{
"token": "4",
"logprob": 0.0,
"bytes": [
52
],
"top_logprobs": [
{
"token": "4",
"logprob": 0.0,
"bytes": [
52
]
},
{
"token": "8",
"logprob": -9999.0,
"bytes": [
56
]
},
{
"token": "2",
"logprob": -9999.0,
"bytes": [
50
]
},
{
"token": "3",
"logprob": -9999.0,
"bytes": [
51
]
},
{
"token": "1",
"logprob": -9999.0,
"bytes": [
49
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": "6",
"logprob": -9999.0,
"bytes": [
54
]
},
{
"token": "INT",
"logprob": -9999.0,
"bytes": [
73,
78,
84
]
},
{
"token": " int",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116
]
},
{
"token": "5",
"logprob": -9999.0,
"bytes": [
53
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": "-bit",
"logprob": -9999.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": " bits",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116,
115
]
},
{
"token": " Int",
"logprob": -9999.0,
"bytes": [
32,
73,
110,
116
]
},
{
"token": " weights",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116,
115
]
},
{
"token": "32",
"logprob": -9999.0,
"bytes": [
51,
50
]
},
{
"token": "16",
"logprob": -9999.0,
"bytes": [
49,
54
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " **",
"logprob": -9999.0,
"bytes": [
32,
42,
42
]
},
{
"token": "0",
"logprob": -9999.0,
"bytes": [
48
]
}
]
},
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
],
"top_logprobs": [
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": "-b",
"logprob": -9999.0,
"bytes": [
45,
98
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "-B",
"logprob": -9999.0,
"bytes": [
45,
66
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "/",
"logprob": -9999.0,
"bytes": [
47
]
},
{
"token": "bit",
"logprob": -9999.0,
"bytes": [
98,
105,
116
]
},
{
"token": "-,",
"logprob": -9999.0,
"bytes": [
45,
44
]
},
{
"token": "-bi",
"logprob": -9999.0,
"bytes": [
45,
98,
105
]
},
{
"token": " bits",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116,
115
]
},
{
"token": "–",
"logprob": -9999.0,
"bytes": [
226,
128,
147
]
},
{
"token": "Bit",
"logprob": -9999.0,
"bytes": [
66,
105,
116
]
},
{
"token": "—",
"logprob": -9999.0,
"bytes": [
226,
128,
148
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": "BIT",
"logprob": -9999.0,
"bytes": [
66,
73,
84
]
},
{
"token": " bit",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116
]
},
{
"token": "GB",
"logprob": -9999.0,
"bytes": [
71,
66
]
},
{
"token": "比特",
"logprob": -9999.0,
"bytes": [
230,
175,
148,
231,
137,
185
]
},
{
"token": " -",
"logprob": -9999.0,
"bytes": [
32,
45
]
}
]
},
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
],
"top_logprobs": [
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
]
},
{
"token": " or",
"logprob": -9999.0,
"bytes": [
32,
111,
114
]
},
{
"token": " weights",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116,
115
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": "/",
"logprob": -9999.0,
"bytes": [
47
]
},
{
"token": " to",
"logprob": -9999.0,
"bytes": [
32,
116,
111
]
},
{
"token": "),",
"logprob": -9999.0,
"bytes": [
41,
44
]
},
{
"token": " for",
"logprob": -9999.0,
"bytes": [
32,
102,
111,
114
]
},
{
"token": " integers",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114,
115
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " ,",
"logprob": -9999.0,
"bytes": [
32,
44
]
},
{
"token": " models",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
108,
115
]
},
{
"token": " integer",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": " GPT",
"logprob": -9999.0,
"bytes": [
32,
71,
80,
84
]
},
{
"token": " (",
"logprob": -9999.0,
"bytes": [
32,
40
]
},
{
"token": " Q",
"logprob": -9999.0,
"bytes": [
32,
81
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
}
]
},
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
],
"top_logprobs": [
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
]
},
{
"token": " or",
"logprob": -9999.0,
"bytes": [
32,
111,
114
]
},
{
"token": " even",
"logprob": -9999.0,
"bytes": [
32,
101,
118,
101,
110
]
},
{
"token": " binary",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
110,
97,
114,
121
]
},
{
"token": " ternary",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110,
97,
114,
121
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32,
32
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " GPT",
"logprob": -9999.0,
"bytes": [
32,
71,
80,
84
]
},
{
"token": " as",
"logprob": -9999.0,
"bytes": [
32,
97,
115
]
},
{
"token": "3",
"logprob": -9999.0,
"bytes": [
51
]
},
{
"token": " int",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116
]
},
{
"token": " mixed",
"logprob": -9999.0,
"bytes": [
32,
109,
105,
120,
101,
100
]
},
{
"token": " ,",
"logprob": -9999.0,
"bytes": [
32,
44
]
},
{
"token": " asymmetric",
"logprob": -9999.0,
"bytes": [
32,
97,
115,
121,
109,
109,
101,
116,
114,
105,
99
]
},
{
"token": " but",
"logprob": -9999.0,
"bytes": [
32,
98,
117,
116
]
},
{
"token": "2",
"logprob": -9999.0,
"bytes": [
50
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": " down",
"logprob": -9999.0,
"bytes": [
32,
100,
111,
119,
110
]
},
{
"token": " Ternary",
"logprob": -9999.0,
"bytes": [
32,
84,
101,
114,
110,
97,
114,
121
]
}
]
},
{
"token": "2",
"logprob": 0.0,
"bytes": [
50
],
"top_logprobs": [
{
"token": "2",
"logprob": 0.0,
"bytes": [
50
]
},
{
"token": "3",
"logprob": -9999.0,
"bytes": [
51
]
},
{
"token": "8",
"logprob": -9999.0,
"bytes": [
56
]
},
{
"token": "6",
"logprob": -9999.0,
"bytes": [
54
]
},
{
"token": "4",
"logprob": -9999.0,
"bytes": [
52
]
},
{
"token": "1",
"logprob": -9999.0,
"bytes": [
49
]
},
{
"token": "5",
"logprob": -9999.0,
"bytes": [
53
]
},
{
"token": "32",
"logprob": -9999.0,
"bytes": [
51,
50
]
},
{
"token": "0",
"logprob": -9999.0,
"bytes": [
48
]
},
{
"token": "7",
"logprob": -9999.0,
"bytes": [
55
]
},
{
"token": "33",
"logprob": -9999.0,
"bytes": [
51,
51
]
},
{
"token": "9",
"logprob": -9999.0,
"bytes": [
57
]
},
{
"token": "28",
"logprob": -9999.0,
"bytes": [
50,
56
]
},
{
"token": "38",
"logprob": -9999.0,
"bytes": [
51,
56
]
},
{
"token": "800",
"logprob": -9999.0,
"bytes": [
56,
48,
48
]
},
{
"token": "202",
"logprob": -9999.0,
"bytes": [
50,
48,
50
]
},
{
"token": "200",
"logprob": -9999.0,
"bytes": [
50,
48,
48
]
},
{
"token": "30",
"logprob": -9999.0,
"bytes": [
51,
48
]
},
{
"token": "16",
"logprob": -9999.0,
"bytes": [
49,
54
]
},
{
"token": "¾",
"logprob": -9999.0,
"bytes": [
194,
190
]
}
]
},
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
],
"top_logprobs": [
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": "-b",
"logprob": -9999.0,
"bytes": [
45,
98
]
},
{
"token": "-B",
"logprob": -9999.0,
"bytes": [
45,
66
]
},
{
"token": "-bin",
"logprob": -9999.0,
"bytes": [
45,
98,
105,
110
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "bit",
"logprob": -9999.0,
"bytes": [
98,
105,
116
]
},
{
"token": "-bi",
"logprob": -9999.0,
"bytes": [
45,
98,
105
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": "-tier",
"logprob": -9999.0,
"bytes": [
45,
116,
105,
101,
114
]
},
{
"token": "-beta",
"logprob": -9999.0,
"bytes": [
45,
98,
101,
116,
97
]
},
{
"token": "-digit",
"logprob": -9999.0,
"bytes": [
45,
100,
105,
103,
105,
116
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "-t",
"logprob": -9999.0,
"bytes": [
45,
116
]
},
{
"token": "-p",
"logprob": -9999.0,
"bytes": [
45,
112
]
},
{
"token": "%,",
"logprob": -9999.0,
"bytes": [
37,
44
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": "-,",
"logprob": -9999.0,
"bytes": [
45,
44
]
},
{
"token": "-weight",
"logprob": -9999.0,
"bytes": [
45,
119,
101,
105,
103,
104,
116
]
},
{
"token": "比特",
"logprob": -9999.0,
"bytes": [
230,
175,
148,
231,
137,
185
]
},
{
"token": " bit",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116
]
}
]
},
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
],
"top_logprobs": [
{
"token": ",",
"logprob": 0.0,
"bytes": [
44
]
},
{
"token": " weights",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116,
115
]
},
{
"token": "),",
"logprob": -9999.0,
"bytes": [
41,
44
]
},
{
"token": " weight",
"logprob": -9999.0,
"bytes": [
32,
119,
101,
105,
103,
104,
116
]
},
{
"token": " or",
"logprob": -9999.0,
"bytes": [
32,
111,
114
]
},
{
"token": " models",
"logprob": -9999.0,
"bytes": [
32,
109,
111,
100,
101,
108,
115
]
},
{
"token": " quantization",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116,
105,
122,
97,
116,
105,
111,
110
]
},
{
"token": ")",
"logprob": -9999.0,
"bytes": [
41
]
},
{
"token": " integer",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114
]
},
{
"token": " for",
"logprob": -9999.0,
"bytes": [
32,
102,
111,
114
]
},
{
"token": " LL",
"logprob": -9999.0,
"bytes": [
32,
76,
76
]
},
{
"token": " integers",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114,
115
]
},
{
"token": " neural",
"logprob": -9999.0,
"bytes": [
32,
110,
101,
117,
114,
97,
108
]
},
{
"token": " precision",
"logprob": -9999.0,
"bytes": [
32,
112,
114,
101,
99,
105,
115,
105,
111,
110
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " Weight",
"logprob": -9999.0,
"bytes": [
32,
87,
101,
105,
103,
104,
116
]
},
{
"token": " quant",
"logprob": -9999.0,
"bytes": [
32,
113,
117,
97,
110,
116
]
},
{
"token": " ,",
"logprob": -9999.0,
"bytes": [
32,
44
]
},
{
"token": " inference",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
102,
101,
114,
101,
110,
99,
101
]
},
{
"token": " even",
"logprob": -9999.0,
"bytes": [
32,
101,
118,
101,
110
]
}
]
},
{
"token": " or",
"logprob": 0.0,
"bytes": [
32,
111,
114
],
"top_logprobs": [
{
"token": " or",
"logprob": 0.0,
"bytes": [
32,
111,
114
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " even",
"logprob": -9999.0,
"bytes": [
32,
101,
118,
101,
110
]
},
{
"token": " binary",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
110,
97,
114,
121
]
},
{
"token": " ternary",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110,
97,
114,
121
]
},
{
"token": " and",
"logprob": -9999.0,
"bytes": [
32,
97,
110,
100
]
},
{
"token": "or",
"logprob": -9999.0,
"bytes": [
111,
114
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " integer",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114
]
},
{
"token": " или",
"logprob": -9999.0,
"bytes": [
32,
208,
184,
208,
187,
208,
184
]
},
{
"token": " int",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116
]
},
{
"token": " mixed",
"logprob": -9999.0,
"bytes": [
32,
109,
105,
120,
101,
100
]
},
{
"token": " of",
"logprob": -9999.0,
"bytes": [
32,
111,
102
]
},
{
"token": " Ternary",
"logprob": -9999.0,
"bytes": [
32,
84,
101,
114,
110,
97,
114,
121
]
},
{
"token": " b",
"logprob": -9999.0,
"bytes": [
32,
98
]
},
{
"token": " extreme",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
116,
114,
101,
109,
101
]
},
{
"token": " Binary",
"logprob": -9999.0,
"bytes": [
32,
66,
105,
110,
97,
114,
121
]
},
{
"token": " tern",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": " sub",
"logprob": -9999.0,
"bytes": [
32,
115,
117,
98
]
}
]
},
{
"token": " even",
"logprob": 0.0,
"bytes": [
32,
101,
118,
101,
110
],
"top_logprobs": [
{
"token": " even",
"logprob": 0.0,
"bytes": [
32,
101,
118,
101,
110
]
},
{
"token": " ",
"logprob": -9999.0,
"bytes": [
32
]
},
{
"token": " binary",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
110,
97,
114,
121
]
},
{
"token": " ternary",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110,
97,
114,
121
]
},
{
"token": " mixed",
"logprob": -9999.0,
"bytes": [
32,
109,
105,
120,
101,
100
]
},
{
"token": " sub",
"logprob": -9999.0,
"bytes": [
32,
115,
117,
98
]
},
{
"token": " extreme",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
116,
114,
101,
109,
101
]
},
{
"token": " lower",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
119,
101,
114
]
},
{
"token": " b",
"logprob": -9999.0,
"bytes": [
32,
98
]
},
{
"token": " integer",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114
]
},
{
"token": "甚至",
"logprob": -9999.0,
"bytes": [
231,
148,
154,
232,
135,
179
]
},
{
"token": " below",
"logprob": -9999.0,
"bytes": [
32,
98,
101,
108,
111,
119
]
},
{
"token": " tern",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110
]
},
{
"token": " less",
"logprob": -9999.0,
"bytes": [
32,
108,
101,
115,
115
]
},
{
"token": " INT",
"logprob": -9999.0,
"bytes": [
32,
73,
78,
84
]
},
{
"token": " int",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116
]
},
{
"token": " ultra",
"logprob": -9999.0,
"bytes": [
32,
117,
108,
116,
114,
97
]
},
{
"token": " Ternary",
"logprob": -9999.0,
"bytes": [
32,
84,
101,
114,
110,
97,
114,
121
]
},
{
"token": " smaller",
"logprob": -9999.0,
"bytes": [
32,
115,
109,
97,
108,
108,
101,
114
]
},
{
"token": " Even",
"logprob": -9999.0,
"bytes": [
32,
69,
118,
101,
110
]
}
]
},
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
],
"top_logprobs": [
{
"token": " ",
"logprob": 0.0,
"bytes": [
32
]
},
{
"token": " binary",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
110,
97,
114,
121
]
},
{
"token": " ternary",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110,
97,
114,
121
]
},
{
"token": " sub",
"logprob": -9999.0,
"bytes": [
32,
115,
117,
98
]
},
{
"token": " mixed",
"logprob": -9999.0,
"bytes": [
32,
109,
105,
120,
101,
100
]
},
{
"token": " b",
"logprob": -9999.0,
"bytes": [
32,
98
]
},
{
"token": " extreme",
"logprob": -9999.0,
"bytes": [
32,
101,
120,
116,
114,
101,
109,
101
]
},
{
"token": " tern",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110
]
},
{
"token": " lower",
"logprob": -9999.0,
"bytes": [
32,
108,
111,
119,
101,
114
]
},
{
"token": " smaller",
"logprob": -9999.0,
"bytes": [
32,
115,
109,
97,
108,
108,
101,
114
]
},
{
"token": "1",
"logprob": -9999.0,
"bytes": [
49
]
},
{
"token": " below",
"logprob": -9999.0,
"bytes": [
32,
98,
101,
108,
111,
119
]
},
{
"token": " ultra",
"logprob": -9999.0,
"bytes": [
32,
117,
108,
116,
114,
97
]
},
{
"token": " less",
"logprob": -9999.0,
"bytes": [
32,
108,
101,
115,
115
]
},
{
"token": " Binary",
"logprob": -9999.0,
"bytes": [
32,
66,
105,
110,
97,
114,
121
]
},
{
"token": " integer",
"logprob": -9999.0,
"bytes": [
32,
105,
110,
116,
101,
103,
101,
114
]
},
{
"token": " <",
"logprob": -9999.0,
"bytes": [
32,
60
]
},
{
"token": " Ternary",
"logprob": -9999.0,
"bytes": [
32,
84,
101,
114,
110,
97,
114,
121
]
},
{
"token": "binary",
"logprob": -9999.0,
"bytes": [
98,
105,
110,
97,
114,
121
]
},
{
"token": " fractional",
"logprob": -9999.0,
"bytes": [
32,
102,
114,
97,
99,
116,
105,
111,
110,
97,
108
]
}
]
},
{
"token": "1",
"logprob": 0.0,
"bytes": [
49
],
"top_logprobs": [
{
"token": "1",
"logprob": 0.0,
"bytes": [
49
]
},
{
"token": "8",
"logprob": -9999.0,
"bytes": [
56
]
},
{
"token": "3",
"logprob": -9999.0,
"bytes": [
51
]
},
{
"token": "0",
"logprob": -9999.0,
"bytes": [
48
]
},
{
"token": "2",
"logprob": -9999.0,
"bytes": [
50
]
},
{
"token": " binary",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
110,
97,
114,
121
]
},
{
"token": "4",
"logprob": -9999.0,
"bytes": [
52
]
},
{
"token": " ternary",
"logprob": -9999.0,
"bytes": [
32,
116,
101,
114,
110,
97,
114,
121
]
},
{
"token": "6",
"logprob": -9999.0,
"bytes": [
54
]
},
{
"token": "-bit",
"logprob": -9999.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": "5",
"logprob": -9999.0,
"bytes": [
53
]
},
{
"token": "tern",
"logprob": -9999.0,
"bytes": [
116,
101,
114,
110
]
},
{
"token": "binary",
"logprob": -9999.0,
"bytes": [
98,
105,
110,
97,
114,
121
]
},
{
"token": "Ternary",
"logprob": -9999.0,
"bytes": [
84,
101,
114,
110,
97,
114,
121
]
},
{
"token": "<",
"logprob": -9999.0,
"bytes": [
60
]
},
{
"token": "ernary",
"logprob": -9999.0,
"bytes": [
101,
114,
110,
97,
114,
121
]
},
{
"token": "100",
"logprob": -9999.0,
"bytes": [
49,
48,
48
]
},
{
"token": " Ternary",
"logprob": -9999.0,
"bytes": [
32,
84,
101,
114,
110,
97,
114,
121
]
},
{
"token": "7",
"logprob": -9999.0,
"bytes": [
55
]
},
{
"token": "¹",
"logprob": -9999.0,
"bytes": [
194,
185
]
}
]
},
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
],
"top_logprobs": [
{
"token": "-bit",
"logprob": 0.0,
"bytes": [
45,
98,
105,
116
]
},
{
"token": ".",
"logprob": -9999.0,
"bytes": [
46
]
},
{
"token": "-",
"logprob": -9999.0,
"bytes": [
45
]
},
{
"token": "-b",
"logprob": -9999.0,
"bytes": [
45,
98
]
},
{
"token": "bit",
"logprob": -9999.0,
"bytes": [
98,
105,
116
]
},
{
"token": "/",
"logprob": -9999.0,
"bytes": [
47
]
},
{
"token": " bit",
"logprob": -9999.0,
"bytes": [
32,
98,
105,
116
]
},
{
"token": ".x",
"logprob": -9999.0,
"bytes": [
46,
120
]
},
{
"token": "-B",
"logprob": -9999.0,
"bytes": [
45,
66
]
},
{
"token": "-weight",
"logprob": -9999.0,
"bytes": [
45,
119,
101,
105,
103,
104,
116
]
},
{
"token": "\\.",
"logprob": -9999.0,
"bytes": [
92,
46
]
},
{
"token": "-bin",
"logprob": -9999.0,
"bytes": [
45,
98,
105,
110
]
},
{
"token": "-bi",
"logprob": -9999.0,
"bytes": [
45,
98,
105
]
},
{
"token": "‑",
"logprob": -9999.0,
"bytes": [
226,
128,
145
]
},
{
"token": "-but",
"logprob": -9999.0,
"bytes": [
45,
98,
117,
116
]
},
{
"token": ",",
"logprob": -9999.0,
"bytes": [
44
]
},
{
"token": "比特",
"logprob": -9999.0,
"bytes": [
230,
175,
148,
231,
137,
185
]
},
{
"token": "–",
"logprob": -9999.0,
"bytes": [
226,
128,
147
]
},
{
"token": "-p",
"logprob": -9999.0,
"bytes": [
45,
112
]
},
{
"token": " -",
"logprob": -9999.0,
"bytes": [
32,
45
]
}
]
}
]
},
"finish_reason": "length"
}
],
"usage": {
"prompt_tokens": 14,
"completion_tokens": 24,
"total_tokens": 38,
"prompt_tokens_details": {
"cached_tokens": 0
},
"prompt_cache_hit_tokens": 0,
"prompt_cache_miss_tokens": 14
},
"system_fingerprint": "fp_a18b46594c_prod0820_fp8_kvcache_20260402"
}
Reference in new issue View Git Blame Copy Permalink