Breadway/breadsearch
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
breadsearch/quantized_info.csv
Breadway 2778f14574 Initial commit
2026-07-02 20:59:18 +08:00

6.6 KiB
Raw Blame History

1/home/breadway/.cache/breadsearch/models/model.onnx quantization quantization info,2026-06-24 18:14:20
2quantization stage,time consumed(s),sub stage,time consumed(s)
3pre process,5.43
4,,calibration: collect data (onnx inference + numpy statistics),16.60
5,,calibration: compute data,0.01
6calibration (collect data + compute data),19.75
7static quantization,0.81
8post process(including finetuning),0.00
9e2e,40.621040006999465
10Node Name,Op Type,Activation,Weights,Bias
11/encoder/layers.0/attn/Wqkv/MatMul,MatMul,INT8,INT8,
12/encoder/layers.0/attn/Reshape,Reshape,INT8,,
13/encoder/layers.0/attn/out_proj/MatMul,MatMul,INT8,INT8,
14/encoder/layers.0/Add,Add,INT8,,
15/encoder/layers.0/mlp/fc12/MatMul,MatMul,INT8,INT8,
16/encoder/layers.0/mlp/fc11/MatMul,MatMul,INT8,INT8,
17/encoder/layers.0/mlp/Sigmoid,Sigmoid,INT8,,
18/encoder/layers.0/mlp/Mul,Mul,INT8,,
19/encoder/layers.0/mlp/Mul_1,Mul,INT8,,
20/encoder/layers.0/mlp/fc2/MatMul,MatMul,INT8,INT8,
21/encoder/layers.0/Add_1,Add,INT8,,
22/encoder/layers.1/attn/Wqkv/MatMul,MatMul,INT8,INT8,
23/encoder/layers.1/attn/Reshape,Reshape,INT8,,
24/encoder/layers.1/attn/out_proj/MatMul,MatMul,INT8,INT8,
25/encoder/layers.1/Add,Add,INT8,,
26/encoder/layers.1/mlp/fc12/MatMul,MatMul,INT8,INT8,
27/encoder/layers.1/mlp/fc11/MatMul,MatMul,INT8,INT8,
28/encoder/layers.1/mlp/Sigmoid,Sigmoid,INT8,,
29/encoder/layers.1/mlp/Mul,Mul,INT8,,
30/encoder/layers.1/mlp/Mul_1,Mul,INT8,,
31/encoder/layers.1/mlp/fc2/MatMul,MatMul,INT8,INT8,
32/encoder/layers.1/Add_1,Add,INT8,,
33/encoder/layers.2/attn/Wqkv/MatMul,MatMul,INT8,INT8,
34/encoder/layers.2/attn/Reshape,Reshape,INT8,,
35/encoder/layers.2/attn/out_proj/MatMul,MatMul,INT8,INT8,
36/encoder/layers.2/Add,Add,INT8,,
37/encoder/layers.2/mlp/fc12/MatMul,MatMul,INT8,INT8,
38/encoder/layers.2/mlp/fc11/MatMul,MatMul,INT8,INT8,
39/encoder/layers.2/mlp/Sigmoid,Sigmoid,INT8,,
40/encoder/layers.2/mlp/Mul,Mul,INT8,,
41/encoder/layers.2/mlp/Mul_1,Mul,INT8,,
42/encoder/layers.2/mlp/fc2/MatMul,MatMul,INT8,INT8,
43/encoder/layers.2/Add_1,Add,INT8,,
44/encoder/layers.3/attn/Wqkv/MatMul,MatMul,INT8,INT8,
45/encoder/layers.3/attn/Reshape,Reshape,INT8,,
46/encoder/layers.3/attn/out_proj/MatMul,MatMul,INT8,INT8,
47/encoder/layers.3/Add,Add,INT8,,
48/encoder/layers.3/mlp/fc12/MatMul,MatMul,INT8,INT8,
49/encoder/layers.3/mlp/fc11/MatMul,MatMul,INT8,INT8,
50/encoder/layers.3/mlp/Sigmoid,Sigmoid,INT8,,
51/encoder/layers.3/mlp/Mul,Mul,INT8,,
52/encoder/layers.3/mlp/Mul_1,Mul,INT8,,
53/encoder/layers.3/mlp/fc2/MatMul,MatMul,INT8,INT8,
54/encoder/layers.3/Add_1,Add,INT8,,
55/encoder/layers.4/attn/Wqkv/MatMul,MatMul,INT8,INT8,
56/encoder/layers.4/attn/Reshape,Reshape,INT8,,
57/encoder/layers.4/attn/out_proj/MatMul,MatMul,INT8,INT8,
58/encoder/layers.4/Add,Add,INT8,,
59/encoder/layers.4/mlp/fc12/MatMul,MatMul,INT8,INT8,
60/encoder/layers.4/mlp/fc11/MatMul,MatMul,INT8,INT8,
61/encoder/layers.4/mlp/Sigmoid,Sigmoid,INT8,,
62/encoder/layers.4/mlp/Mul,Mul,INT8,,
63/encoder/layers.4/mlp/Mul_1,Mul,INT8,,
64/encoder/layers.4/mlp/fc2/MatMul,MatMul,INT8,INT8,
65/encoder/layers.4/Add_1,Add,INT8,,
66/encoder/layers.5/attn/Wqkv/MatMul,MatMul,INT8,INT8,
67/encoder/layers.5/attn/Reshape,Reshape,INT8,,
68/encoder/layers.5/attn/out_proj/MatMul,MatMul,INT8,INT8,
69/encoder/layers.5/Add,Add,INT8,,
70/encoder/layers.5/mlp/fc12/MatMul,MatMul,INT8,INT8,
71/encoder/layers.5/mlp/fc11/MatMul,MatMul,INT8,INT8,
72/encoder/layers.5/mlp/Sigmoid,Sigmoid,INT8,,
73/encoder/layers.5/mlp/Mul,Mul,INT8,,
74/encoder/layers.5/mlp/Mul_1,Mul,INT8,,
75/encoder/layers.5/mlp/fc2/MatMul,MatMul,INT8,INT8,
76/encoder/layers.5/Add_1,Add,INT8,,
77/encoder/layers.6/attn/Wqkv/MatMul,MatMul,INT8,INT8,
78/encoder/layers.6/attn/Reshape,Reshape,INT8,,
79/encoder/layers.6/attn/out_proj/MatMul,MatMul,INT8,INT8,
80/encoder/layers.6/Add,Add,INT8,,
81/encoder/layers.6/mlp/fc12/MatMul,MatMul,INT8,INT8,
82/encoder/layers.6/mlp/fc11/MatMul,MatMul,INT8,INT8,
83/encoder/layers.6/mlp/Sigmoid,Sigmoid,INT8,,
84/encoder/layers.6/mlp/Mul,Mul,INT8,,
85/encoder/layers.6/mlp/Mul_1,Mul,INT8,,
86/encoder/layers.6/mlp/fc2/MatMul,MatMul,INT8,INT8,
87/encoder/layers.6/Add_1,Add,INT8,,
88/encoder/layers.7/attn/Wqkv/MatMul,MatMul,INT8,INT8,
89/encoder/layers.7/attn/Reshape,Reshape,INT8,,
90/encoder/layers.7/attn/out_proj/MatMul,MatMul,INT8,INT8,
91/encoder/layers.7/Add,Add,INT8,,
92/encoder/layers.7/mlp/fc12/MatMul,MatMul,INT8,INT8,
93/encoder/layers.7/mlp/fc11/MatMul,MatMul,INT8,INT8,
94/encoder/layers.7/mlp/Sigmoid,Sigmoid,INT8,,
95/encoder/layers.7/mlp/Mul,Mul,INT8,,
96/encoder/layers.7/mlp/Mul_1,Mul,INT8,,
97/encoder/layers.7/mlp/fc2/MatMul,MatMul,INT8,INT8,
98/encoder/layers.7/Add_1,Add,INT8,,
99/encoder/layers.8/attn/Wqkv/MatMul,MatMul,INT8,INT8,
100/encoder/layers.8/attn/Reshape,Reshape,INT8,,
101/encoder/layers.8/attn/out_proj/MatMul,MatMul,INT8,INT8,
102/encoder/layers.8/Add,Add,INT8,,
103/encoder/layers.8/mlp/fc12/MatMul,MatMul,INT8,INT8,
104/encoder/layers.8/mlp/fc11/MatMul,MatMul,INT8,INT8,
105/encoder/layers.8/mlp/Sigmoid,Sigmoid,INT8,,
106/encoder/layers.8/mlp/Mul,Mul,INT8,,
107/encoder/layers.8/mlp/Mul_1,Mul,INT8,,
108/encoder/layers.8/mlp/fc2/MatMul,MatMul,INT8,INT8,
109/encoder/layers.8/Add_1,Add,INT8,,
110/encoder/layers.9/attn/Wqkv/MatMul,MatMul,INT8,INT8,
111/encoder/layers.9/attn/Reshape,Reshape,INT8,,
112/encoder/layers.9/attn/out_proj/MatMul,MatMul,INT8,INT8,
113/encoder/layers.9/Add,Add,INT8,,
114/encoder/layers.9/mlp/fc12/MatMul,MatMul,INT8,INT8,
115/encoder/layers.9/mlp/fc11/MatMul,MatMul,INT8,INT8,
116/encoder/layers.9/mlp/Sigmoid,Sigmoid,INT8,,
117/encoder/layers.9/mlp/Mul,Mul,INT8,,
118/encoder/layers.9/mlp/Mul_1,Mul,INT8,,
119/encoder/layers.9/mlp/fc2/MatMul,MatMul,INT8,INT8,
120/encoder/layers.9/Add_1,Add,INT8,,
121/encoder/layers.10/attn/Wqkv/MatMul,MatMul,INT8,INT8,
122/encoder/layers.10/attn/Reshape,Reshape,INT8,,
123/encoder/layers.10/attn/out_proj/MatMul,MatMul,INT8,INT8,
124/encoder/layers.10/Add,Add,INT8,,
125/encoder/layers.10/mlp/fc12/MatMul,MatMul,INT8,INT8,
126/encoder/layers.10/mlp/fc11/MatMul,MatMul,INT8,INT8,
127/encoder/layers.10/mlp/Sigmoid,Sigmoid,INT8,,
128/encoder/layers.10/mlp/Mul,Mul,INT8,,
129/encoder/layers.10/mlp/Mul_1,Mul,INT8,,
130/encoder/layers.10/mlp/fc2/MatMul,MatMul,INT8,INT8,
131/encoder/layers.10/Add_1,Add,INT8,,
132/encoder/layers.11/attn/Wqkv/MatMul,MatMul,INT8,INT8,
133/encoder/layers.11/attn/Reshape,Reshape,INT8,,
134/encoder/layers.11/attn/out_proj/MatMul,MatMul,INT8,INT8,
135/encoder/layers.11/Add,Add,INT8,,
136/encoder/layers.11/mlp/fc12/MatMul,MatMul,INT8,INT8,
137/encoder/layers.11/mlp/fc11/MatMul,MatMul,INT8,INT8,
138/encoder/layers.11/mlp/Sigmoid,Sigmoid,INT8,,
139/encoder/layers.11/mlp/Mul,Mul,INT8,,
140/encoder/layers.11/mlp/Mul_1,Mul,INT8,,
141/encoder/layers.11/mlp/fc2/MatMul,MatMul,INT8,INT8,
142/encoder/layers.11/Add_1,Add,INT8,,
143Op Type,Activation,Weights,Bias
144MatMul,INT8(60),INT8(60),
145Reshape,INT8(12),,
146Add,INT8(24),,
147Sigmoid,INT8(12),,
148Mul,INT8(24),,