File size: 2,663 Bytes
41b5565
627d6ed
 
41b5565
627d6ed
41b5565
627d6ed
9c1c58e
 
 
 
 
 
627d6ed
9c1c58e
 
 
 
627d6ed
9c1c58e
627d6ed
9c1c58e
 
 
 
41b5565
9c1c58e
 
 
 
627d6ed
9c1c58e
 
 
 
41b5565
 
 
9c1c58e
41b5565
627d6ed
9c1c58e
 
 
 
 
627d6ed
9c1c58e
 
 
 
627d6ed
9c1c58e
627d6ed
9c1c58e
 
 
 
41b5565
9c1c58e
 
 
 
627d6ed
9c1c58e
 
 
 
41b5565
 
 
9c1c58e
41b5565
627d6ed
9c1c58e
 
 
 
 
 
627d6ed
9c1c58e
 
 
 
627d6ed
9c1c58e
627d6ed
9c1c58e
 
 
 
41b5565
9c1c58e
627d6ed
9c1c58e
 
 
 
 
 
 
41b5565
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
    "per_channel": false,
    "reduce_range": false,
    "per_model_config": {
        "decoder_model": {
            "op_types": [
                "Concat",
                "Where",
                "Less",
                "ConstantOfShape",
                "Neg",
                "Sqrt",
                "Div",
                "Softmax",
                "MatMul",
                "Slice",
                "Reshape",
                "Shape",
                "Pow",
                "Cast",
                "Equal",
                "Add",
                "Expand",
                "Mul",
                "Sub",
                "Gather",
                "Identity",
                "Range",
                "Transpose",
                "Constant",
                "Squeeze",
                "If",
                "ReduceMean",
                "Sigmoid",
                "Unsqueeze"
            ],
            "weight_type": "QInt8"
        },
        "decoder_with_past_model": {
            "op_types": [
                "Concat",
                "Where",
                "ConstantOfShape",
                "Neg",
                "Sqrt",
                "Div",
                "Softmax",
                "MatMul",
                "Slice",
                "Reshape",
                "Shape",
                "Pow",
                "Cast",
                "Equal",
                "Add",
                "Expand",
                "Mul",
                "Sub",
                "Gather",
                "Identity",
                "Range",
                "Transpose",
                "Constant",
                "Squeeze",
                "If",
                "ReduceMean",
                "Sigmoid",
                "Unsqueeze"
            ],
            "weight_type": "QInt8"
        },
        "decoder_model_merged": {
            "op_types": [
                "Concat",
                "Where",
                "Less",
                "ConstantOfShape",
                "Neg",
                "Sqrt",
                "Div",
                "Softmax",
                "MatMul",
                "Slice",
                "Reshape",
                "Shape",
                "Pow",
                "Cast",
                "Equal",
                "Add",
                "Expand",
                "Mul",
                "Sub",
                "Gather",
                "Identity",
                "Range",
                "Transpose",
                "Constant",
                "Squeeze",
                "If",
                "ReduceMean",
                "Sigmoid",
                "Unsqueeze"
            ],
            "weight_type": "QInt8"
        }
    }
}