{ "per_channel": false, "reduce_range": false, "per_model_config": { "decoder_with_past_model": { "op_types": [ "Squeeze", "Gemm", "Softmax", "Unsqueeze", "ConstantOfShape", "Mul", "Slice", "Div", "Where", "Tanh", "Sub", "Cast", "Constant", "Add", "Transpose", "MatMul", "Shape", "Pow", "Concat", "Sqrt", "Range", "Gather", "Split", "ReduceMean", "Reshape" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Squeeze", "Gemm", "Softmax", "Unsqueeze", "ConstantOfShape", "Mul", "Slice", "Div", "Where", "Tanh", "Sub", "Cast", "Constant", "Add", "Transpose", "MatMul", "Shape", "Pow", "Concat", "Sqrt", "Range", "Gather", "Split", "ReduceMean", "Reshape" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "Erf", "Softmax", "Unsqueeze", "ConstantOfShape", "Mul", "Slice", "Expand", "Div", "Where", "Sub", "Constant", "Transpose", "Add", "MatMul", "Shape", "Equal", "Pow", "Concat", "Sqrt", "Conv", "Gather", "ReduceMean", "Reshape" ], "weight_type": "QUInt8" }, "decoder_model_merged": { "op_types": [ "Squeeze", "Gemm", "Softmax", "If", "Unsqueeze", "ConstantOfShape", "Mul", "Slice", "Div", "Where", "Tanh", "Sub", "Cast", "Constant", "Add", "Transpose", "MatMul", "Shape", "Pow", "Concat", "Sqrt", "Range", "Gather", "Split", "ReduceMean", "Reshape" ], "weight_type": "QInt8" } } }