File size: 2,471 Bytes
3c50954 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 | {
"model_type": "ONNX",
"npu_mode": "NPU1",
"quant": {
"input_configs": [
{
"tensor_name": "encoder_out",
"calibration_dataset": "./calibration_dataset/encoder_out.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
},
{
"tensor_name": "encoder_out_lens",
"calibration_dataset": "./calibration_dataset/encoder_out_lens.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
},
{
"tensor_name": "hyps_pad_sos_eos",
"calibration_dataset": "./calibration_dataset/hyps_pad_sos_eos.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
},
{
"tensor_name": "hyps_lens_sos",
"calibration_dataset": "./calibration_dataset/hyps_lens_sos.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
},
{
"tensor_name": "r_hyps_pad_sos_eos",
"calibration_dataset": "./calibration_dataset/r_hyps_pad_sos_eos.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
},
{
"tensor_name": "ctc_score",
"calibration_dataset": "./calibration_dataset/ctc_score.tar.gz",
"calibration_size": -1,
"calibration_format": "Numpy"
}
],
"layer_configs": [
{
"start_tensor_names": ["DEFAULT"],
"end_tensor_names": ["DEFAULT"],
"data_type": "U8"
}
],
"calibration_method": "MinMax",
"conv_bias_data_type": "FP32",
"disable_auto_refine_scale": true,
"enable_smooth_quant": true,
"precision_analysis": true,
"precision_analysis_method": "EndToEnd",
"transformer_opt_level": 1
},
"input_processors": [
{
"tensor_name": "encoder_out",
"src_dtype": "FP32"
},
{
"tensor_name": "encoder_out_lens",
"src_dtype": "S32"
},
{
"tensor_name": "hyps_pad_sos_eos",
"src_dtype": "S32"
},
{
"tensor_name": "hyps_lens_sos",
"src_dtype": "S32"
},
{
"tensor_name": "r_hyps_pad_sos_eos",
"src_dtype": "S32"
},
{
"tensor_name": "ctc_score",
"src_dtype": "FP32"
}
],
"compiler": {
"check": 0
}
}
|