| { | |
| "model_type": "ONNX", | |
| "npu_mode": "NPU1", | |
| "quant": { | |
| "input_configs": [ | |
| { | |
| "tensor_name": "encoder_out", | |
| "calibration_dataset": "./calibration_dataset/encoder_out.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| }, | |
| { | |
| "tensor_name": "encoder_out_lens", | |
| "calibration_dataset": "./calibration_dataset/encoder_out_lens.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| }, | |
| { | |
| "tensor_name": "hyps_pad_sos_eos", | |
| "calibration_dataset": "./calibration_dataset/hyps_pad_sos_eos.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| }, | |
| { | |
| "tensor_name": "hyps_lens_sos", | |
| "calibration_dataset": "./calibration_dataset/hyps_lens_sos.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| }, | |
| { | |
| "tensor_name": "r_hyps_pad_sos_eos", | |
| "calibration_dataset": "./calibration_dataset/r_hyps_pad_sos_eos.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| }, | |
| { | |
| "tensor_name": "ctc_score", | |
| "calibration_dataset": "./calibration_dataset/ctc_score.tar.gz", | |
| "calibration_size": -1, | |
| "calibration_format": "Numpy" | |
| } | |
| ], | |
| "layer_configs": [ | |
| { | |
| "start_tensor_names": ["DEFAULT"], | |
| "end_tensor_names": ["DEFAULT"], | |
| "data_type": "U8" | |
| } | |
| ], | |
| "calibration_method": "MinMax", | |
| "conv_bias_data_type": "FP32", | |
| "disable_auto_refine_scale": true, | |
| "enable_smooth_quant": true, | |
| "precision_analysis": true, | |
| "precision_analysis_method": "EndToEnd", | |
| "transformer_opt_level": 1 | |
| }, | |
| "input_processors": [ | |
| { | |
| "tensor_name": "encoder_out", | |
| "src_dtype": "FP32" | |
| }, | |
| { | |
| "tensor_name": "encoder_out_lens", | |
| "src_dtype": "S32" | |
| }, | |
| { | |
| "tensor_name": "hyps_pad_sos_eos", | |
| "src_dtype": "S32" | |
| }, | |
| { | |
| "tensor_name": "hyps_lens_sos", | |
| "src_dtype": "S32" | |
| }, | |
| { | |
| "tensor_name": "r_hyps_pad_sos_eos", | |
| "src_dtype": "S32" | |
| }, | |
| { | |
| "tensor_name": "ctc_score", | |
| "src_dtype": "FP32" | |
| } | |
| ], | |
| "compiler": { | |
| "check": 0 | |
| } | |
| } | |