From 9d68636f79410c230dc505dc8d8c19b323bf474f Mon Sep 17 00:00:00 2001 From: Yong Yue Date: Tue, 28 Jul 2026 16:48:02 +0800 Subject: [PATCH] Fix deepset/roberta-large-squad2 fp16 recipe to include quant config The fp16 recipe was identical to fp32 (quant: null), making it not self-contained. Added the proper fp16 quant block so the recipe independently produces fp16 artifacts without requiring CLI overrides. --- .../cpu/question-answering_fp16_config.json | 24 ++++++++++++++++++- 1 file changed, 23 insertions(+), 1 deletion(-) diff --git a/examples/recipes/deepset_roberta-large-squad2/cpu/cpu/question-answering_fp16_config.json b/examples/recipes/deepset_roberta-large-squad2/cpu/cpu/question-answering_fp16_config.json index 1c8a70440..c80e9ff25 100644 --- a/examples/recipes/deepset_roberta-large-squad2/cpu/cpu/question-answering_fp16_config.json +++ b/examples/recipes/deepset_roberta-large-squad2/cpu/cpu/question-answering_fp16_config.json @@ -47,7 +47,29 @@ "optim": { "clamp_constant_values": true }, - "quant": null, + "quant": { + "mode": "fp16", + "samples": 10, + "calibration_method": "minmax", + "weight_type": "uint8", + "activation_type": "uint8", + "per_channel": false, + "symmetric": false, + "weight_symmetric": null, + "activation_symmetric": null, + "save_calibration": false, + "distribution": "uniform", + "seed": null, + "calibration_load_path": null, + "calibration_save_path": null, + "op_types_to_quantize": null, + "nodes_to_exclude": null, + "task": "question-answering", + "model_id": "deepset/roberta-large-squad2", + "model_type": "roberta", + "fp16_keep_io_types": true, + "fp16_op_block_list": null + }, "loader": { "task": "question-answering", "model_class": "AutoModelForQuestionAnswering",