我想使用量化感知训练将我的模型量化为int 8。不幸的是，我不能简单地量化整个模型，因为我的第一层是批量归一化（在InputLayer之后），所以我需要为那个层使用一个自定义的quantizationConfig。我的问题是我的精度下降了大约4%，而使用后量化的下降只有2%。在下面的代码中有什么错误吗？如果没有，你有什么想法为什么QAT在这种情况下更糟糕？

class DefaultDenseQuantizeConfig(tfmot.quantization.keras.QuantizeConfig):

   def get_weights_and_quantizers(self, layer):
     return [(layer.weights[i], LastValueQuantizer(num_bits=8, symmetric=True, narrow_range=False, per_axis=False)) for i in range(2)]

   def get_activations_and_quantizers(self, layer):
     return []

   def set_quantize_weights(self, layer, quantize_weights):
     layer.weights[0] = quantize_weights[0]
     layer.weights[1] = quantize_weights[1]

   def set_quantize_activations(self, layer, quantize_activations):
     pass

   def get_output_quantizers(self, layer):
    return [tfmot.quantization.keras.quantizers.MovingAverageQuantizer(
        num_bits=8, per_axis=False, symmetric=False, narrow_range=False)]

   def get_config(self):
     return {}

def apply_quantization_to_dense(self,layer):
  if layer != self.base_model.layers[1]:
     return tfmot.quantization.keras.quantize_annotate_layer(layer)
  else:
     return tfmot.quantization.keras.quantize_annotate_layer(
            layer,
            quantize_config=DefaultDenseQuantizeConfig())

annotated_model = tf.keras.models.clone_model(
         self.base_model,
         clone_function=self.apply_quantization_to_dense,
        )
q_aware_model = quantize_annotate_model(annotated_model)
with quantize_scope(
    {'DefaultDenseQuantizeConfig': DefaultDenseQuantizeConfig,}):
        q_aware_model = tfmot.quantization.keras.quantize_apply(q_aware_model)

q_aware_model.compile(optimizer=self.optimizer, loss=self.loss, loss_weights=self.loss_weights)
q_aware_model.fit(self.train_dataset,
                          steps_per_epoch= epochs,    
                          epochs=self.quantization_dict["quantization_epochs"],
                          callbacks=callbacks, )

converter = tf.lite.TFLiteConverter.from_keras_model(q_aware_model)
converter.optimizations = [tf.lite.Optimize.DEFAULT]
quantized_tflite_model = converter.convert()