minor

mit-han-lab · May 22, 2023 · e6cfd2d · e6cfd2d
1 parent a3806b5
commit e6cfd2d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/experimental/transformer/src/Int8OPTDecoder.cc b/experimental/transformer/src/Int8OPTDecoder.cc
@@ -153,6 +153,7 @@ struct Int8OPTDecoder_output Int8OPTDecoder::forward(const struct Int8OPTDecoder
  // causal_attention_mask = self._prepare_decoder_attention_mask
  Matrix3D<float> causal_attention_mask =
  this->prepare_decoder_attention_mask(sqlen + past_key_values_length, past_key_values_length);
+ std::cout << "causal_attention_mask(md5):" << causal_attention_mask.getMD5() << std::endl;
 
  // modeling_opt.py: pos_embeds = self.embed_positions(attention_mask, past_key_values_length)
  Matrix3D<float> pos_embeds = this->get_position_embed(sqlen, past_key_values_length);