From e6cfd2d1bbe62d8dcff6df914cf5f5045d0c4601 Mon Sep 17 00:00:00 2001 From: meenchen Date: Mon, 22 May 2023 09:21:20 -0400 Subject: [PATCH] minor --- experimental/transformer/src/Int8OPTDecoder.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/experimental/transformer/src/Int8OPTDecoder.cc b/experimental/transformer/src/Int8OPTDecoder.cc index d5969a25..cbe67a40 100644 --- a/experimental/transformer/src/Int8OPTDecoder.cc +++ b/experimental/transformer/src/Int8OPTDecoder.cc @@ -153,6 +153,7 @@ struct Int8OPTDecoder_output Int8OPTDecoder::forward(const struct Int8OPTDecoder // causal_attention_mask = self._prepare_decoder_attention_mask Matrix3D causal_attention_mask = this->prepare_decoder_attention_mask(sqlen + past_key_values_length, past_key_values_length); + std::cout << "causal_attention_mask(md5):" << causal_attention_mask.getMD5() << std::endl; // modeling_opt.py: pos_embeds = self.embed_positions(attention_mask, past_key_values_length) Matrix3D pos_embeds = this->get_position_embed(sqlen, past_key_values_length);