Update modeling_paragram_sp.py

modeling_paragram_sp.py

@@ -34,4 +34,5 @@ class ParagramSPModel(BertPreTrainedModel):
         embeddings = self.word_embeddings(input_ids)
         masked_embeddings = embeddings * attention_mask[:, :, None]
         mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)
+        print(attention_mask[:, :, None].sum(dim=1))
         return (embeddings, mean_pooled_embeddings, embeddings)