diff --git a/utils/measures.py b/utils/measures.py index a76a2225..783d66d1 100644 --- a/utils/measures.py +++ b/utils/measures.py @@ -1,11 +1,18 @@ +import torch -def alignment_diagonal_score(alignments): + +def alignment_diagonal_score(alignments, binary=False): """ Compute how diagonal alignment predictions are. It is useful to measure the alignment consistency of a model Args: alignments (torch.Tensor): batch of alignments. + binary (bool): if True, ignore scores and consider attention + as a binary mask. Shape: alignments : batch x decoder_steps x encoder_steps """ - return alignments.max(dim=1)[0].mean(dim=1).mean(dim=0).item() + if binary: + return torch.clamp(alignments.max(dim=1)[0], max=1.0).mean(dim=1).mean(dim=0).item() + else: + return alignments.max(dim=1)[0].mean(dim=1).mean(dim=0).item()