Skip to content

Metrics

word_error_rate 

word_error_rate(reference: str, hypothesis: str) -> float

Levenshtein word error rate after normalizing | to spaces.

Source code in src/asr_attacks/metrics.py 
37
38
39
40
41
42
43
44
45
def word_error_rate(reference: str, hypothesis: str) -> float:
    """Levenshtein word error rate after normalizing ``|`` to spaces."""
    ref = display_text(reference)
    hyp = display_text(hypothesis)
    if ref == "" and hyp == "":
        return 0.0
    if ref == "":
        return 1.0
    return float(jiwer.wer(ref, hyp))

alignment_counts 

alignment_counts(reference: str, hypothesis: str) -> tuple[int, int, int]

Return (substitutions, insertions, deletions).

Source code in src/asr_attacks/metrics.py 
48
49
50
51
52
53
54
55
56
57
def alignment_counts(reference: str, hypothesis: str) -> tuple[int, int, int]:
    """Return ``(substitutions, insertions, deletions)``."""
    ref = display_text(reference)
    hyp = display_text(hypothesis)
    if ref == "" and hyp == "":
        return 0, 0, 0
    if ref == "":
        return 0, len(hyp.split()), 0
    result = jiwer.process_words(ref, hyp)
    return int(result.substitutions), int(result.insertions), int(result.deletions)

attack_succeeded 

attack_succeeded(hypothesis: str, target: str, *, targeted: bool) -> bool
Source code in src/asr_attacks/metrics.py 
60
61
62
63
def attack_succeeded(hypothesis: str, target: str, *, targeted: bool) -> bool:
    if targeted:
        return word_error_rate(target, hypothesis) == 0.0
    return display_text(hypothesis) != display_text(target)