from torchmetrics.text import SQuAD metric = SQuAD() preds = [{"prediction_text": "1976", "id": "56e10a3be3433e1400422b22"}] target = [{"answers": {"answer_start": [97], "text": ["1976"]}, "id": "56e10a3be3433e1400422b22"}] values = [ ] for _ in range(10): values.append(metric(preds, target)) fig_, ax_ = metric.plot(values)