"""
Metrics on AttackQueries
---------------------------------------------------------------------
"""
import numpy as np
from textattack.attack_results import SkippedAttackResult
from textattack.metrics import Metric
[docs]class AttackQueries(Metric):
def __init__(self):
self.all_metrics = {}
[docs] def calculate(self, results):
"""Calculates all metrics related to number of queries in an attack.
Args:
results (``AttackResult`` objects):
Attack results for each instance in dataset
"""
self.results = results
self.num_queries = np.array(
[
r.num_queries
for r in self.results
if not isinstance(r, SkippedAttackResult)
]
)
self.all_metrics["avg_num_queries"] = self.avg_num_queries()
return self.all_metrics
[docs] def avg_num_queries(self):
avg_num_queries = self.num_queries.mean()
avg_num_queries = round(avg_num_queries, 2)
return avg_num_queries