Bias

from gaussia.metrics.bias import Bias
from gaussia.guardians import MyGuardian  # Your Guardian implementation

results = Bias.run(
    MyRetriever,
    guardian=MyGuardian,
)

for r in results:
    for rate in r.attribute_rates:
        print(f"{rate.protected_attribute}: {rate.rate:.3f} ({rate.k_biased}/{rate.n_samples})")

from gaussia.core.guardian import Guardian

class MyGuardian(Guardian):
    def is_biased(self, question, answer, attribute, context):
        # Return a GuardianResult with is_biased, attribute, and certainty
        ...