diff --git a/.gitignore b/.gitignore index 132dba0..d62c30b 100644 --- a/.gitignore +++ b/.gitignore @@ -6,6 +6,7 @@ examples/research/ .pytest_cache/ colour_mnist.py flac.py +.log # =================== PYCHARM =================== # idea diff --git a/README.md b/README.md index 8933884..805aed4 100644 --- a/README.md +++ b/README.md @@ -24,3 +24,16 @@ Learn more in the [documentation](https://fairbench.readthedocs.io/). [branches](examples/demos/demo.ipynb) [branches](examples/demos/graphs.ipynb) [branches](examples/demos/vision.ipynb) + +## Citation + +``` +@article{krasanakis2024standardizing, + title={Towards Standardizing AI Bias Exploration}, + author={Emmanouil Krasanakis and Symeon Papadopoulos}, + year={2024}, + eprint={2405.19022}, + archivePrefix={arXiv}, + primaryClass={cs.LG} +} +``` \ No newline at end of file diff --git a/docs/basics/forks.md b/docs/basics/forks.md index 98cf2e9..7e24918 100644 --- a/docs/basics/forks.md +++ b/docs/basics/forks.md @@ -183,7 +183,7 @@ for multiple attributes with the bitwise *and* `&`. -
\ No newline at end of file +
+ + +## How to cite + +``` +@article{krasanakis2024standardizing, + title={Towards Standardizing AI Bias Exploration}, + author={Emmanouil Krasanakis and Symeon Papadopoulos}, + year={2024}, + eprint={2405.19022}, + archivePrefix={arXiv}, + primaryClass={cs.LG} +} +``` \ No newline at end of file diff --git a/examples/playground/binreport_card.py b/examples/playground/binreport_card.py new file mode 100644 index 0000000..929a766 --- /dev/null +++ b/examples/playground/binreport_card.py @@ -0,0 +1,16 @@ +import fairbench as fb +import torch + +report = fb.multireport( + predictions=torch.randint(2, (2,)), + labels=torch.randint(2, (2,)), + sensetive=fb.Fork(fb.categories @ ["m", "f"]), + metrics=[fb.metrics.accuracy, fb.metrics.pr, fb.metrics.fpr, fb.metrics.fnr], +) +print(report) +stamps = fb.combine( + fb.stamps.prule(report), fb.stamps.accuracy(report), fb.stamps.four_fifths(report) +) +print(fb.stamps.available()) +print(stamps.symbols) +fb.modelcards.tohtml(stamps, file="model_card.html", show=True) diff --git a/examples/playground/example.py b/examples/playground/example.py index 0543ab8..703da69 100644 --- a/examples/playground/example.py +++ b/examples/playground/example.py @@ -1,23 +1,12 @@ -import pygrank as pg import fairbench as fb -"""load data and set sensitive attribute""" -_, graph, communities = next(pg.load_datasets_multiple_communities(["highschool"])) -train, test = pg.split(pg.to_signal(graph, communities[0]), 0.5) -sensitive_signal = pg.to_signal(graph, communities[1]) -labels = test.filter(exclude=train) -sensitive = fb.Fork(gender=fb.categories@sensitive_signal.filter(exclude=train)) +# testing heterogeneous setting +test, y, yhat = fb.demos.adult(predict="probabilities") +s = fb.Fork(fb.categories @ test[9]) # test[8] is a pandas column with race values -"""create report for pagerank""" -algorithm = pg.PageRank(alpha=0.85) -scores = algorithm(train).filter(exclude=train) -report = fb.multireport(labels=labels, scores=scores, sensitive=sensitive) - -"""create report for locally fair pagerank""" -fair_algorithm = pg.LFPR(alpha=0.85, redistributor="original") -fair_scores = fair_algorithm(train, sensitive=sensitive_signal).filter(exclude=train) -fair_report = fb.multireport(labels=labels, scores=fair_scores, sensitive=sensitive) - -"""combine both reports into one and get the auc perspective""" -fork = fb.Fork(ppr=report, lfpr=fair_report) -fb.describe(fork.auc) \ No newline at end of file +report = fb.multireport( + scores=yhat, predictions=(yhat > 0.5), labels=y, sensitive=s, top=50 +) +# report2 = fb.unireport(predictions=(yhat > 0.5), labels=y, sensitive=s, top=50) +# report = fb.combine(report, report2) +# fb.interactive(report) diff --git a/examples/playground/example_roc.py b/examples/playground/example_roc.py index 18895ad..eba2ea4 100644 --- a/examples/playground/example_roc.py +++ b/examples/playground/example_roc.py @@ -9,4 +9,8 @@ ) # report2 = fb.unireport(predictions=(yhat > 0.5), labels=y, sensitive=s, top=50) # report = fb.combine(report, report2) -fb.interactive(report) +# fb.interactive(report) +print(report.accuracy.minratio.explain.explain) +# print(report.auc.maxbarea.explain.explain) +# fb.visualize(report.auc.maxbarea.explain.explain) +# fb.visualize(report.avgscore.maxbarea.explain.explain.curve) diff --git a/examples/playground/fairbench.log b/examples/playground/fairbench.log new file mode 100644 index 0000000..bb0089f --- /dev/null +++ b/examples/playground/fairbench.log @@ -0,0 +1,3073 @@ +2024-06-03 13:46:23,600 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:46:23,601 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 13, in + report = fb.unireport(scores=scores, predictions=preds,labels=labels, sensitive=sensitives) #=> crashes IndexError: index -3 is out of bounds for axis 0 with size 2 + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 107, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 110, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, _stopatexplainableerror(v)), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 13, in _stopatexplainableerror + _stopatexplainableerror(v) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 10, in _stopatexplainableerror + raise value.reraise() # this would stop all invalid computations + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 13:47:00,068 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:47:00,068 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 107, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 110, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, _stopatexplainableerror(v)), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 13, in _stopatexplainableerror + _stopatexplainableerror(v) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 10, in _stopatexplainableerror + raise value.reraise() # this would stop all invalid computations + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 13:47:11,139 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 29, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 50, in barea + raise ExplainableError("Explanation absent or does not store `curve`") +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:47:11,139 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\example_roc.py", line 7, in + report = fb.multireport( + File "", line 2, in multireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 68, in multireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 69, in + framework.reduce(base, **scheme, base=compare_all_to) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 107, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 110, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, _stopatexplainableerror(v)), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 10, in _stopatexplainableerror + raise value.reraise() # this would stop all invalid computations + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 13:53:56,490 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:53:56,490 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 13:54:23,262 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:54:23,262 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 13:55:17,868 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 13:55:17,868 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:01:35,723 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:01:35,724 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:01:35,725 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:01:35,726 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:01:35,727 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:01:35,727 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:01:35,728 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:01:35,729 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:02:08,128 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:02:08,129 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:05:56,739 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:05:56,739 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:12:42,334 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:12:42,334 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:15:13,459 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:15:13,460 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:15:39,522 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 65, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:15:39,522 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\example_roc.py", line 7, in + report = fb.multireport( + File "", line 2, in multireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 68, in multireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 69, in + framework.reduce(base, **scheme, base=compare_all_to) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:15:54,700 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 68, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:15:54,701 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:18:18,499 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:18:18,501 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:18:18,502 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:18:18,503 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:18:18,504 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:18:18,504 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:18:18,505 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 69, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:18:18,505 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 42, in __gt__ + return self._handler.__wrapcall__(self._obj, "__gt__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,603 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,603 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,604 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,604 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,605 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,606 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,607 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,608 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,617 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,618 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,619 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,620 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,621 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,621 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:32,622 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:32,623 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,198 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,198 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,200 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,200 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,201 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,202 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,203 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,203 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,213 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,214 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,216 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,216 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,217 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,218 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,219 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,219 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,223 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,223 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,226 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,226 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,227 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,228 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,232 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,232 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,238 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,239 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in diff + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 59, in __sub__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,240 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,240 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in diff + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 59, in __sub__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,242 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,242 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in diff + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 59, in __sub__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:20:44,243 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in ratio + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 25, in + return [value1 / value2 for value1 in values for value2 in base if value2 != 0] + File "C:\Users\manio\PycharmProjects\FairBench\venv\lib\site-packages\objwrap\core.py", line 84, in __rtruediv__ + return self._handler.__wrapcall__(self._obj, "__rtruediv__", other) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\base.py", line 69, in __wrapcall__ + arg.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 136, in gini + mean = _sum(values) / n + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 15, in _sum + ret = value + ret + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 53, in __add__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 109, in reraise + raise self + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:20:44,244 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 98, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 99, in + k: _tryorexplainable( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 16, in expand + return method(values, base, *args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in diff + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\expanders\expanders.py", line 30, in + return [abs(value1 - value2) for value1 in values for value2 in base] + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 59, in __sub__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:21:04,784 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 114, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:21:04,784 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 77, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 98, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:24:34,276 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 118, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:24:34,277 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 78, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 102, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:24:34,278 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 118, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:24:34,279 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 78, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 102, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:24:34,280 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 118, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:24:34,280 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 78, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 102, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:24:34,281 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 118, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:24:34,282 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 78, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 102, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:29:46,397 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 119, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:29:46,397 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 103, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:29:46,399 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 119, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:29:46,399 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 103, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:29:46,400 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 119, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:29:46,401 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 103, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:29:46,402 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 119, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:29:46,402 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 103, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:30:09,206 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 119, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:30:09,206 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 103, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:32:47,662 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:32:47,662 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:33:48,027 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:33:48,028 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:52:43,141 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), "Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:52:43,142 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:53:20,436 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), f"Cannot compute AUC when all instances have the same label for branch {_branch}") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:53:20,436 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:54:53,385 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 62, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), f"Cannot compute AUC when all instances have the same label for branch {_branch}") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:54:53,386 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 101, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 14:59:30,039 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), f"Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 14:59:30,039 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 15:02:17,267 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), f"Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 15:02:17,268 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 15:03:36,579 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in auc + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 52, in auc + verify(not math.isnan(value), f"Cannot compute AUC when all instances have the same label for branch") + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 15:03:36,580 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 15:03:36,581 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in tophr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 74, in tophr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 15:03:36,581 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 15:03:36,583 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in toprec + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 101, in toprec + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 15:03:36,583 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ +2024-06-03 15:03:36,584 - root - ERROR - There was an attempt to call computations that encountered an ExplainabeError +This is the full stack trace of the ExplainableError that includes FairBench internals +Traceback (most recent call last): + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 61, in wrapper + _wrapped_method( + File "", line 2, in avghr + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 449, in wrapper + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\metrics\ranking.py", line 162, in avghr + verify( + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 120, in verify + raise ExplainableError(message) +fairbench.core.explanation.error.ExplainableError: --- +2024-06-03 15:03:36,584 - root - ERROR - This is the full stack trace of the computations where the ExplainableError was encountered +Traceback (most recent call last): File "C:\Users\manio\PycharmProjects\FairBench\examples\playground\torch_example.py", line 12, in + report = fb.unireport( + File "", line 2, in unireport + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 95, in unireport + *[ + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\reports\adhoc.py", line 96, in + framework.reduce( + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\fork.py", line 378, in wrapper + ret = _wrapped_method(*args, **kwargs) + File "", line 2, in reduce + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\compute\delegation.py", line 100, in wrapper + return _wrapped_method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 108, in reduce + { + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 111, in + _tryorexplainable(asprimitive, _tryorexplainable(reducer, v), False), + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\framework.py", line 30, in _tryorexplainable + return method(*args, **kwargs) + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\blocks\reducers\reducers.py", line 99, in min + if value < ret: + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 79, in __lt__ + self.reraise() + File "C:\Users\manio\PycharmProjects\FairBench\fairbench\core\explanation\error.py", line 104, in reraise + stack_trace = "".join(traceback.format_stack()) +------------------------------------------------------------------------------------------------------------------------ diff --git a/examples/playground/model_card.html b/examples/playground/model_card.html new file mode 100644 index 0000000..9e84b35 --- /dev/null +++ b/examples/playground/model_card.html @@ -0,0 +1,8 @@ +

Factors

  • The groups that are considered for fairness assessment are f, m.

Metrics

  • Fairness-aware metrics are computed. The p-rule compares the fraction of positive predictions between each pair of groups. The worst ratio is reported, so that value of 0 indicates disparate impact, and value of 1 disparate impact mitigation. The worst accuracy computes the worst performance among protected groups; this is the minimum benefit the system brings to any group. The 4/5 rule checks whether the fraction of positive predictions for each protected group is at worst four fifths that of any other group (i.e., the p-rule is 0.8 or greater for any pairwise group comparison).
+

Evaluation Results

+ + + + + +
MetricValue
p-rule1.000
worst accuracy0.500
4/5 rule✅

Caveats and Recommendations

  • Consider input from affected stakeholders to determine whether the 4/5 threshold is appropriate.
  • Disparate impact may not always be an appropriate fairness consideration.
  • Satisfying the 4/5 rule is not a legally accepted indication of disparate impact mitigation.
  • The worst accuracy is a lower bound but not an estimation of overall accuracy. There may be different distributions of benefits that could be protected.
\ No newline at end of file diff --git a/examples/playground/roc.png b/examples/playground/roc.png new file mode 100644 index 0000000..4fd45d4 Binary files /dev/null and b/examples/playground/roc.png differ diff --git a/examples/playground/torch_example.py b/examples/playground/torch_example.py index aeab143..853f980 100644 --- a/examples/playground/torch_example.py +++ b/examples/playground/torch_example.py @@ -1,14 +1,24 @@ import fairbench as fb +import torch +import matplotlib.pyplot as plt if __name__ == "__main__": - preds = [1, 1, 1, 0, 0, 1, 0] - labels = [0, 1, 1, 0, 1, 0, 0] - sensitive = fb.Fork(all=[1, 1, 1, 1, 1, 1, 1]) - - report = fb.accreport( - predictions=preds, - labels=labels, - sensitive=sensitive, - metrics=[fb.metrics.fpr, fb.metrics.fnr, fb.metrics.positives, fb.metrics.tpr], - ) - fb.describe(report) + scores = torch.Tensor([0.5, 0.5, 0.5, 0.5, 0.5, 0.5]) + preds = torch.Tensor([1, 1, 1, 0, 0, 1]) + labels = torch.Tensor([0, 1, 1, 0, 1, 0]) + + gender = ["Man", "Man", "Woman", "Man", "Woman", "Man"] + sensitives = fb.Fork(fb.categories @ gender) + report = fb.unireport( + scores=scores, predictions=preds, labels=labels, sensitive=sensitives, top=3 + ) # => crashes IndexError: index -3 is out of bounds for axis 0 with size 2 + + # For example for ROC curves, try (for a multireport or uniport): + fb.visualize(report.auc.maxbarea.explain.explain) + # or to show the curve only: + fb.visualize(report.auc.maxbarea.explain.explain.curve) + # For curves of score distributions use: + fb.visualize(report.avgscore.maxbarea.explain.explain.curve) + + # fb.visualize(report.auc.maxbarea.explain.explain) + plt.savefig("roc.png") diff --git a/fairbench.log b/fairbench.log new file mode 100644 index 0000000..e69de29 diff --git a/fairbench/blocks/framework.py b/fairbench/blocks/framework.py index e234897..5b7fef8 100644 --- a/fairbench/blocks/framework.py +++ b/fairbench/blocks/framework.py @@ -5,6 +5,16 @@ # from fairbench.reports.accumulate import todict as tokwargs +""" +def _stopatexplainableerror(value): + if isinstance(value, ExplainableError): + raise value.reraise() + if isinstance(value, list): + for v in value: + _stopatexplainableerror(v) + return value +""" + def areduce(fork: Fork, reducer, expand=None, transform=None, branches=None): return reduce(fork, reducer, expand, transform, branches, name=None) @@ -20,7 +30,7 @@ def _tryorexplainable(method, *args, **kwargs): try: return method(*args, **kwargs) except ExplainableError as e: - return e + return e.caught() def reduce_namefinder( diff --git a/fairbench/blocks/metrics/classification.py b/fairbench/blocks/metrics/classification.py index b036689..2d81c82 100644 --- a/fairbench/blocks/metrics/classification.py +++ b/fairbench/blocks/metrics/classification.py @@ -80,7 +80,7 @@ def fpr( sensitive = predictions.ones_like() false_positives = (predictions * (max_prediction - labels) * sensitive).sum() negatives = ((max_prediction - labels) * sensitive).sum() - fpr_value = 0 if negatives == 0 else false_positives / negatives + fpr_value = 1 if negatives == 0 else false_positives / negatives return Explainable( fpr_value, negatives=negatives.item(), @@ -126,7 +126,7 @@ def fnr( sensitive = predictions.ones_like() false_negatives = ((max_prediction - predictions) * labels * sensitive).sum() positives = (labels * sensitive).sum() - fnr_value = 0 if positives == 0 else false_negatives / positives + fnr_value = 1 if positives == 0 else false_negatives / positives return Explainable( fnr_value, positives=positives.item(), diff --git a/fairbench/blocks/metrics/ranking.py b/fairbench/blocks/metrics/ranking.py index b6c7e3f..b8ff0ba 100644 --- a/fairbench/blocks/metrics/ranking.py +++ b/fairbench/blocks/metrics/ranking.py @@ -1,8 +1,10 @@ from fairbench.core import parallel, unit_bounded, role from fairbench.core.explanation import Explainable, ExplanationCurve +from fairbench.core.explanation.error import verify from eagerpy import Tensor import numpy as np from typing import Optional +import math @role("metric") @@ -46,8 +48,13 @@ def auc(scores: Tensor, labels: Tensor, sensitive: Tensor = None): scores = scores[sensitive == 1] labels = labels[sensitive == 1] fpr, tpr, _ = sklearn.metrics.roc_curve(labels.numpy(), scores.numpy()) + value = sklearn.metrics.auc(fpr, tpr) + verify( + not math.isnan(value), + f"Cannot compute AUC when all instances have the same label for branch", + ) return Explainable( - sklearn.metrics.auc(fpr, tpr), + value, curve=ExplanationCurve(fpr, tpr, "ROC"), samples=sensitive.sum(), ) @@ -56,15 +63,28 @@ def auc(scores: Tensor, labels: Tensor, sensitive: Tensor = None): @role("metric") @parallel @unit_bounded -def tophr(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3): +def tophr( + scores: Tensor, + labels: Tensor, + sensitive: Tensor = None, + top: int = 3, + branch: str = "branch", +): k = int(top.numpy()) - assert 0 < k <= scores.shape[0] + verify( + 0 < k <= scores.shape[0], + f"There are only {scores.shape[0]} inputs but top={top} were requested for ranking analysis", + ) if sensitive is None: sensitive = scores.ones_like() scores = scores[sensitive == 1] labels = labels[sensitive == 1] indexes = scores.argsort() - indexes = indexes[-k:] + verify( + k <= len(indexes), + f"There are only {len(indexes)} {branch} members but top={top} were requested for ranking analysis", + ) + indexes = indexes[(len(indexes) - k) :] return Explainable( labels[indexes].mean(), top=k, @@ -78,17 +98,26 @@ def tophr(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3 @unit_bounded def toprec(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3): k = int(top.numpy()) - assert 0 < k <= scores.shape[0] + verify( + 0 < k <= scores.shape[0], + f"There are only {scores.shape[0]} inputs but top={top} were requested for ranking analysis", + ) if sensitive is None: sensitive = scores.ones_like() scores = scores[sensitive == 1] labels = labels[sensitive == 1] indexes = scores.argsort() - indexes = indexes[-k:] + verify( + k <= len(indexes), + f"There are only {len(indexes)} members but top={top} were requested for ranking analysis", + ) + indexes = indexes[(len(indexes) - k) :] + denom = labels.sum() return Explainable( - labels[indexes].sum() / labels.sum(), + 0 if denom == 0 else labels[indexes].sum() / denom, top=k, true_top=labels[indexes].sum(), + true_all=denom, samples=sensitive.sum(), ) @@ -98,19 +127,29 @@ def toprec(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = @unit_bounded def topf1(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3): k = int(top.numpy()) - assert 0 < k <= scores.shape[0] + verify( + 0 < k <= scores.shape[0], + f"There are only {scores.shape[0]} inputs but top={top} were requested for ranking analysis", + ) if sensitive is None: sensitive = scores.ones_like() scores = scores[sensitive == 1] labels = labels[sensitive == 1] indexes = scores.argsort() - indexes = indexes[-k:] + verify( + k <= len(indexes), + f"There are only {len(indexes)} members but top={top} were requested for ranking analysis", + ) + indexes = indexes[(len(indexes) - k) :] prec = labels[indexes].mean() - rec = labels[indexes].sum() / labels.sum() + denom_rec = labels.sum() + rec = 0 if denom_rec == 0 else labels[indexes].sum() / denom_rec + denom = prec + rec return Explainable( - 2 * prec * rec / (prec + rec), + 0 if denom == 0 else 2 * prec * rec / denom, top=k, true_top=labels[indexes].sum(), + true_all=denom_rec, samples=sensitive.sum(), ) @@ -120,17 +159,24 @@ def topf1(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3 @unit_bounded def avghr(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3): k = int(top.numpy()) - assert 0 < k <= scores.shape[0] + verify( + 0 < k <= scores.shape[0], + f"There are only {scores.shape[0]} inputs but top={top} were requested for ranking analysis", + ) if sensitive is None: sensitive = scores.ones_like() scores = scores[sensitive == 1] labels = labels[sensitive == 1] indexes = scores.argsort() + verify( + k <= len(indexes), + f"There are only {len(indexes)} members but top={top} were requested for ranking analysis", + ) curve = list() accum = 0 for num in range(1, k + 1): - accum += labels[indexes[-num]].numpy() - curve.append(accum / num * labels[indexes[-num]].numpy()) + accum += labels[indexes[len(indexes) - num]].numpy() + curve.append(accum / num * labels[indexes[len(indexes) - num]].numpy()) curve = [v for v in curve] return Explainable( sum(curve) / len(curve), @@ -149,11 +195,18 @@ def avghr(scores: Tensor, labels: Tensor, sensitive: Tensor = None, top: int = 3 @unit_bounded def avgrepr(scores: Tensor, sensitive: Tensor = None, top: int = 3): k = int(top.numpy()) - assert 0 < k <= scores.shape[0] + verify( + 0 < k <= scores.shape[0], + f"There are only {scores.shape[0]} inputs but top={top} were requested for ranking analysis", + ) if sensitive is None: sensitive = scores.ones_like() expected = float(sensitive.mean().numpy()) indexes = scores.argsort() + verify( + k <= len(indexes), + f"There are only {len(indexes)} members but top={top} were requested for ranking analysis", + ) curve = list() accum = 0 for num in range(1, k + 1): @@ -161,7 +214,7 @@ def avgrepr(scores: Tensor, sensitive: Tensor = None, top: int = 3): curve.append(accum / num / expected) curve = [v for v in curve] return Explainable( - sum(curve) / len(curve), + 0 if len(curve) == 0 else sum(curve) / len(curve), top=k, curve=ExplanationCurve( np.array(list(range(len(curve))), dtype=float) + 1, diff --git a/fairbench/blocks/reducers/reducers.py b/fairbench/blocks/reducers/reducers.py index 1fcd683..63be3ec 100644 --- a/fairbench/blocks/reducers/reducers.py +++ b/fairbench/blocks/reducers/reducers.py @@ -1,6 +1,6 @@ import eagerpy as ep -from typing import Iterable from fairbench.core import Explainable, ExplainableError +from fairbench.core.explanation.error import verify def abs(value): @@ -16,25 +16,27 @@ def _sum(values): return ret -def sum(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance( - values, list - ), "fairbench.sum can only reduce lists. Maybe you meant to use eagerpy.sum?" +def sum(values: list[ep.Tensor]) -> ep.Tensor: + verify( + isinstance(values, list), + "fairbench.sum can only reduce lists. Maybe you meant to use eagerpy.sum?", + ) ret = 0 for value in values: ret = ret + value return ret -def mean(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance( - values, list - ), "fairbench.mean can only reduce lists. Maybe you meant to use eagerpy.mean?" +def mean(values: list[ep.Tensor]) -> ep.Tensor: + verify( + isinstance(values, list), + "fairbench.mean can only reduce lists. Maybe you meant to use eagerpy.mean?", + ) return _sum(values) / len(values) -def wmean(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance(values, list), "fairbench.wmean can only reduce lists." +def wmean(values: list[ep.Tensor]) -> ep.Tensor: + verify(isinstance(values, list), "fairbench.wmean can only reduce lists.") for value in values: if ( not isinstance(value, Explainable) @@ -46,10 +48,11 @@ def wmean(values: Iterable[ep.Tensor]) -> ep.Tensor: return nom if denom == 0 else nom / denom -def identical(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance( - values, list - ), "Can only reduce lists with fairbench.identical. Maybe you meant to use an eagerpy method?" +def identical(values: list[ep.Tensor]) -> ep.Tensor: + verify( + isinstance(values, list), + "Can only reduce lists with fairbench.identical. Maybe you meant to use an eagerpy method?", + ) for value in values: if (value - values[0]).abs().sum() != 0: raise ExplainableError( @@ -58,18 +61,19 @@ def identical(values: Iterable[ep.Tensor]) -> ep.Tensor: return values[0] -def gm(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance(values, list), "fairbench.gm can only reduce lists." +def gm(values: list[ep.Tensor]) -> ep.Tensor: + verify(isinstance(values, list), "fairbench.gm can only reduce lists.") ret = 1 for value in values: ret = ret * value return ret ** (1.0 / len(values)) -def max(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance( - values, list - ), "fairbench.max can only reduce lists. Maybe you meant to use eagerpy.maximum?" +def max(values: list[ep.Tensor]) -> ep.Tensor: + verify( + isinstance(values, list), + "fairbench.max can only reduce lists. Maybe you meant to use eagerpy.maximum?", + ) ret = float("-inf") for value in values: if value > ret: @@ -77,18 +81,19 @@ def max(values: Iterable[ep.Tensor]) -> ep.Tensor: return ret -def budget(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance(values, list), "fairbench.budget can only reduce lists." +def budget(values: list[ep.Tensor]) -> ep.Tensor: + verify(isinstance(values, list), "fairbench.budget can only reduce lists.") from math import log # TODO: make this compatible with backpropagation # "An Intersectional Definition of Fairness" return max(values).log() -def min(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance( - values, list - ), "fairbench.min can only reduce lists. Maybe you meant to use eagerpy.minimum?" +def min(values: list[ep.Tensor]) -> ep.Tensor: + verify( + isinstance(values, list), + "fairbench.min can only reduce lists. Maybe you meant to use eagerpy.minimum?", + ) ret = float("inf") for value in values: if value < ret: @@ -96,8 +101,8 @@ def min(values: Iterable[ep.Tensor]) -> ep.Tensor: return ret -def std(values: Iterable[ep.Tensor]) -> ep.Tensor: - assert isinstance(values, list), "fairbench.std can only reduce lists." +def std(values: list[ep.Tensor]) -> ep.Tensor: + verify(isinstance(values, list), "fairbench.std can only reduce lists.") n = len(values) s = 0 ss = 0 @@ -108,10 +113,10 @@ def std(values: Iterable[ep.Tensor]) -> ep.Tensor: return variance**0.5 -def coefvar(values: Iterable[ep.Tensor]) -> ep.Tensor: +def coefvar(values: list[ep.Tensor]) -> ep.Tensor: # coefficient of variation # adhered to requirements by Campano, F., & Salvatore, D. (2006). Income Distribution: Includes CD. Oxford University Press. - assert isinstance(values, list), "fairbench.std can only reduce lists." + verify(isinstance(values, list), "fairbench.std can only reduce lists.") n = len(values) s = 0 ss = 0 @@ -122,9 +127,9 @@ def coefvar(values: Iterable[ep.Tensor]) -> ep.Tensor: return variance**0.5 * n / s -def gini(values: Iterable[ep.Tensor]) -> ep.Tensor: +def gini(values: list[ep.Tensor]) -> ep.Tensor: # coefficient of variation - assert isinstance(values, list), "fairbench.std can only reduce lists." + verify(isinstance(values, list), "fairbench.std can only reduce lists.") n = len(values) # Mean of the values diff --git a/fairbench/core/compute/delegation.py b/fairbench/core/compute/delegation.py index e68f6a9..ae9fc3c 100644 --- a/fairbench/core/compute/delegation.py +++ b/fairbench/core/compute/delegation.py @@ -1,5 +1,6 @@ import inspect from fairbench.core.compute.backends import * +from fairbench.core.explanation.error import ExplainableError from makefun import wraps @@ -41,35 +42,40 @@ def parallel(_wrapped_method): def wrapper(*args, **kwargs): from fairbench.core.fork import Fork - if len(args) == 1 and not kwargs: - argnames = inspect.getfullargspec(_wrapped_method)[0] - arg = args[0] - kwargs = {k: getattr(arg, k) for k in argnames if hasattr(arg, k)} - args = [] - branches = set( - [ - branch - for arg in list(args) + list(kwargs.values()) - if isinstance(arg, Fork) - for branch in arg._branches - ] - ) - if not branches: - return asprimitive( - _wrapped_method( - *(astensor(arg) for arg in args), - **{key: astensor(arg) for key, arg in kwargs.items()}, - ) + try: + if len(args) == 1 and not kwargs: + argnames = inspect.getfullargspec(_wrapped_method)[0] + arg = args[0] + kwargs = {k: getattr(arg, k) for k in argnames if hasattr(arg, k)} + args = [] + branches = set( + [ + branch + for arg in list(args) + list(kwargs.values()) + if isinstance(arg, Fork) + for branch in arg._branches + ] ) - args, kwargs = _align_branches(_wrapped_method, args, kwargs, Fork, branches) - return Fork( - **{ - branch: asprimitive( - _call_on_branch(_wrapped_method, args, kwargs, branch, astensor) + if not branches: + return asprimitive( + _wrapped_method( + *(astensor(arg) for arg in args), + **{key: astensor(arg) for key, arg in kwargs.items()}, + ) ) - for branch in branches - } - ) + args, kwargs = _align_branches( + _wrapped_method, args, kwargs, Fork, branches + ) + return Fork( + **{ + branch: asprimitive( + _call_on_branch(_wrapped_method, args, kwargs, branch, astensor) + ) + for branch in branches + } + ) + except ExplainableError as e: + return e.caught() return wrapper diff --git a/fairbench/core/explanation/base.py b/fairbench/core/explanation/base.py index 5505540..4e41689 100644 --- a/fairbench/core/explanation/base.py +++ b/fairbench/core/explanation/base.py @@ -2,6 +2,7 @@ from objwrap import ClosedWrapper import numpy as np import eagerpy as ep +from fairbench.core.explanation.error import ExplainableError def tofloat(value: Any) -> float: @@ -61,3 +62,9 @@ def numpy(self): def __after__(self, obj): return obj + + def __wrapcall__(self, obj, name, *args, **kwargs): + for arg in args: + if isinstance(arg, ExplainableError): + arg.reraise() + return super().__wrapcall__(obj, name, *args, **kwargs) diff --git a/fairbench/core/explanation/error.py b/fairbench/core/explanation/error.py index b535c23..ca1e6ae 100644 --- a/fairbench/core/explanation/error.py +++ b/fairbench/core/explanation/error.py @@ -1,3 +1,16 @@ +import traceback +import sys +import logging +import os + +logging.basicConfig( + level=logging.ERROR, + format="%(asctime)s - %(name)s - %(levelname)s - %(message)s", + handlers=[logging.FileHandler("fairbench.log")], +) +from objwrap import Wrapper + + class ExplainableError(Exception): def __init__(self, message): super().__init__(message) @@ -5,6 +18,7 @@ def __init__(self, message): self.value = float("NaN") self.distribution = None self.desc = None + self.__printed = False def __float__(self): return self.value @@ -14,3 +28,102 @@ def __int__(self): def __str__(self): return "---" + + def __repr__(self): + return f"{type(self).__name__}: {self.explain}" + + def format_traceback(self): + tb = traceback.extract_tb(self.__traceback__) + tb = [frame for frame in traceback.extract_stack()[:-1]] + tb + filtered_tb = [ + frame + for frame in tb + if not frame.filename.endswith(r"fairbench\core\compute\delegation.py") + and not frame.filename.endswith(r"fairbench\core\fork.py") + and not frame.filename.endswith(r"fairbench\core\explanation\error.py") + and not frame.filename.endswith(r"fairbench\blocks\framework.py") + and not frame.filename.startswith("