File size: 431 Bytes
c556874 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | """Official evaluator, with a fixed seed before each reset for paired comparisons."""
from omnigibson.eval import eval as official
from omnigibson.eval.utils.eval_utils import seed_everything, DEFAULT_EVAL_SEED
class PairedEvaluator(official.Evaluator):
def reset(self):
seed_everything(DEFAULT_EVAL_SEED)
return super().reset()
official.Evaluator=PairedEvaluator
if __name__=='__main__':
official.main()
|