| """Official evaluator, with a fixed seed before each reset for paired comparisons.""" | |
| from omnigibson.eval import eval as official | |
| from omnigibson.eval.utils.eval_utils import seed_everything, DEFAULT_EVAL_SEED | |
| class PairedEvaluator(official.Evaluator): | |
| def reset(self): | |
| seed_everything(DEFAULT_EVAL_SEED) | |
| return super().reset() | |
| official.Evaluator=PairedEvaluator | |
| if __name__=='__main__': | |
| official.main() | |