2020-11-13 18:03:54 +00:00
|
|
|
# Base class for an evaluator, which is responsible for feeding test data through a model and evaluating the response.
|
|
|
|
class Evaluator:
|
|
|
|
def __init__(self, model, opt_eval, env):
|
2020-12-04 23:39:21 +00:00
|
|
|
self.model = model.module if hasattr(model, 'module') else model
|
2020-11-13 18:03:54 +00:00
|
|
|
self.opt = opt_eval
|
|
|
|
self.env = env
|
|
|
|
|
|
|
|
def perform_eval(self):
|
2020-12-04 23:39:21 +00:00
|
|
|
return {}
|