From 184bed0e95017639d69ff94018751f82e0f3f877 Mon Sep 17 00:00:00 2001 From: Ruan Silva <ruanslv@gmail.com> Date: Thu, 6 Oct 2022 23:44:38 +0000 Subject: [PATCH] fix api loading for mp=1 --- metaseq/hub_utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/metaseq/hub_utils.py b/metaseq/hub_utils.py index 54106ce..a7ff7fa 100644 --- a/metaseq/hub_utils.py +++ b/metaseq/hub_utils.py @@ -535,7 +535,6 @@ class GeneratorInterface: task = tasks.setup_task(self.cfg.task) def _build_model(cfg, task): - setattr(cfg["model"], "inference", True) model = task.build_model(cfg.model).cuda() model.make_generation_fast_() return fsdp_wrap(model) -- GitLab