From 184bed0e95017639d69ff94018751f82e0f3f877 Mon Sep 17 00:00:00 2001
From: Ruan Silva <ruanslv@gmail.com>
Date: Thu, 6 Oct 2022 23:44:38 +0000
Subject: [PATCH] fix api loading for mp=1

---
 metaseq/hub_utils.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/metaseq/hub_utils.py b/metaseq/hub_utils.py
index 54106ce..a7ff7fa 100644
--- a/metaseq/hub_utils.py
+++ b/metaseq/hub_utils.py
@@ -535,7 +535,6 @@ class GeneratorInterface:
         task = tasks.setup_task(self.cfg.task)
 
         def _build_model(cfg, task):
-            setattr(cfg["model"], "inference", True)
             model = task.build_model(cfg.model).cuda()
             model.make_generation_fast_()
             return fsdp_wrap(model)
-- 
GitLab