Use inference_mode instead of no_grad.

2023-03-22 03:48:26 -04:00 · 2023-03-22 03:48:26 -04:00 · f67c00622f
parent 4039616ca6
commit f67c00622f
1 changed files with 1 additions and 1 deletions
--- a/execution.py
+++ b/execution.py
@ -143,7 +143,7 @@ class PromptExecutor:
        else:
            self.server.client_id = None

-        with torch.no_grad():
+        with torch.inference_mode():
            for x in prompt:
                recursive_output_delete_if_changed(prompt, self.old_prompt, self.outputs, x)