Exception in thread Thread-17 (threaded_run): Traceback (most recent call last): File "C:\git\text-generation-webui\installer_files\env\lib\threading.py", line 1016, in _bootstrap_inner self.run() File "C:\git\text-generation-webui\installer_files\env\lib\threading.py", line 953, in run self._target(*self._args, **self._kwargs) File "C:\git\text-generation-webui\modules\training.py", line 656, in threaded_run trainer.train() File "C:\git\text-generation-webui\installer_files\env\lib\site-packages\transformers\trainer.py", line 1553, in train return inner_training_loop( File "C:\git\text-generation-webui\installer_files\env\lib\site-packages\transformers\trainer.py", line 1914, in _inner_training_loop self.optimizer.step() File "C:\git\text-generation-webui\installer_files\env\lib\site-packages\accelerate\optimizer.py", line 132, in step self.scaler.step(self.optimizer, closure) File "C:\git\text-generation-webui\installer_files\env\lib\site-packages\torch\cuda\amp\grad_scaler.py", line 372, in step assert len(optimizer_state["found_inf_per_device"]) > 0, "No inf checks were recorded for this optimizer." AssertionError: No inf checks were recorded for this optimizer.