Trainer.load can use GPU's other than cuda:0

This commit is contained in:
Ryan Burgert
2022-09-04 22:11:35 -04:00
parent 6dda508ff6
commit 7c0cd05c27
@@ -810,7 +810,10 @@ class Trainer(object):
torch.save(data, str(self.results_folder / f'model-{milestone}.pt'))
def load(self, milestone):
data = torch.load(str(self.results_folder / f'model-{milestone}.pt'))
accelerator = self.accelerator
device = accelerator.device
data = torch.load(str(self.results_folder / f'model-{milestone}.pt'), map_location=device)
model = self.accelerator.unwrap_model(self.model)
model.load_state_dict(data['model'])