Fixes lack of logging in logger (#319)

* changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * changed rank 0 * models wait to restore weights * models wait to restore weights
2026-09-11 12:31:23 +08:00 · 2019-10-06 17:57:23 -04:00
parent b12eb8d73a
commit ac6d0154c2
5 changed files with 66 additions and 61 deletions
@@ -14,7 +14,8 @@ from torch.utils.data import DataLoader
 from torchvision.datasets import MNIST
 import numpy as np
 import pdb
-from . import test_models
+# from test_models import assert_ok_test_acc, load_model, \
+#     clear_save_dir, get_test_tube_logger, get_hparams, init_save_dir


 class CoolModel(pl.LightningModule):
@@ -58,57 +59,55 @@ class CoolModel(pl.LightningModule):
    @pl.data_loader
    def test_dataloader(self):
        return DataLoader(MNIST('path/to/save', train=False), batch_size=32)
+#
+#
+# def main():
+#     """
+#     Make sure DDP + AMP continue training correctly
+#     :return:
+#     """
+#     """
+#     Make sure DDP2 works
+#     :return:
+#     """
+#     hparams = get_hparams()
+#     model = LightningTestModel(hparams)
+#
+#     save_dir = init_save_dir()
+#
+#     # logger file to get meta
+#     logger = get_test_tube_logger(False)
+#     logger.log_hyperparams(hparams)
+#     logger.save()
+#
+#     # logger file to get weights
+#     checkpoint = ModelCheckpoint(save_dir)
+#
+#     trainer_options = dict(
+#         show_progress_bar=True,
+#         max_nb_epochs=1,
+#         train_percent_check=0.4,
+#         val_percent_check=0.2,
+#         checkpoint_callback=checkpoint,
+#         logger=logger,
+#         gpus=[0, 1],
+#         distributed_backend='dp'
+#     )
+#
+#     # fit model
+#     trainer = Trainer(**trainer_options)
+#     result = trainer.fit(model)
+#
+#     # correct result and ok accuracy
+#     assert result == 1, 'training failed to complete'
+#     pretrained_model = load_model(logger.experiment, save_dir, module_class=LightningTestModel)
+#
+#     new_trainer = Trainer(**trainer_options)
+#     new_trainer.test(pretrained_model)
+#
+#     # test we have good test accuracy
+#     assert_ok_test_acc(new_trainer)
+#     clear_save_dir()

-
-def main():
-    """
-    Make sure DDP + AMP continue training correctly
-    :return:
-    """
-    """
-    Make sure DDP2 works
-    :return:
-    """
-    hparams = test_models.get_hparams()
-    model = LightningTestModel(hparams)
-
-    save_dir = test_models.init_save_dir()
-
-    # logger file to get meta
-    logger = test_models.get_test_tube_logger(False)
-    logger.log_hyperparams(hparams)
-    logger.save()
-
-    # logger file to get weights
-    checkpoint = ModelCheckpoint(save_dir)
-
-    trainer_options = dict(
-        show_progress_bar=True,
-        max_nb_epochs=1,
-        train_percent_check=0.4,
-        val_percent_check=0.2,
-        checkpoint_callback=checkpoint,
-        logger=logger,
-        gpus=[0, 1],
-        distributed_backend='dp'
-    )
-
-    # fit model
-    trainer = Trainer(**trainer_options)
-    result = trainer.fit(model)
-
-    # correct result and ok accuracy
-    assert result == 1, 'training failed to complete'
-    pretrained_model = test_models.load_model(logger.experiment, save_dir,
-                                              module_class=LightningTestModel)
-
-    new_trainer = Trainer(**trainer_options)
-    new_trainer.test(pretrained_model)
-
-    # test we have good test accuracy
-    test_models.assert_ok_test_acc(new_trainer)
-    test_models.clear_save_dir()
-
-
-if __name__ == '__main__':
-    main()
+# if __name__ == '__main__':
+#     main()