Checkpointing (#269)

* num_serialized_models_to_keep is now keep_most_recent_by_count

* Changelog

Author: dirkgr

CHANGELOG.md

@@ -9,6 +9,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Changed
 - Updated all instances of `sanity_checks` to `confidence_checks`.
+- The `num_serialized_models_to_keep` parameter is now called `keep_most_recent_by_count`.
 
 ### Added
 

test_fixtures/pair_classification/bimpm/experiment.json

@@ -120,7 +120,7 @@
 },
   "trainer": {
     "checkpointer": {
-      "num_serialized_models_to_keep": 2
+      "keep_most_recent_by_count": 2
     },
     "num_epochs": 5,
     "patience": 2,

test_fixtures/pair_classification/esim/experiment.json

@@ -83,7 +83,7 @@
     },
     "validation_metric": "+accuracy",
     "checkpointer": {
-      "num_serialized_models_to_keep": 2
+      "keep_most_recent_by_count": 2
     },
     "num_epochs": 5,
     "grad_norm": 10.0,

test_fixtures/structured_prediction/srl/bert_srl.jsonnet

@@ -25,7 +25,7 @@ local bert_model = "epwalsh/bert-xsmall-dummy";
             "lr": 0.001
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 1
+            "keep_most_recent_by_count": 1
         },
         "num_epochs": 3,
         "grad_norm": 10.0,

test_fixtures/structured_prediction/srl/bert_srl_local_files.jsonnet

@@ -46,7 +46,7 @@ local bert_config = {
             "lr": 0.001
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 1
+            "keep_most_recent_by_count": 1
         },
         "num_epochs": 3,
         "grad_norm": 10.0,

training_config/pair_classification/esim.jsonnet

@@ -82,7 +82,7 @@
             "lr": 0.0004
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 2,
+            "keep_most_recent_by_count": 2,
         },
         "validation_metric": "+accuracy",
         "num_epochs": 75,

training_config/pair_classification/esim_elmo.jsonnet

@@ -89,7 +89,7 @@
       "lr": 0.0004
     },
     "checkpointer": {
-      "num_serialized_models_to_keep": 2,
+      "keep_most_recent_by_count": 2,
     },
     "validation_metric": "+accuracy",
     "num_epochs": 75,

training_config/structured_prediction/bert_base_srl.jsonnet

@@ -39,7 +39,7 @@ local bert_model = "bert-base-uncased";
             "type": "slanted_triangular",
         },
         "checkpointer": {
-            "num_serialized_models_to_keep": 2,
+            "keep_most_recent_by_count": 2,
         },
         "grad_norm": 1.0,
         "num_epochs": 15,

training_config/structured_prediction/srl_elmo.jsonnet

@@ -61,7 +61,7 @@
         "patience": 200,
         "validation_metric": "+f1-measure-overall",
         "checkpointer": {
-            "num_serialized_models_to_keep": 10,
+            "keep_most_recent_by_count": 10,
         },
         "optimizer": {
             "type": "adadelta",

training_config/structured_prediction/srl_elmo_5.5B.jsonnet

@@ -61,7 +61,7 @@
         "patience": 200,
         "validation_metric": "+f1-measure-overall",
         "checkpointer": {
-            "num_serialized_models_to_keep": 10,
+            "keep_most_recent_by_count": 10,
         },
         "optimizer": {
             "type": "adadelta",