diff --git a/doc/VALIDATION.md b/doc/VALIDATION.md index 3a9860f..f2a2fae 100644 --- a/doc/VALIDATION.md +++ b/doc/VALIDATION.md @@ -104,7 +104,7 @@ The config file has the following options: #### General settings -* `every_n_epochs`: How often to run validation (1=every epoch). +* `every_n_epochs`: How often to run validation. Specify either whole numbers, eg 1=every epoch (recommended default), 2=every second epoch, etc.; or floating point numbers between 0 and 1, eg 0.5=twice per epoch, 0.33=three times per epoch, etc. * `seed`: The seed to use when running validation passes, and also for picking subsets of the data to use with `automatic` val_split_mode and/or `stabilize_training_loss`. #### Extra manual datasets diff --git a/validation_default.json b/validation_default.json index a351a75..ce95b80 100644 --- a/validation_default.json +++ b/validation_default.json @@ -7,7 +7,7 @@ "extra_manual_datasets": "Dictionary of 'name':'path' pairs defining additional validation datasets to load and log. eg { 'santa_suit': '/path/to/captioned_santa_suit_images', 'flamingo_suit': '/path/to/flamingo_suit_images' }", "stabilize_training_loss": "If true, stabilize the train loss curves for `loss/epoch` and `loss/log step` by re-calculating training loss with a fixed random seed, and log the results as `loss/train-stabilized`. This more clearly shows the training progress, but it is not enough alone to tell you if you're overfitting.", "stabilize_split_proportion": "For stabilize_training_loss, the proportion of the train dataset to overlap for stabilizing the train loss graph. Typical values are 0.15-0.2 (15-20% of the total dataset). Higher is more accurate but slower.", - "every_n_epochs": "How often to run validation (1=every epoch).", + "every_n_epochs": "How often to run validation (1=every epoch, 2=every second epoch; 0.5=twice per epoch, 0.33=three times per epoch, etc.).", "seed": "The seed to use when running validation and stabilization passes.", "use_relative_loss": "logs val/loss as negative relative to first pre-train val/loss value" },