Skip to content

Pretrained Weights of SParC BERT-based Turn Model

Compare
Choose a tag to compare
@SivilTaram SivilTaram released this 23 Apr 13:55
· 155 commits to master since this release
{
  "best_epoch": 45,
  "peak_cpu_memory_MB": 0,
  "peak_gpu_0_memory_MB": 1,
  "peak_gpu_1_memory_MB": 4185,
  "peak_gpu_2_memory_MB": 16884,
  "peak_gpu_3_memory_MB": 16857,
  "peak_gpu_4_memory_MB": 16886,
  "peak_gpu_5_memory_MB": 16816,
  "peak_gpu_6_memory_MB": 22499,
  "peak_gpu_7_memory_MB": 20477,
  "training_duration": "15:38:25.817253",
  "training_start_epoch": 0,
  "training_epochs": 54,
  "epoch": 54,
  "training_action_exact_match": 0,
  "training__action_inter_exact_match": 0,
  "training__action_turn_1_exact_match": 0,
  "training__action_turn_2_exact_match": 0,
  "training__action_turn_3_exact_match": 0,
  "training__action_turn_4_exact_match": 0,
  "training_sql_exact_match": 0,
  "training__sql_inter_exact_match": 0,
  "training__sql_turn_1_exact_match": 0,
  "training__sql_turn_2_exact_match": 0,
  "training__sql_turn_3_exact_match": 0,
  "training__sql_turn_4_exact_match": 0,
  "training_loss": 0.03840326214035231,
  "training_cpu_memory_MB": 0.0,
  "training_gpu_0_memory_MB": 1,
  "training_gpu_1_memory_MB": 3238,
  "training_gpu_2_memory_MB": 16884,
  "training_gpu_3_memory_MB": 16857,
  "training_gpu_4_memory_MB": 16886,
  "training_gpu_5_memory_MB": 2,
  "training_gpu_6_memory_MB": 22499,
  "training_gpu_7_memory_MB": 20477,
  "validation_action_exact_match": 0.4405652535328346,
  "validation__action_inter_exact_match": 0.23459715639810427,
  "validation__action_turn_1_exact_match": 0.6018957345971564,
  "validation__action_turn_2_exact_match": 0.4218009478672986,
  "validation__action_turn_3_exact_match": 0.2962962962962963,
  "validation__action_turn_4_exact_match": 0.20224719101123595,
  "validation_sql_exact_match": 0.46467165419783873,
  "validation__sql_inter_exact_match": 0.26303317535545023,
  "validation__sql_turn_1_exact_match": 0.6184834123222749,
  "validation__sql_turn_2_exact_match": 0.45260663507109006,
  "validation__sql_turn_3_exact_match": 0.32592592592592595,
  "validation__sql_turn_4_exact_match": 0.21348314606741572,
  "validation_loss": 0.20552104420625325,
  "best_validation_action_exact_match": 0.4513715710723192,
  "best_validation__action_inter_exact_match": 0.23933649289099526,
  "best_validation__action_turn_1_exact_match": 0.6137440758293838,
  "best_validation__action_turn_2_exact_match": 0.43364928909952605,
  "best_validation__action_turn_3_exact_match": 0.28888888888888886,
  "best_validation__action_turn_4_exact_match": 0.25842696629213485,
  "best_validation_sql_exact_match": 0.4696591853699086,
  "best_validation__sql_inter_exact_match": 0.26303317535545023,
  "best_validation__sql_turn_1_exact_match": 0.6255924170616114,
  "best_validation__sql_turn_2_exact_match": 0.45734597156398105,
  "best_validation__sql_turn_3_exact_match": 0.3148148148148148,
  "best_validation__sql_turn_4_exact_match": 0.25842696629213485,
  "best_validation_loss": 0.18703062564368952
}