Skip to content

Pretrained Weights of SParC Turn Model

Compare
Choose a tag to compare
@SivilTaram SivilTaram released this 21 Apr 07:21
· 155 commits to master since this release
{
  "best_epoch": 48,
  "peak_cpu_memory_MB": 0,
  "peak_gpu_0_memory_MB": 1,
  "peak_gpu_1_memory_MB": 3489,
  "peak_gpu_2_memory_MB": 16884,
  "peak_gpu_3_memory_MB": 16857,
  "peak_gpu_4_memory_MB": 16886,
  "peak_gpu_5_memory_MB": 16816,
  "peak_gpu_6_memory_MB": 20163,
  "peak_gpu_7_memory_MB": 19975,
  "training_duration": "8:57:20.749721",
  "training_start_epoch": 0,
  "training_epochs": 57,
  "epoch": 57,
  "training_action_exact_match": 0,
  "training__action_inter_exact_match": 0,
  "training__action_turn_1_exact_match": 0,
  "training__action_turn_2_exact_match": 0,
  "training__action_turn_3_exact_match": 0,
  "training__action_turn_4_exact_match": 0,
  "training_sql_exact_match": 0,
  "training__sql_inter_exact_match": 0,
  "training__sql_turn_1_exact_match": 0,
  "training__sql_turn_2_exact_match": 0,
  "training__sql_turn_3_exact_match": 0,
  "training__sql_turn_4_exact_match": 0,
  "training_loss": 0.03923457075834353,
  "training_cpu_memory_MB": 0.0,
  "training_gpu_0_memory_MB": 1,
  "training_gpu_1_memory_MB": 1751,
  "training_gpu_2_memory_MB": 16884,
  "training_gpu_3_memory_MB": 16857,
  "training_gpu_4_memory_MB": 16886,
  "training_gpu_5_memory_MB": 16816,
  "training_gpu_6_memory_MB": 20163,
  "training_gpu_7_memory_MB": 2,
  "validation_action_exact_match": 0.4056525353283458,
  "validation__action_inter_exact_match": 0.1966824644549763,
  "validation__action_turn_1_exact_match": 0.5521327014218009,
  "validation__action_turn_2_exact_match": 0.3767772511848341,
  "validation__action_turn_3_exact_match": 0.29259259259259257,
  "validation__action_turn_4_exact_match": 0.19101123595505617,
  "validation_sql_exact_match": 0.42726517040731504,
  "validation__sql_inter_exact_match": 0.2132701421800948,
  "validation__sql_turn_1_exact_match": 0.5592417061611374,
  "validation__sql_turn_2_exact_match": 0.3933649289099526,
  "validation__sql_turn_3_exact_match": 0.3296296296296296,
  "validation__sql_turn_4_exact_match": 0.25842696629213485,
  "validation_loss": 0.1820486258486621,
  "best_validation_action_exact_match": 0.4222776392352452,
  "best_validation__action_inter_exact_match": 0.2014218009478673,
  "best_validation__action_turn_1_exact_match": 0.5710900473933649,
  "best_validation__action_turn_2_exact_match": 0.3933649289099526,
  "best_validation__action_turn_3_exact_match": 0.3,
  "best_validation__action_turn_4_exact_match": 0.2247191011235955,
  "best_validation_sql_exact_match": 0.43557772236076475,
  "best_validation__sql_inter_exact_match": 0.2037914691943128,
  "best_validation__sql_turn_1_exact_match": 0.5687203791469194,
  "best_validation__sql_turn_2_exact_match": 0.3981042654028436,
  "best_validation__sql_turn_3_exact_match": 0.3296296296296296,
  "best_validation__sql_turn_4_exact_match": 0.30337078651685395,
  "best_validation_loss": 0.17382763872011436
}