#!/bin/bash
  
  # this script is used for comparing trained models between systems.
  # e.g. local/nnet3/compare.sh exp/resnet1{b,c}_cifar10
  
  
  if [ $# == 0 ]; then
    echo "Usage: $0: <dir1> [<dir2> ... ]"
    echo "e.g.: $0 exp/resnet1{b,c}_cifar10"
    exit 1
  fi
  
  echo "# $0 $*"
  
  
  
  echo -n "# System               "
  for x in $*; do   printf "% 12s" " $(basename $x)";   done
  echo
  
  
  echo -n "# final test accuracy: "
  for x in $*; do
    acc=$(grep acc $x/log/compute_prob_valid.final.log | awk '{print $8}')
    printf "% 12s" $acc
  done
  
  echo
  echo -n "# final train accuracy: "
  for x in $*; do
    acc=$(grep acc $x/log/compute_prob_train.final.log | awk '{print $8}')
    printf "% 12s" $acc
  done
  
  echo
  echo -n "# final test objf:      "
  for x in $*; do
    objf=$(grep log-like $x/log/compute_prob_valid.final.log | awk '{print $8}')
    printf "% 12s" $objf
  done
  
  echo
  echo -n "# final train objf:     "
  for x in $*; do
    objf=$(grep log-like $x/log/compute_prob_train.final.log | awk '{print $8}')
    printf "% 12s" $objf
  done
  
  echo
  echo -n "# num-parameters:      "
  for x in $*; do
    params=$(grep num-parameters $x/log/progress.1.log | awk '{print $2}')
    printf "% 12s" $params
  done
  
  echo