Quillot Mathias / Clustering

Blame view

run-clustering.sh 3.21 KB
edit raw normal view history
fee5922c3   Mathias Quillot   New way to exec t... 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
 
  #
  # This script aims to compute clustering
  # 
  
  
  # -- CONFIGURATION
  # THIS SCRIPT NEEDS THESE VARIABLES
  # Vector file
  #VECTOR_FILE=""
  # Train list
  #TRAIN_LST==""
  # Val list
  #VAL_LST=""
  # Exp directory
  #EXP_DIR=""
  # Metas file with type values
  #METAS_TYPE=""
  # Metas file with character values
  #METAS_CHARACTER=""
  
  
  #echo "VECTOR FILE: $VECTOR_FILE"
  #echo "TRAIN LIST: $TRAIN_LST"
  #echo "VAL LIST: $VAL_LST"
  #echo "EXP DIR: $EXP_DIR"
  #echo "METAS TYPE: $METAS_TYPE"
  #echo "METAS_CHARACTER: $METAS_CHARACTER"
  
  
  
  # -- TRAIN KMEANS 
  echo "Clustering - ${kfold}"
  python3 bin/cluster_kmeans.py "${VECTOR_FILE}" \
      "${TRAIN_LST}" \
      "${EXP_DIR}" --kmin ${KMIN} --kmax ${KMAX}
  
  
  
  for k in $(seq ${KMIN} 1 ${KMAX})
  do
      SUB_EXP_DIR="${EXP_DIR}/${k}"
      
      # -- EXTRACT KMEANS VALUES
      echo "Kmeans Measuring and extraction - ${k}"
      python3 bin/extract_kmeans.py "${SUB_EXP_DIR}/clustering_${k}.pkl" \
          "${VECTOR_FILE}" \
          --outfile "${SUB_EXP_DIR}/clustered_${k}.txt"
      # -- MEASURES AND PLOT WITH RESPECT TO CHARACTER VAR
      # Measures
      python3 bin/measure_clustering.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_CHARACTER}" \
          "${TRAIN_LST}" \
          "${VAL_LST}" \
          --outfile "${SUB_EXP_DIR}/measures.json"
      
      # Plot count matrix for train
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          ${VECTOR_FILE} \
          ${TRAIN_LST} \
          --outfile "${SUB_EXP_DIR}/train_count_matrix.pdf"
          
      # Plot count matrix for val
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          ${VECTOR_FILE} \
          ${VAL_LST} \
          --outfile "${SUB_EXP_DIR}/val_count_matrix.pdf"
  
      # -- MEASURES AND PLOT WITH RESPECT TO TYPE VAR
      # Measures
      python3 bin/measure_clustering.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_TYPE}" \
          "${TRAIN_LST}" \
          "${VAL_LST}" \
          --outfile "${SUB_EXP_DIR}/measures_type.json"
          
      # This script plot the count matrix of the train set
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_TYPE}" \
          "${TRAIN_LST}" \
          --outfile "${SUB_EXP_DIR}/train_count_matrix_type.pdf"
          
      # This script plot the count matrix of the validation set
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_TYPE}" \
          "${VAL_LST}" \
          --outfile "${SUB_EXP_DIR}/val_count_matrix_type.pdf"
95142dfdc   Mathias Quillot   maj. No comment 
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
 
     
   
      # -- MEASURES AND PLOT WITH RESPECT TO LANG VAR
      # Measures
      python3 bin/measure_clustering.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_LANG}" \
          "${TRAIN_LST}" \
          "${VAL_LST}" \
          --outfile "${SUB_EXP_DIR}/measures_lang.json"
          
      # This script plot the count matrix of the train set
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_LANG}" \
          "${TRAIN_LST}" \
          --outfile "${SUB_EXP_DIR}/train_count_matrix_lang.pdf"
          
      # This script plot the count matrix of the validation set
      python3 bin/plot-count-matrix.py "${SUB_EXP_DIR}/clustered_${k}.txt" \
          "${METAS_LANG}" \
          "${VAL_LST}" \
          --outfile "${SUB_EXP_DIR}/val_count_matrix_lang.pdf"
fee5922c3   Mathias Quillot   New way to exec t... 
109
 
  done