Commit c8737cbd9ec2627c4a03389ce3ce16d5ca468516
1 parent
3aadb22616
Exists in
master
bugfix info on res not done
Showing 4 changed files with 73 additions and 20 deletions Side-by-side Diff
README
| 1 | + ___ _____ __ __ _____ ____ ___ _ _ ___ _ | |
| 2 | + / _ \_ _| \/ | ____| _ \_ _| / \ | | |_ _| / \ | |
| 3 | + | | | || | | |\/| | _| | | | | | / _ \ | | | | / _ \ | |
| 4 | + | |_| || | | | | | |___| |_| | | / ___ \ | |___ | | / ___ \ | |
| 5 | + \___/ |_| |_| |_|_____|____/___/_/ \_\ |_____|___/_/ \_\ | |
| 6 | + | |
| 7 | + | |
| 1 | 8 | #-------------------# |
| 2 | -# OTMEDIA README # | |
| 9 | +# OTMEDIA LIA # | |
| 10 | +# README # | |
| 3 | 11 | # version 1.0 # |
| 4 | 12 | #-------------------# |
| 5 | 13 | |
| 6 | -"Observatoire Transmedia pour l'étude des évolutions et transformations du monde médiatique" | |
| 14 | +DESCRIPTION | |
| 15 | +----------- | |
| 7 | 16 | |
| 8 | -OTMEDIA_HOME | |
| 9 | -install.sh | |
| 17 | + OTMEDIA means "Observatoire Transmedia", its main objective is to study the evolution and transformation of the media world. | |
| 18 | + The scientific objective of the project is the creation of a new generation of media observatory | |
| 19 | + based on an interactive automatic analysis system (semi-automatic) transmedia to understand | |
| 20 | + the world of information and developments. | |
| 10 | 21 | |
| 11 | -Modif a la main de fichier si on veut | |
| 22 | + Web Site : http://www.otmedia.fr | |
| 12 | 23 | |
| 13 | -install solr + tomcat | |
| 24 | + OTMEDIA LIA project is a set of tools to transcribe radio and TV shows. | |
| 25 | + | |
| 26 | +DEPENDENCIES | |
| 27 | +------------ | |
| 28 | + | |
| 29 | + | |
| 30 | + | |
| 31 | +INSTALLATION | |
| 32 | +------------ | |
| 33 | + | |
| 34 | + See the INSTALL file for the installation procedure. | |
| 35 | + | |
| 36 | + Quick install below. | |
| 37 | + | |
| 38 | + Before launch installation : | |
| 39 | + | |
| 40 | + Be certain that all dependencies are satisfied. | |
| 41 | + | |
| 42 | + Issue the following commands to the shell : | |
| 43 | + $> ./install.sh | |
| 44 | + $> export OTMEDIA_HOME=path/to/OTMEDIA/directory | |
| 45 | + | |
| 46 | + | |
| 47 | +ACKNOWLEDGEMENTS | |
| 48 | +---------------- | |
| 49 | + Many thanks to Jean-François Rey for useful help. | |
| 50 | + | |
| 51 | +KNOWN BUGS | |
| 52 | +---------- | |
| 53 | + Many. | |
| 54 | + | |
| 55 | +COPYRIGHT | |
| 56 | +--------- | |
| 57 | + See the COPYING file. | |
| 58 | + | |
| 59 | +AUTHORS | |
| 60 | +------- | |
| 61 | + Jean-François Rey <jean-francois.rey@univ-avignon.fr> | |
| 62 | + Hugo Mauchrétien <hugo.mauchretien@univ-avignon.fr> | |
| 63 | + Emmanuel Ferreira <emmanuel.ferreira@univ-avignon.fr> |
main_tools/FirstPass.sh
| ... | ... | @@ -130,10 +130,11 @@ |
| 130 | 130 | #-------------# |
| 131 | 131 | # GLOBAL VARS # |
| 132 | 132 | #-------------# |
| 133 | -OUTPUT_DIR=$(readlink -e $2) # Output directory absolute path | |
| 133 | +OUTPUT_DIR=$(readlink -e $2) # Output directory absolute path | |
| 134 | 134 | OUTPUT_DIR_BASENAME="$OUTPUT_DIR/$BASENAME/" # New OUTPUT_DIR with BASENAME |
| 135 | 135 | PLP_FILE="$OUTPUT_DIR_BASENAME/$BASENAME.plp" # Global PLP file |
| 136 | -PLP_DIR="$OUTPUT_DIR_BASENAME/PLP/" # Segmented PLP files directory | |
| 136 | +PLP_DIR="$OUTPUT_DIR_BASENAME/PLP/" # Segmented PLP files directory | |
| 137 | +PLP_LIST="$OUTPUT_DIR_BASENAME/plp.lst" # list of plp files | |
| 137 | 138 | SEG_FILE="$OUTPUT_DIR_BASENAME/$BASENAME.seg" # Global Seg file |
| 138 | 139 | LBL_FILE="$OUTPUT_DIR_BASENAME/$BASENAME.lbl" # Global LBL file |
| 139 | 140 | RES_DIR=$OUTPUT_DIR_BASENAME"/res_p1" |
| ... | ... | @@ -178,6 +179,7 @@ |
| 178 | 179 | echo "OUTPUT_DIR_BASENAME=$OUTPUT_DIR_BASENAME" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| 179 | 180 | echo "PLP_FILE=$PLP_FILE" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| 180 | 181 | echo "PLP_DIR=$PLP_DIR" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| 182 | +echo "PLP_LIST=$PLP_LIST" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg | |
| 181 | 183 | echo "SEG_FILE=$SEG_FILE" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| 182 | 184 | echo "LBL_FILE=$LBL_FILE" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| 183 | 185 | echo "RES_DIR=$RES_DIR" >> $OUTPUT_DIR_BASENAME/FirstPass.cfg |
| ... | ... | @@ -295,7 +297,7 @@ |
| 295 | 297 | #---------------------------------------------# |
| 296 | 298 | print_info "[${BASENAME}] Create PLP list depending of the model" 1 |
| 297 | 299 | # Create a list of plp files |
| 298 | -find $PLP_DIR -type f -exec basename "{}" .plp \; | sort > $OUTPUT_DIR_BASENAME/plp.lst | |
| 300 | +find $PLP_DIR -type f -exec basename "{}" .plp \; | sort > $PLP_LIST | |
| 299 | 301 | |
| 300 | 302 | rm $OUTPUT_DIR_BASENAME/plp_*.lst > /dev/null 2>&1 |
| 301 | 303 | for (( i=0; $i<${#MTAG[@]} ; i++ )) |
| ... | ... | @@ -303,7 +305,7 @@ |
| 303 | 305 | a=`grep -e "${MTAG[$i]}" $OUTPUT_DIR_BASENAME/plp.lst` |
| 304 | 306 | if [ -n "$a" ]; then |
| 305 | 307 | print_info "[${BASENAME}] Creating $OUTPUT_DIR_BASENAME/plp_${MODS[$i]}.lst" 3 |
| 306 | - grep -e "${MTAG[$i]}" $OUTPUT_DIR_BASENAME/plp.lst | sort > $OUTPUT_DIR_BASENAME/plp_${MODS[$i]}.lst | |
| 308 | + grep -e "${MTAG[$i]}" $PLP_LIST | sort > $OUTPUT_DIR_BASENAME/plp_${MODS[$i]}.lst | |
| 307 | 309 | fi |
| 308 | 310 | done |
| 309 | 311 | |
| ... | ... | @@ -361,7 +363,7 @@ |
| 361 | 363 | if [ "$CHECK" -eq 1 ] |
| 362 | 364 | then |
| 363 | 365 | ls $RES_DIR/*.seg | sed -e "s|$RES_DIR\/||g" | sed -e 's/\.seg//' | sort > ${OUTPUT_DIR_BASENAME}/.tmp |
| 364 | - todo=$(cat ${OUTPUT_DIR_BASENAME}/plp.lst 2> /dev/null | wc -l) | |
| 366 | + todo=$(cat ${PLP_LIST} 2> /dev/null | wc -l) | |
| 365 | 367 | if [ "$todo" -eq 0 ]; then todo=1;fi |
| 366 | 368 | notdone=$(($todo - $(cat ${OUTPUT_DIR_BASENAME}/.tmp | wc -l))) |
| 367 | 369 | pourcentage=$((($notdone*100)/$todo)) |
| ... | ... | @@ -370,7 +372,7 @@ |
| 370 | 372 | then |
| 371 | 373 | print_error "[${BASENAME}] Check ${ERRORFILE}" |
| 372 | 374 | print_log_file "${ERRORFILE}" "ERROR : Segs not done [" |
| 373 | - diff ${OUTPUT_DIR_BASENAME}/plp.lst ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> ${ERRORFILE} | |
| 375 | + diff ${PLP_LIST} ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> ${ERRORFILE} | |
| 374 | 376 | print_log_file "${ERRORFILE}" "] $pourcentage% $BASENAME" |
| 375 | 377 | else |
| 376 | 378 | print_log_file "$LOGFILE" "P1 OK ${BASENAME} | $(date +'%d/%m/%y %H:%M:%S')" |
main_tools/SecondPass.sh
| ... | ... | @@ -123,6 +123,7 @@ |
| 123 | 123 | OUTPUT_DIR_BASENAME=$FIRSTPASS_DIR |
| 124 | 124 | PLP_FILE_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "PLP_FILE=" | cut -f2 -d"=") |
| 125 | 125 | PLP_DIR_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "PLP_DIR=" | cut -f2 -d"=") |
| 126 | + PLP_LIST_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "PLP_LIST=" | cut -f2 -d"=") | |
| 126 | 127 | SEG_FILE_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "SEG_FILE=" | cut -f2 -d"=") |
| 127 | 128 | LBL_FILE_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "LBL_FILE=" | cut -f2 -d"=") |
| 128 | 129 | RES_DIR_P1=$(cat $FIRSTPASS_CONFIG_FILE | grep "RES_DIR=" | cut -f2 -d"=") |
| ... | ... | @@ -199,6 +200,7 @@ |
| 199 | 200 | echo "FIRSTPASS_DIR=$FIRSTPASS_DIR" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 200 | 201 | echo "PLP_DIR_P1=$PLP_DIR_P1" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 201 | 202 | echo "PLP_FILE_P1=$PLP_FILE_P1" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 203 | +echo "PLP_LIST_P1=$PLP_LIST_P1" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg | |
| 202 | 204 | echo "OUTPUT_DIR=$OUTPUT_DIR" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 203 | 205 | echo "OUTPUT_DIR_BASENAME=$OUTPUT_DIR_BASENAME" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 204 | 206 | echo "LST=$LST" >> $OUTPUT_DIR_BASENAME/SecondPass.cfg |
| 205 | 207 | |
| ... | ... | @@ -279,9 +281,9 @@ |
| 279 | 281 | then |
| 280 | 282 | print_warn "[${BASENAME}] Speeral output error : check $LOGFILE" 2 |
| 281 | 283 | print_log_file $LOGFILE "WARN : Speeral number of output ERROR $LST/$speaker.lst" |
| 282 | - ls $RES_DIR/*.seg | grep -e "$speaker" | sed -e "s|$RES_DIR\/||" | sed -e 's/\.seg//' | sort > ${OUTPUT_DIR_BASENAME}/.tmp | |
| 284 | + ls $RES_DIR/*.seg | grep -e "${speaker}" | sed -e "s|${RES_DIR}\/||" | sed -e 's/\.seg//' | sort > ${OUTPUT_DIR_BASENAME}/.tmp | |
| 283 | 285 | print_log_file $LOGFILE "Segs (and treil) not done :\n[" |
| 284 | - diff $LST/$speaker.lst ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> $LOGFILE | |
| 286 | + diff ${LST}/${speaker}.lst ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> $LOGFILE | |
| 285 | 287 | print_log_file $LOGFILE "] [$(date +'%d/%m/%y %H:%M:%S')]" |
| 286 | 288 | rm ${OUTPUT_DIR_BASENAME}/.tmp |
| 287 | 289 | #exit 1 |
| ... | ... | @@ -299,7 +301,7 @@ |
| 299 | 301 | if [ $CHECK -eq 1 ] |
| 300 | 302 | then |
| 301 | 303 | ls $RES_DIR/*.treil | sed -e "s|$RES_DIR\/||g" | sed -e 's/\.treil//' | sort > ${OUTPUT_DIR_BASENAME}/.tmp |
| 302 | - todo=$(cat ${PLP_FILE_P1} | wc -l) | |
| 304 | + todo=$(cat ${PLP_LIST_P1} | wc -l) | |
| 303 | 305 | if [ $todo -eq 0 ]; then todo=1;fi |
| 304 | 306 | notdone=$(($todo - $(cat ${OUTPUT_DIR_BASENAME}/.tmp | wc -l))) |
| 305 | 307 | pourcentage=$((($notdone*100)/$todo)) |
| ... | ... | @@ -307,7 +309,7 @@ |
| 307 | 309 | then |
| 308 | 310 | print_error "[${BASENAME}] Check $ERRORFILE" |
| 309 | 311 | print_log_file "$ERRORFILE" "ERROR : Treil not done [" |
| 310 | - diff ${PLP_FILE_P1} ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> $ERRORFILE | |
| 312 | + diff ${PLP_LIST_P1} ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> ${ERRORFILE} | |
| 311 | 313 | print_log_file "$ERRORFILE" "] $pourcentage% $BASENAME" |
| 312 | 314 | else |
| 313 | 315 | print_log_file "$LOGFILE" "P2 OK $BASENAME | $(date +'%d/%m/%y %H:%M:%S')" |
main_tools/ThirdPass.sh
| ... | ... | @@ -138,7 +138,7 @@ |
| 138 | 138 | LST=$(cat $SECONDPASS_CONFIG_FILE | grep "^LST=" | cut -f2 -d"=") |
| 139 | 139 | HMM=$(cat $SECONDPASS_CONFIG_FILE | grep "^HMM=" | cut -f2 -d"=") |
| 140 | 140 | PLP_DIR_P1=$(cat $SECONDPASS_CONFIG_FILE | grep "^PLP_DIR_P1=" | cut -f2 -d"=") |
| 141 | - PLP_FILE_P1=$(cat $SECONDPASS_CONFIG_FILE | grep "^PLP_FILE_P1=" | cut -f2 -d"=") | |
| 141 | + PLP_LIST_P1=$(cat $SECONDPASS_CONFIG_FILE | grep "^PLP_LIST_P1=" | cut -f2 -d"=") | |
| 142 | 142 | else |
| 143 | 143 | print_error "[${BASENAME}] Can't find $SECONDPASS_CONFIG_FILE file" |
| 144 | 144 | print_warn "[${BASENAME}] Will use default directories and files" 2 |
| ... | ... | @@ -146,7 +146,7 @@ |
| 146 | 146 | LST=$PASS_DIR/lists |
| 147 | 147 | HMM=$PASS_DIR/hmm |
| 148 | 148 | PLP_DIR_P1=$PASS_DIR/PLP |
| 149 | - PLP_FILE_P1=$PASS_DIR/plp.lst | |
| 149 | + PLP_LIST_P1=$PASS_DIR/plp.lst | |
| 150 | 150 | fi |
| 151 | 151 | |
| 152 | 152 | OUTPUT_DIR_BASENAME=$PASS_DIR |
| ... | ... | @@ -236,7 +236,7 @@ |
| 236 | 236 | if [ $CHECK -eq 1 ] |
| 237 | 237 | then |
| 238 | 238 | ls $RES_DIR/*.treil 2>/deV/null | sed -e "s|$RES_DIR\/||g" | sed -e 's/\.treil//' | sort > ${OUTPUT_DIR_BASENAME}/.tmp |
| 239 | - todo=$(cat ${PLP_FILE_P1} 2>/dev/null | wc -l) | |
| 239 | + todo=$(cat ${PLP_LIST_P1} 2>/dev/null | wc -l) | |
| 240 | 240 | if [ $todo -eq 0 ]; then todo=1;fi |
| 241 | 241 | notdone=$(($todo - $(cat ${OUTPUT_DIR_BASENAME}/.tmp | wc -l))) |
| 242 | 242 | pourcentage=$((($notdone*100)/$todo)) |
| ... | ... | @@ -244,7 +244,7 @@ |
| 244 | 244 | then |
| 245 | 245 | print_error "[${BASENAME}] Check $ERRORFILE" |
| 246 | 246 | print_log_file "$ERRORFILE" "ERROR : Treil not done [" |
| 247 | - diff ${PLP_FILE_P1} ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> $ERRORFILE | |
| 247 | + diff ${PLP_LIST_P1} ${OUTPUT_DIR_BASENAME}/.tmp | grep -e "^< " | sed -e "s/< //" >> $ERRORFILE | |
| 248 | 248 | print_log_file "$ERRORFILE" "] $pourcentage% $BASENAME" |
| 249 | 249 | else |
| 250 | 250 | print_log_file "$LOGFILE" "P3 OK $BASENAME | $(date +'%d/%m/%y %H:%M:%S')" |