commands.txt

ssh tdembelo@contact.mmci.uni-saarland.de

ssh tdembelo@push.mmci.uni-saarland.de

rsync -av --exclude 'ideal_disc/' --exclude 'synthetic_cases/' --exclude '.idea/' --exclude '.git' --exclude='logs*' --exclude "*.png" --exclude "data/*" --exclude "tableau/" --exclude "new_cubes/" /Users/tatyanadembelova/Documents/study/thesis/ipd_extended/ tdembelo@contact.mmci.uni-saarland.de:/home/tdembelo/ipd_extended/

rsync -av tdembelo@badr.mpi-inf.mpg.de:/home/tdembelo/ipd_extended/logs_quality/ /Users/tatyanadembelova/Documents/study/thesis/ipd_extended/logs_quality/

rsync -av --include='*20170904_*0.5*/' --exclude='*/' tdembelo@badr.mpi-inf.mpg.de:/home/tdembelo/ipd_extended/logs4/ /Users/tatyanadembelova/Documents/study/thesis/ipd_extended/logs4/

source ipd_ext/bin/activate

#remove all the directories which do not contain distances.png (failed or in progress, though - but the latter won't be deleted)
rm -r $(comm -3 <(find logs3/ -iname 'distances.png' -printf '%h\n' | sort -u) <(find logs3/ -maxdepth 1 -mindepth 1 -type d | sort))

# remove all the directories which are failed (that is do not contain neither 'distances.png' nor temporary files '.nfs*')
rm -r $(comm -3 <(find logs3/ -name "\.nfs*" -o -name "distances.png" | sed 's/\/distances.png//' | sed 's/\/\.nfs.*//' | sort -u) <(find logs3/ -maxdepth 1 -mindepth 1 -type d | sort))
# remove all the directories containing failed experiments
rm -r (find logs3/*ID_GREEDY_TOPK*)

# list experiments with results
 find logs3/*CJ*ORIGINAL*0.8* -name "distances.png" | sed 's/\/distances.png//' | sort -u | wc -l
 find logs4/* -name "distances.png" | sed 's/\/distances.png//' | sort -u | wc -l
 find logs_quality/* -name "distances.png" | sed 's/\/distances.png//' | sort -u | wc -l
 find logs_quality/* -name "\.nfs*" | sed 's/\/\.nfs.*//'| sort -u | wc -l

# count ready experiments for the query
ls logs3/*CJS*ORIGINAL* | grep logs3 | wc -l
# count ongoing experiments for the query
ps aux | grep -v 'CJS' | grep 'ORIG' | grep -v grep | grep -v USER | wc -l
ps aux | grep 'CJS' | grep -v '\-m=' | grep -v grep | grep -v USER | wc -l
ps aux | grep 'python' | grep -v grep | grep -v USER | wc -l

find running experiments
find logs3/ -name "\.nfs*" | sed 's/\/\.nfs.*//' | sort -u

# kill python processes
for pid in $(ps aux | grep 'CJS' | grep -v '\-m=' | grep -v grep | grep -v USER | awk '{print $2}'); do kill -9 $pid; done
for pid in $(ps aux | grep 'CJS' | grep -v grep | grep -v USER | awk '{print $2}'); do kill -9 $pid; done
for pid in $(ps aux | grep 'python' | grep -v grep | grep -v USER | awk '{print $2}'); do kill -9 $pid; done

# renaming a scope of log directories - removing a date part
for f in *_*_T*.csv; do mv $f "${f/*_*_T/T}" ;done
for f in *_*_CJS*.csv; do mv $f "${f/*_*_C/C}" ;done
for f in *_*_CJS*.csv; do echo mv $f "${f/*_*_C/C}" ;done

rsync -av --exclude 'data*' /Users/tatyanadembelova/Documents/study/thesis/code-fic/ tdembelo@push.mmci.uni-saarland.de:/home/tdembelo/code-fic/

# slim
./bootstrap.sh
make -Cbuild install

for f in *PREDEFINEDSUBSPACESETSSYNCHRONOUS*.csv; do echo rm -r $f ;done

rename 's/(.+?)(_r\d)+(_r\d.+)/$1$3/s' *_r*_r*
:%s/\(.\{-}\)\(_r\d\)\+\(_r\d.\+\)/\1\3/

for f in cubes*SMBESTFIRST_corFID*; do echo mv $f old_sm_fid/$f ;done
sed -i.bak '/SMBESTFIRST_corFID/d' ./Compression.csv
sed -i.bak '/blobs_n5000_r8_i2_c2__ID_t03__SMBESTFIRST_corFID_s8/d' ./Compression.csv

cp /local/tmp/ipd_extended_experiments2/logs_14_11_0000/{Classification,Compression,Precision_recall_runtime}.csv /home/tdembelo/logs_14_11_0000/