Skip to content

Instantly share code, notes, and snippets.

@naiaden
Last active March 7, 2017 16:17
Show Gist options
  • Select an option

  • Save naiaden/bb934960bd22e2d8dbba05c2358cd2f8 to your computer and use it in GitHub Desktop.

Select an option

Save naiaden/bb934960bd22e2d8dbba05c2358cd2f8 to your computer and use it in GitHub Desktop.
reset before new experiment series
for BACKOFF in ngram fullnpref; do for COMP in g; do for PART in aa ab ac ad ae af ag ah ai aj ak al; do echo "./rescore -o /scratch/lonrust/cococpypv3/models/ -m mediargus_4S_W250_t2_T2_s10_p0_v2_train -M nbest-${COMP}-${PART} --testinputfiles /home/lonrust/nbest-comp-files/comp-${COMP}.${PART}.txt -O /scratch/lonrust/cococpypv3/nbest_output/${BACKOFF}/comp-${COMP} -B ${BACKOFF} --debug info"; done; done; done
podo "sh -c 'rm -vrf /scratch/lonrust/cococpypv3/nbest_output; \
mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullent/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullent/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ent/comp-o; \
mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-o; \
mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-o; \
mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-o'"
RUNNAME=pplrescore5
{
for COMP in g; do for BM in ngram fullent fullnpref fulluni; do for PART in aa ab ac ad ae af ag ah ai aj ak al; do echo "/home/lonrust/Software/wrexp/wrexp start ${RUNNAME}-${COMP}-${PART}-${BM} /home/lonrust/Software/SLM/rescore -o /scratch/lonrust/cococpypv3/models/ -m mediargus_4S_W250_t2_T2_s10_p0_v2_train -M ${RUNNAME}-${COMP}-${PART} --testinputfiles /home/lonrust/nbest-comp-files/comp-${COMP}.${PART}.txt -O /scratch/lonrust/cococpypv3/nbest_output/${BM}/comp-${COMP} -B ${BM} --debug info"; done; done; done
for COMP in n; do for BM in ngram fullent fullnpref fulluni; do for PART in aa ab ac ad ae af ag ah ai aj ak al am an; do echo "/home/lonrust/Software/wrexp/wrexp start ${RUNNAME}-${COMP}-${PART}-${BM} /home/lonrust/Software/SLM/rescore -o /scratch/lonrust/cococpypv3/models/ -m mediargus_4S_W250_t2_T2_s10_p0_v2_train -M ${RUNNAME}-${COMP}-${PART} --testinputfiles /home/lonrust/nbest-comp-files/comp-${COMP}.${PART}.txt -O /scratch/lonrust/cococpypv3/nbest_output/${BM}/comp-${COMP} -B ${BM} --debug info"; done; done; done
for COMP in o; do for BM in ngram fullent fullnpref fulluni; do for PART in aa ab ac ad ae af ag ah ai aj ak al am an ao ap aq ar as at au av aw ax ay az ba bb bc bd; do echo "/home/lonrust/Software/wrexp/wrexp start ${RUNNAME}-${COMP}-${PART}-${BM} /home/lonrust/Software/SLM/rescore -o /scratch/lonrust/cococpypv3/models/ -m mediargus_4S_W250_t2_T2_s10_p0_v2_train -M ${RUNNAME}-${COMP}-${PART} --testinputfiles /home/lonrust/nbest-comp-files/comp-${COMP}.${PART}.txt -O /scratch/lonrust/cococpypv3/nbest_output/${BM}/comp-${COMP} -B ${BM} --debug info"; done; done; done
;} > ~/wrexpper.${RUNNAME}
cp ~/wrexpper.${RUNNAME} ~/wrexpper.${RUNNAME}.bak
python3 /home/lonrust/Software/wrexpper/wrexpper.py ~/wrexpper.${RUNNAME} rarity:2 fancypants:4 fluttershy:1 scootaloo:2 blossomforth:1 featherweight:1
podo "sh -c 'rm -vrf /scratch/lonrust/cococpypv3/nbest_output; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullent/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullent/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ent/comp-o; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fulluni/comp-o; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/fullnpref/comp-o; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-g; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-n; mkdir -vp /scratch/lonrust/cococpypv3/nbest_output/ngram/comp-o'"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment