create_embeddings.sh

#!/bin/bash

WORD_FILE=data/notes.txt
OUT_DIR=data/embeddings

MIN_COUNT=5
WINDOW_SIZE=15
DIMENSIONS=( 10 25 50 100 200 300 )
ITERATIONS=200

mkdir -p $OUT_DIR/

GloVe/build/vocab_count -min-count $MIN_COUNT -verbose 2 < $WORD_FILE > "$OUT_DIR/vocab.txt"
GloVe/build/cooccur -memory 4.0 -vocab-file "$OUT_DIR/vocab.txt" -verbose 2 -window-size $WINDOW_SIZE < $WORD_FILE > "$OUT_DIR/cooccurrence.bin"
GloVe/build/shuffle -memory 4.0 -verbose 2 < "$OUT_DIR/cooccurrence.bin" > "$OUT_DIR/cooccurrence.shuf.bin"

for D in "${DIMENSIONS[@]}"
do
	GloVe/build/glove -save-file "$OUT_DIR/vectors_d$D" -threads 8 \
					  -input-file "$OUT_DIR/cooccurrence.shuf.bin" \
				      -x-max 10 -iter $ITERATIONS -vector-size $D \
				      -binary 2 -vocab-file "$OUT_DIR/vocab.txt" -verbose 2
done

rm $OUT_DIR/cooccurrence.bin
rm $OUT_DIR/cooccurrence.shuf.bin

#save these settings to file
echo "WORD_FILE=$WORD_FILE"                      >  $OUT_DIR/settings.txt
echo "OUT_DIR=$OUT_DIR"                          >> $OUT_DIR/settings.txt
echo "MIN_COUNT=$MIN_COUNT"                      >> $OUT_DIR/settings.txt
echo "WINDOW_SIZE=$WINDOW_SIZE"                  >> $OUT_DIR/settings.txt
echo "DIMENSIONS=$(echo ${DIMENSIONS[*]// /|})"  >> $OUT_DIR/settings.txt
echo "ITERATIONS=$ITERATIONS"                    >> $OUT_DIR/settings.txt