train:
	python compare.py ../train/annotation.txt ../convert/results.txt > /tmp/compare.log
	@echo
	@echo -n "SAME count: "
	@grep SAME /tmp/compare.log | wc -l
	@grep 'vs.' /tmp/compare.log | sed -e 's/^[0-9]\+ -- //' | sort | uniq -c | sort -rn > /tmp/compare.atom.log
	@grep '<>' /tmp/compare.log | sed -e 's/^[0-9]\+ -- //' | sort | uniq -c | sort -rn > /tmp/compare.struct.log
	@echo
	@echo "FIRST 20 lines of /tmp/compare.atom.log:"
	@head -n20 /tmp/compare.atom.log
	@echo
	@echo "FIRST 20 lines of /tmp/compare.struct.log:"
	@head -n20 /tmp/compare.struct.log
	@echo

dev:
	python compare.py ../dev/annotation.txt ../convert/results.txt > /tmp/compare.log
	@echo -n "SAME count: "
	@grep SAME /tmp/compare.log | wc -l

eval:
	python compare.py ../eval/annotation.txt ../convert/results.txt > /tmp/compare.log
	@echo -n "SAME count: "
	@grep SAME /tmp/compare.log | wc -l

btrain:
	python ../to-pst/back.py ../train/commands.txt ../../berkeleyParser/berkeley-rcl-trees.out.txt > ../to-pst/berkeley.tmp.rcl
	python ../to-pst/fixup.py < ../to-pst/berkeley.tmp.rcl > ../to-pst/berkeley.rcl
	python compare.py ../train/annotation.txt ../to-pst/berkeley.rcl > /tmp/compare.log
	make train-log-analyze

train-log-analyze:
	@echo
	@echo -n "SAME count: "
	@grep SAME /tmp/compare.log | wc -l
	@grep 'vs.' /tmp/compare.log | sed -e 's/^[0-9]\+ -- //' | sort | uniq -c | sort -rn > /tmp/compare.atom.log
	@grep '<>' /tmp/compare.log | sed -e 's/^[0-9]\+ -- //' | sort | uniq -c | sort -rn > /tmp/compare.struct.log
	@echo
	@echo "FIRST 20 lines of /tmp/compare.atom.log:"
	@head -n20 /tmp/compare.atom.log
	@echo
	@echo "FIRST 20 lines of /tmp/compare.struct.log:"
	@head -n20 /tmp/compare.struct.log
	@echo

bdev:
	python ../to-pst/back.py ../dev/commands.txt ../../berkeleyParser/berkeley-rcl-trees.dev.out.txt > ../to-pst/berkeley.tmp.rcl
	python ../to-pst/fixup.py < ../to-pst/berkeley.tmp.rcl > ../to-pst/berkeley.rcl
	python compare.py ../dev/annotation.txt ../to-pst/berkeley.rcl > /tmp/compare.log
	make dev-log-analyze

beval:
	python ../to-pst/back.py ../eval/commands.txt ../../berkeleyParser/berkeley-rcl-trees.eval.out.txt > ../to-pst/berkeley.tmp.rcl
	python ../to-pst/fixup.py < ../to-pst/berkeley.tmp.rcl > ../to-pst/berkeley.rcl
	python compare.py ../eval/annotation.txt ../to-pst/berkeley.rcl > /tmp/compare.log
	make dev-log-analyze

dev-log-analyze:
	@echo
	@echo -n "SAME count: "
	@grep SAME /tmp/compare.log | wc -l

ctrain:
	python combine.py ../convert/results.txt ../to-pst/berkeley.rcl > combined.rcl
	python compare.py ../train/annotation.txt combined.rcl > /tmp/compare.log
	make train-log-analyze

cdev:
	python combine.py ../convert/results.txt ../to-pst/berkeley.rcl > combined.rcl
	python compare.py ../dev/annotation.txt combined.rcl > /tmp/compare.log
	make dev-log-analyze

ceval:
	python combine.py ../convert/results.txt ../to-pst/berkeley.rcl > combined.rcl
	python compare.py ../eval/annotation.txt combined.rcl > /tmp/compare.log
	make dev-log-analyze

otrain:
	python ocombine.py ../train/annotation.txt ../convert/results.txt ../to-pst/berkeley.rcl

odev:
	python ocombine.py ../dev/annotation.txt ../convert/results.txt ../to-pst/berkeley.rcl

oeval:
	python ocombine.py ../eval/annotation.txt ../convert/results.txt ../to-pst/berkeley.rcl