Add code for database import

1 files changed, 18 insertions, 0 deletions

diff --git a/src/postprocess/postprocess.sh b/src/postprocess/postprocess.sh
new file mode 100644
index 0000000..cc63a4e
--- /dev/null
+++ b/src/postprocess/postprocess.sh
@@ -0,0 +1,18 @@
+export LANG=C
+export LC_ALL=C
+export LC_CTYPE=C
+
+sudo sysctl kern.maxfilesperproc=65563
+sudo sysctl kern.maxfiles=65563
+ulimit -n 65563
+
+for a in 199[56789]_Q? 20*_Q?; do echo $a; ./sort_plz $a; done
+
+rm -rf sorted
+mkdir sorted
+cd output
+
+for a in *; do echo $a >&2; ../merge_entries $a | iconv -f iso8859-15 -t utf-8 > ../sorted/$a; done
+
+cd ../output
+