From 602c32207ac0085489dcdd436a6866d35455fc89 Mon Sep 17 00:00:00 2001
From: Dirk Engling <erdgeist@erdgeist.org>
Date: Sat, 23 Feb 2019 23:27:40 +0100
Subject: Add code for database import

---
 src/postprocess/postprocess.sh | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)
 create mode 100644 src/postprocess/postprocess.sh

(limited to 'src/postprocess/postprocess.sh')

diff --git a/src/postprocess/postprocess.sh b/src/postprocess/postprocess.sh
new file mode 100644
index 0000000..cc63a4e
--- /dev/null
+++ b/src/postprocess/postprocess.sh
@@ -0,0 +1,18 @@
+export LANG=C
+export LC_ALL=C
+export LC_CTYPE=C
+
+sudo sysctl kern.maxfilesperproc=65563
+sudo sysctl kern.maxfiles=65563
+ulimit -n 65563
+
+for a in 199[56789]_Q? 20*_Q?; do echo $a; ./sort_plz $a; done
+
+rm -rf sorted
+mkdir sorted
+cd output
+
+for a in *; do echo $a >&2; ../merge_entries $a | iconv -f iso8859-15 -t utf-8 > ../sorted/$a; done
+
+cd ../output
+
-- 
cgit v1.2.3