Restructure project, make names more clear

7 files changed, 424 insertions, 0 deletions

diff --git a/src/export/convert_coords.c b/src/export/convert_coords.c
new file mode 100644
index 0000000..37d780a
--- /dev/null
+++ b/src/export/convert_coords.c
@@ -0,0 +1,40 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <math.h>
+int main(int argc, char *argv[])
+{
+        double x, y;
+        char buf[64];
+        int in;
+        while( fgets( buf, sizeof(buf), stdin ) )
+        {
+            if( sscanf( buf, "%lf %lf", &x, &y ) == 2 ) {
+                double R   = 6365000;
+                double fe  = 5200000;
+                double fn  = 1200000;
+                double ph0 = 0.5235977; // 30deg
+                double ph1 = 0.7853980; // 45deg
+                double ph2 = 0.9599309; // 55deg
+                double l0  = 0.1745329; // 10deg
+
+                double xs = (x-fe)/R;
+                double ys = (y-fn)/R;
+                double ph0_s = 0.25*M_PI+0.5*ph0;
+                double ph1_s = 0.25*M_PI+0.5*ph1;
+                double ph2_s = 0.25*M_PI+0.5*ph2;
+
+                double n  = log(cos(ph1)/cos(ph2))/log(tan(ph2_s)/tan(ph1_s));
+                double F  = cos(ph1)*pow(tan(ph1_s),n)/n;
+                double r0 = F / pow(tan(ph0_s),n);
+                double r  = sqrt(pow(xs,2)+pow(r0-ys,2));
+                double th = atan(xs/(r0-ys));
+
+                double lon = l0+th/n;
+                double lat = 2.0*atan(pow(F/r,1.0/n))-0.5*M_PI;
+
+                printf("%lf\t%lf\n", lat*180.0/M_PI, lon*180.0/M_PI);
+            } else
+                printf("\t\n");
+        }
+        return 0;
+}
diff --git a/src/export/extract_version_2.c b/src/export/extract_version_2.c
new file mode 100644
index 0000000..fe85252
--- /dev/null
+++ b/src/export/extract_version_2.c
@@ -0,0 +1,131 @@
+#include <fcntl.h>
+#include "mystdlib.h"
+#include <stdlib.h>
+#include <string.h>
+#include <stdint.h>
+#include <unistd.h>
+
+/* lha header:
+
+00 Header length
+01 Header checksum [02-length]
+02 0x2d  ('-')
+03 0x6c  ('l')
+04 0x68  ('h')
+05 0x??  ('0' or '5') unsure
+06 0x2d  ('-')
+07 0x??  LSB of compressed size
+08 0x??  ..
+09 0x00  ..
+10 0x00  MSB of compressed size, i.e. 0
+..
+21       Length of path name
+
+
+*/
+
+static uint8_t mantra_in[] = { 0x68, 0x35, 0x2d, 0x6c };
+
+int main( int args, char **argv )
+{
+  int      filenum = 0, run = 1;
+  size_t   offset = 0, oldoffset = -1, reported = 0, enc_len = 32;
+  uint8_t  mantra[4], id0, id5, *mappedfile;
+  MAP      map;
+
+  /* For streets we do have a enc_len of 34 */
+  while( run ) {
+    switch( getopt( args, argv, ":e:" ) ) {
+      case -1 : run = 0; break;
+      case 'e':
+        enc_len = atol( optarg );
+        break;
+      default:
+        fputs( "Syntax: %s [-e encrypted_length (default: 32, for streets 34 or 0)] path-to-teiln.dat", stderr ); exit( 1 );
+        break;
+    }
+  }
+  run = 1;
+
+  if( optind == args  )
+    { fputs( "Missing filename.", stderr ); exit( 1 ); }
+
+  map = map_file( argv[optind], 1 );
+  mappedfile = map->addr;
+
+  mantra[0] = mantra_in[0] ^ mappedfile[4];
+  mantra[1] = mantra_in[1] ^ mappedfile[5];
+  mantra[2] = mantra_in[2] ^ mappedfile[2];
+  mantra[3] = mantra_in[3] ^ mappedfile[3];
+
+  id0 = mappedfile[0];
+  id5 = mappedfile[5];
+
+  while( run )
+  {
+    while( ( offset < map->size ) && (
+           ( mappedfile[ offset + 0 ] != id0                         ) ||
+           ( mappedfile[ offset + 2 ] != ( '-'          ^ mantra[2] )) ||
+           ( mappedfile[ offset + 3 ] != ( 'l'          ^ mantra[3] )) ||
+           ( mappedfile[ offset + 4 ] != ( 'h'          ^ mantra[0] )) ||
+           ( mappedfile[ offset + 5 ] != id5                         ) ||
+           ( mappedfile[ offset + 6 ] != ( '-'          ^ mantra[2] ))
+          ) ) offset++;
+
+    // printf( "Found an appropriate offset at: %zd\n", offset );
+
+    if( reported < ( offset * 10 ) / map->size )
+    {
+      reported++;
+      printf( "%zd%% ", 10 * reported );
+      fflush( stdout );
+    }
+
+    if( offset == map->size )
+        run = 0;
+
+    if( oldoffset != -1 )
+    {
+        uint8_t *mf = mappedfile + oldoffset, df[128];
+        size_t filename_len, header_len;
+        char filename_template[32], filename[32];
+        int i;
+
+        /* De-"crypt" obfuscation to our header copy */
+        for( i=0; i<enc_len; ++i)
+           df[i] = mf[i] ^ mantra[i%4];
+
+        /* Get values from LHA header */
+        header_len = df[0] + 2;
+        filename_len = df[21];
+
+        /* Copy rest of header, so we can checksum */
+        for( i=enc_len; i<header_len; ++i)
+           df[i] = mf[i];
+
+        /* Make up new sequental file name */
+        snprintf( filename_template, sizeof(filename_template), "%%0%dd.lha", (int)filename_len );
+        snprintf( filename, sizeof( filename ), filename_template, filenum++ );
+        memcpy( ((uint8_t*)df) + 22, filename, filename_len);
+
+        /* Recalculate checksum with new file name */
+        df[1] = 0; for( i=2; i<header_len; ++i) df[1] += df[i];
+
+        /* Open file and dump our de-"crypted" header and then rest of file */
+        i = open( filename, O_CREAT | O_TRUNC | O_WRONLY, 0644 );
+        if( enc_len > header_len ) {
+            write( i, df, enc_len );
+            write( i, mf + enc_len, offset - oldoffset - enc_len );
+        } else {
+            write( i, df, header_len );
+            write( i, mf + header_len, offset - oldoffset - header_len );
+        }
+        close( i );
+    }
+    oldoffset = offset;
+    offset++;
+  }
+
+  unmap_file( &map );
+  return 0;
+}
diff --git a/src/export/extract_version_3.c b/src/export/extract_version_3.c
new file mode 100644
index 0000000..fef4241
--- /dev/null
+++ b/src/export/extract_version_3.c
@@ -0,0 +1,61 @@
+#include <stdlib.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <string.h>
+#include <zlib.h>
+#include "mystdlib.h"
+
+#define XORLEN (29)
+#define HUGEBLOCK (1024*1024)
+
+int main(int argc, char **argv) {
+  MAP in = map_file( argv[1], 1 );
+
+  unsigned const char xorkey [XORLEN] = "Just for Fun. Linus Torvalds.";
+  unsigned char input  [XORLEN];
+  unsigned char output [HUGEBLOCK];
+  char respath[32]; /* file_XXXXX\0 */
+  int i, zres = 0, filenum = 0, resfile;
+  size_t offs = 0, reported = 0;
+
+  z_stream z; memset( &z, 0, sizeof(z));
+
+  while( offs < in->size - XORLEN ) {
+    for( i=0; i<XORLEN; ++i ) input[i] = in->addr[offs+i] ^ xorkey[i];
+    z.next_in  = input;  z.avail_in = XORLEN;
+    z.next_out = output; z.avail_out = HUGEBLOCK;
+    inflateInit( &z ); zres = inflate( &z, Z_NO_FLUSH );
+    if( (zres != Z_OK) && (zres != Z_STREAM_END) )
+      goto error_continue;
+
+    z.next_in  = in->addr + offs + XORLEN; z.avail_in = in->size - offs - XORLEN;
+    while( zres == Z_OK ) zres = inflate( &z, Z_NO_FLUSH );
+
+    if( zres != Z_STREAM_END ) {
+error_continue:
+      inflateEnd(&z); memset( &z, 0, sizeof(z));
+      offs++;
+      continue;
+    }
+
+    sprintf( respath, "file_%05X", filenum++ );
+    resfile = open( respath, O_RDWR | O_CREAT, 0644 );
+    if( resfile < 0 ) {
+      fprintf( stderr, "Could not open output file %s\n", respath );
+      exit(1);
+    }
+    write( resfile, output, z.total_out );
+    close( resfile );
+    offs += z.total_in;
+
+    if( reported < ( offs * 10 ) / in->size ) {
+      reported++;
+      printf( "%zd%% ", 10 * reported );
+      fflush( stdout );
+    }
+
+    inflateEnd(&z); memset( &z, 0, sizeof(z));
+  }
+  unmap_file(&in);
+}
diff --git a/src/export/map_coords.c b/src/export/map_coords.c
new file mode 100644
index 0000000..b46f1cf
--- /dev/null
+++ b/src/export/map_coords.c
@@ -0,0 +1,62 @@
+#define _WITH_GETLINE
+#include "mystdlib.h"
+#include <stdlib.h>
+#include <stdio.h>
+#include <string.h>
+#include <ctype.h>
+
+int find_offset( const void *key, const void *line )
+{
+  size_t l = strlen( (char*)key );
+  return strncmp( (char*)key, *(char**)line, l );
+}
+
+int qsort_cmp( const void *a, const void *b )
+{
+  return strcmp( *(char**)a, *(char**)b );
+}
+
+int main( int argc, char ** args )
+{
+  MAP coords = map_file( args[1], 1 );
+  int i, l, lines;
+  char *p, **offsets, *input = malloc(1024);
+  ssize_t ll;
+  size_t input_length = 1024;
+
+  if( !coords ) exit( 111 );
+  p = (char *)coords->addr;
+  for ( i=0, lines=0; i<coords->size; ++i )
+    if( p[i] == 0x00 )
+      ++lines;
+
+  offsets = malloc( lines * sizeof(char*));
+  if( !offsets ) exit( 111 );
+
+  offsets[0] = p; l = 1;
+  for ( i=0; i<coords->size; ++i )
+    if( p[i] == 0x00 )
+      offsets[l++] = p+i+1;
+
+  l--; qsort(offsets, l, sizeof(char*), qsort_cmp );
+
+  while( ( ll = getline( &input, &input_length, stdin ) ) >= 0 )
+  {
+    char **coord_line;
+    input[ll-1]='\t';
+    coord_line = bsearch( input, offsets, l, sizeof(char*), find_offset );
+    if( !coord_line && ll > 2 && isalpha( input[ll-2] ) )
+    {
+        input[ll-2] = '\t'; input[ll-1]=0;
+        ll--;
+        coord_line = bsearch( input, offsets, l, sizeof(char*), find_offset );
+    }
+
+    if( coord_line )
+      printf( "%s\n", *coord_line + ll );
+    else
+      puts( "\t" );
+  }
+
+  return 0;
+}
diff --git a/src/export/mystdlib.c b/src/export/mystdlib.c
new file mode 100644
index 0000000..17f123b
--- /dev/null
+++ b/src/export/mystdlib.c
@@ -0,0 +1,56 @@
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <stdio.h>
+#include <string.h>
+#include <stdlib.h>
+
+#include "mystdlib.h"
+
+MAP map_file( char *filename, int readonly )
+{
+  struct stat fstatus;
+  MAP    map = (MAP)malloc( sizeof( *map ));
+
+  if( map )
+  {
+    memset( map, 0, sizeof( *map ));
+
+    if( ( map->fh = open( filename, readonly ? O_RDONLY : O_RDWR ) ) >= 0 )
+    {
+      fstat( map->fh, &fstatus );
+      if( ( map->addr = mmap( NULL, map->size = (size_t)fstatus.st_size,
+         PROT_READ | ( readonly ? 0 : PROT_WRITE), (readonly ? MAP_PRIVATE : MAP_SHARED), map->fh, 0) ) == MAP_FAILED )
+      {
+        fprintf( stderr, "Mapping file '%s' failed\n", filename );
+        close( map->fh ); free( map ); map = NULL;
+      }
+    } else {
+      fprintf( stderr, "Couldn't open file: '%s'\n", filename );
+      free( map ); map = NULL;
+    }
+  } else {
+    fputs( "Couldn't allocate memory", stderr );
+  }
+
+  return map;
+}
+
+void unmap_file ( MAP *pMap )
+{
+  if( !pMap || !*pMap ) return;
+  munmap( (*pMap)->addr, (*pMap)->size);
+  close( (*pMap)->fh);
+  free( *pMap ); *pMap = NULL;
+}
+
+int getfilesize( int fd, unsigned long *size)
+{
+  struct stat sb;
+  int ret;
+  if( fstat( fd, &sb )) return -1;
+  *size = sb.st_size;
+  return 0;
+}
diff --git a/src/export/mystdlib.h b/src/export/mystdlib.h
new file mode 100644
index 0000000..2e9499f
--- /dev/null
+++ b/src/export/mystdlib.h
@@ -0,0 +1,32 @@
+#include <sys/types.h>
+#include <stdio.h>
+
+typedef struct { int fh; unsigned char *addr; size_t size; } *MAP;
+
+/* Mapps a file into memory
+   returns pointer to the mapping struct,
+   containing the file's size, the mapped
+   address and its file handle.
+
+   If readonly is true, the file will be
+   opened and mapped read only. File is
+   opened and mapped writable, if false.
+
+   Returns NULL if memory could not be
+   allocated, file could not be opened or
+   mapped. Gives out an diagnostic message
+   on stderr
+*/
+MAP map_file( char *filename, int readonly );
+
+/* Unmapps a file from memory. NULL pointer
+   checks are being done, so this is safe
+   to be called from cleanup without knowing
+   whether there actually is a map.
+*/
+void unmap_file ( MAP *pMap );
+
+/* Gets file size of open file
+   returns != 0 in case of error */
+inline int getfilesize( int fd, unsigned long *size );
+
diff --git a/src/export/split_version_2.c b/src/export/split_version_2.c
new file mode 100644
index 0000000..bd85775
--- /dev/null
+++ b/src/export/split_version_2.c
@@ -0,0 +1,42 @@
+#include <stdint.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <stdlib.h>
+#include <string.h>
+
+int main( int argc, char **args ) {
+  char table[64], f[1024*1024*16];
+  int  outfiles[64], i, off, base = 0;
+  uint32_t fixed_columns = 0;
+
+  if( argc > 1 ) base = atol( args[1] );
+  if( argc > 2 ) fixed_columns = atol( args[2] );
+
+  for( i=0; i<64; ++i ) outfiles[i] = -1;
+  while( fgets( table, sizeof(table), stdin ) ) {
+    int off = ( table[strlen(table)-1] = 0 ); /* fgets sucks */
+    int f_in = open( table, O_RDONLY );
+    size_t s_in = read( f_in, f, sizeof(f));
+    uint32_t *p = (uint32_t*)f;
+    uint32_t count = p[0], columns = fixed_columns ? fixed_columns : p[1] / 4 - 1;
+    unsigned int file, strnr;
+
+    close(f_in);
+
+    for( file=0; file<columns; ++file ) {
+      /* Create outfile, if it is not yet there */
+      if( outfiles[file] == -1 ) {
+        sprintf( table, "%02d_unknown", file+base );
+        outfiles[file] = open( table, O_WRONLY | O_APPEND | O_CREAT, 0644 );
+        if ( outfiles[file] == -1 ) exit(1);
+      }
+      off = p[file+1];
+      /* Look for end of this chunk, which is <count> strings long */
+      for( strnr=0; strnr < count; ++strnr ) { while( f[off++] ) {}; f[off-1] = '\n'; }
+      write( outfiles[file], f + p[file+1], off - p[file+1] );
+    }
+  }
+  for( i=0; i<64; ++i ) close( outfiles[i] );
+  return 0;
+}