From 64c85dfc1d3b546dd4b5f84168e9256817f3a741 Mon Sep 17 00:00:00 2001 From: Dirk Engling Date: Thu, 20 Feb 2014 02:46:41 +0100 Subject: clean up source directory --- src/postprocess/cleanindex.c | 23 ++++++++ src/postprocess/cutfile.c | 33 +++++++++++ src/postprocess/dumpindex2.c | 33 +++++++++++ src/postprocess/dumppointers.c | 84 ++++++++++++++++++++++++++ src/postprocess/dumppointers2.c | 127 ++++++++++++++++++++++++++++++++++++++++ src/postprocess/joinfields.c | 21 +++++++ src/postprocess/makepic.c | 62 ++++++++++++++++++++ src/postprocess/sortindex.c | 81 +++++++++++++++++++++++++ src/postprocess/testmap.c | 19 ++++++ 9 files changed, 483 insertions(+) create mode 100644 src/postprocess/cleanindex.c create mode 100644 src/postprocess/cutfile.c create mode 100644 src/postprocess/dumpindex2.c create mode 100644 src/postprocess/dumppointers.c create mode 100644 src/postprocess/dumppointers2.c create mode 100644 src/postprocess/joinfields.c create mode 100644 src/postprocess/makepic.c create mode 100644 src/postprocess/sortindex.c create mode 100644 src/postprocess/testmap.c (limited to 'src/postprocess') diff --git a/src/postprocess/cleanindex.c b/src/postprocess/cleanindex.c new file mode 100644 index 0000000..fb15bed --- /dev/null +++ b/src/postprocess/cleanindex.c @@ -0,0 +1,23 @@ +#include "mystdlib.h" +#include +#include + +static int indexed = -1; + +int main( int argc, char **argv ) { + MAP index = NULL; + int i; + + if( argc != 2 ) + { fputs( "Syntax: cleanindex ", stderr); exit( 1 ); } + + if( !(index = map_file( argv[1], 0 ) ) ) exit( 1 ); + + for( i = 0; i < index->size; i+= 16 ) + *((unsigned long*)(index->addr + i)) += *((unsigned char*)index->addr + i + 4); + + unmap_file( &index ); + close( indexed ); + + return 0; +} diff --git a/src/postprocess/cutfile.c b/src/postprocess/cutfile.c new file mode 100644 index 0000000..a2c87dc --- /dev/null +++ b/src/postprocess/cutfile.c @@ -0,0 +1,33 @@ +#include "mystdlib.h" +#include + +int main( int argc, char **argv ) +{ + MAP file = NULL; + unsigned long i = 0; + + if( !(file = map_file( argv[1], 0 ) ) ) exit( 1 ); + + if( file->size & 15 ) + puts( "WARNING: File size not multiple of 16" ); + + while( i < file->size && *(unsigned long*)(file->addr+i) < 2911418625UL ) + i+= 16; + + if( i < file->size) + { + if( i ) { + off_t newsize = (off_t)i; + printf( "%s reduced by %8d bytes. (Offending offset: %09lu)\n", argv[1], (unsigned long)(file->size - i ), *(unsigned long*)(file->addr+i) ); + ftruncate( file->fh, newsize ); + } else { + printf( "%s removed. (Offending offset: %09lu)\n", argv[1], *(unsigned long*)(file->addr+i) ); + unlink( argv[1] ); + } + } + + unmap_file( &file ); + + + return 0; +} diff --git a/src/postprocess/dumpindex2.c b/src/postprocess/dumpindex2.c new file mode 100644 index 0000000..f49a329 --- /dev/null +++ b/src/postprocess/dumpindex2.c @@ -0,0 +1,33 @@ +#include "mystdlib.h" +#include +#include + +static int indexed = -1; + +int main( int argc, char **argv ) { + MAP index = NULL; + int i,j; + char out[50]; + + if( argc != 3 ) + { fputs( "Syntax: sortindex ", stderr); exit( 1 ); } + + if( ( indexed = open( argv[1], O_RDONLY ) ) == -1 ) + { fprintf( stderr, "Could not open file: %s\n", argv[1] ); exit( 1 ); } + + if( !(index = map_file( argv[2], 0 ) ) ) exit( 1 ); + + for( i = 0; i < index->size; i+= 16 ) { + unsigned char *x = i + (unsigned char*)index->addr; + unsigned long p = *(unsigned long*)x; + + pread( indexed, out, 40, (off_t)p ); + for( j=0;j<40;++j) if( out[j] == '\t' || out[j] == '\n' ) out[j] = 0; out[j] = 0; + puts( out ); + } + + unmap_file( &index ); + close( indexed ); + + return 0; +} diff --git a/src/postprocess/dumppointers.c b/src/postprocess/dumppointers.c new file mode 100644 index 0000000..c677d71 --- /dev/null +++ b/src/postprocess/dumppointers.c @@ -0,0 +1,84 @@ +#include +#include +#include + +static unsigned char to_lower[] = { +0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x00, 0x00, 0x0B, 0x0C, 0x00, 0x0E, 0x0F, +0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, +0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, +0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, +0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, +0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, +0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, +0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, +0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, +0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, +0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, +0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xDC, 0xDD, 0xDE, 0xDF, +0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, +0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF +}; + +int main( int args, char **argv ) +{ + int fd[0x10000]; + int run = 1, row; + + memset( fd, 0, sizeof(fd) ); + + if( (args != 2) || ((row = atol(argv[1]))==0)) + { + fprintf( stderr, "syntax: %s row", *argv ); + exit( 1 ); + } + + while( run ) + { + unsigned long offs = ftell( stdin ); + unsigned char input[1024]; + unsigned char *line = gets( input ); + if( !line ) + { + run = 0; + } else { + unsigned long rowc = row; + unsigned short int i = 0; + + while( (--rowc) && line[i] ) + while( line[i] && ( line[i++] != 9 )); + + if( line[i] ) + { + unsigned char a, b, x; + while( ( a = to_lower[line[i]]) && ( b = to_lower[line[i+1]]) ) + { + unsigned char outblock[16]; + unsigned int j; + + memset( outblock, 0, sizeof( outblock ) ); + *(unsigned long*)outblock = offs + i; + outblock[4] = (unsigned char) i; + + if( !fd[ a | ( b << 8 )] ) { + char fn[5] = { 'A' + ( a >> 4 ), 'A' + ( a & 15 ), + 'A' + ( b >> 4 ), 'A' + ( b & 15 ), 0 }; + if( ( fd[ a | ( b << 8 )] = open( fn, O_RDWR | O_CREAT, 0644 ) ) == -1 ) + { fprintf( stderr, "Couldn't open: %s\n", fn ); exit( 1 ); } + } + + for( j=0; (j < 10) && (x = to_lower[line[i + j + 2]]); ++j ) + outblock[ 5 + j ] = x; + + write( fd[ a | ( b << 8 )], outblock, sizeof(outblock) ); + + i++; + } + while( line[i++] ); + } + } + } + + return 0; +} diff --git a/src/postprocess/dumppointers2.c b/src/postprocess/dumppointers2.c new file mode 100644 index 0000000..80a4b61 --- /dev/null +++ b/src/postprocess/dumppointers2.c @@ -0,0 +1,127 @@ +#include +#include +#include + +#define BUFSIZE 0x1000000 +#define BUFLOW 0x400 +static int infile = -1; +static unsigned char nblock[ BUFSIZE + 16 ]; +static unsigned char*inblock = nblock + 16; +static unsigned long inblockoffs = 0; + +static unsigned long infilesize = 0; +static unsigned long infileoffs = 0; +static unsigned char to_lower[]; +static unsigned char run = 1; + +static void buffer_lowwatermark( void ) +{ + int i; + if( infilesize - infileoffs < BUFSIZE ) + return; + memmove( inblock, inblock + inblockoffs, BUFSIZE - inblockoffs ); + read( infile, inblock + (BUFSIZE - inblockoffs), inblockoffs); + for ( i = BUFSIZE - inblockoffs; i BUFSIZE - BUFLOW ) + buffer_lowwatermark(); + if( infilesize <= infileoffs + inblockoffs) + return 0; + if( !(mycount++ & 255) ) + printf( "%cSo far: %010.6f%% (%010lu / %010lu)", 13, 100.00 * (double)(infileoffs+inblockoffs) / (double)infilesize, infileoffs+inblockoffs, infilesize ); + // Fall through + case 1 : + use = (1< 1 ) ) + { + if( !fd[ b | (a*256) ][currrow] ) + nowfd = fd[ b | (a*256) ][currrow] = makefile( currrow, a, b); + else + nowfd = fd[ b | (a*256) ][currrow]; + + *(unsigned long*)(inblock+inblockoffs-4) = infileoffs + inblockoffs - 1 - inrow; + inblock[inblockoffs] = inrow++; + write( nowfd, inblock+inblockoffs-4, 16); + inblock[inblockoffs] = b; + break; + } + } + } + + return 0; +} diff --git a/src/postprocess/joinfields.c b/src/postprocess/joinfields.c new file mode 100644 index 0000000..2415842 --- /dev/null +++ b/src/postprocess/joinfields.c @@ -0,0 +1,21 @@ +#define BUFSIZE 0x100000 + +int main() { + unsigned char rein[BUFSIZE]; + unsigned long bytes_read; + + while( (bytes_read = read( 0, rein, BUFSIZE)) != 0) + { + int i; + const int maxentries = bytes_read / 16; + for( i=1; i +#include + +int main( int args, char **argv) +{ + unsigned long pic[ (long)(PICXSIZE * (PICYSIZE+10)) ]; + char line[1024]; + int x, y; + + double xscale = (PICXSIZE / GEOXSIZE), + yscale = (PICYSIZE / GEOYSIZE); + double scale = xscale > yscale ? yscale : xscale; + + memset( pic, 0, sizeof( pic)); + + while( scanf( "%ld\t%ld\n", &x, &y) == 2) + { + double myx = x - GEOXMIN, myy = GEOYSIZE - (y - GEOYMIN); + if( (x < GEOXMAX) && (x >= GEOXMIN) && (y < GEOYMAX) && (y >= GEOYMIN)) + pic[ (long)(((long)(myx * scale)) + ((long)( myy * scale )) * (long)PICXSIZE) ]++; + } + + printf( "P5\n%ld %ld\n255\n", (long)PICXSIZE, (long)PICYSIZE ); + for( x = 0; x < PICXSIZE * PICYSIZE; x++) + putchar( sqrt( 32*256*256 * pic[ x ])); + + return 0; +} diff --git a/src/postprocess/sortindex.c b/src/postprocess/sortindex.c new file mode 100644 index 0000000..b3b3bfe --- /dev/null +++ b/src/postprocess/sortindex.c @@ -0,0 +1,81 @@ +#include "mystdlib.h" +#include +#include + +static int indexed = -1; +static unsigned char to_lower[] = { +0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, +0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, +0x20, 0x21, 0x22, 0x23, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, +0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x3D, 0x3E, 0x3F, +0x40, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, +0x60, 0x61, 0x62, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x6D, 0x6E, 0x6F, +0x70, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7A, 0x7B, 0x7C, 0x7D, 0x7E, 0x7F, +0x80, 0x81, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8A, 0x8B, 0x8C, 0x8D, 0x8E, 0x8F, +0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9A, 0x9B, 0x9C, 0x9D, 0x9E, 0x9F, +0xA0, 0xA1, 0xA2, 0xA3, 0xA4, 0xA5, 0xA6, 0xA7, 0xA8, 0xA9, 0xAA, 0xAB, 0xAC, 0xAD, 0xAE, 0xAF, +0xB0, 0xB1, 0xB2, 0xB3, 0xB4, 0xB5, 0xB6, 0xB7, 0xB8, 0xB9, 0xBA, 0xBB, 0xBC, 0xBD, 0xBE, 0xBF, +0xC0, 0xC1, 0xC2, 0xC3, 0xC4, 0xC5, 0xC6, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0xCD, 0xCE, 0xCF, +0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xF6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0xFC, 0xDD, 0xDE, 0xDF, +0xE0, 0xE1, 0xE2, 0xE3, 0xE4, 0xE5, 0xE6, 0xE7, 0xE8, 0xE9, 0xEA, 0xEB, 0xEC, 0xED, 0xEE, 0xEF, +0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7, 0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF +}; + +int +mystrcasecmp(const unsigned char *s1, const unsigned char *s2) { + while (to_lower[*s1] == to_lower[*s2++]) + if ( to_lower[*s1++] == '\0' ) return (0); + return (to_lower[*s1] - to_lower[*--s2]); +} + +int +mystrcasecmp2(const unsigned char *s1, const unsigned char *s2) { + int i = 0; + while (i++<11 && to_lower[*s1] == to_lower[*s2++]) + if ( to_lower[*s1++] == '\0' ) return (0); + if( i != 11 ) + return (to_lower[*s1] - to_lower[*--s2]); +} + +int cb_compare( const void* a, const void* b) { + int result; + + result = mystrcasecmp2( 5+(unsigned char*)a, 5+(unsigned char*)b ); + if( result != 0x1000 ) + return result; + + { + void *myptr1 = mmap( NULL, 1024, PROT_READ, MAP_NOCORE, indexed, 16+(off_t)*(unsigned long*)a ); + void *myptr2 = mmap( NULL, 1024, PROT_READ, MAP_NOCORE, indexed, 16+(off_t)*(unsigned long*)b ); + + if( myptr1 && myptr2) + result = mystrcasecmp( myptr1, myptr2 ); + else { + fprintf( stderr, "Mapping during sort failed.\n" ); + exit( 1 ); + } + munmap( myptr1, 1024 ); + munmap( myptr2, 1024 ); + } + return result; +} + +int main( int argc, char **argv ) { + MAP index = NULL; + + if( argc != 3 ) + { fputs( "Syntax: sortindex ", stderr); exit( 1 ); } + + if( ( indexed = open( argv[1], O_RDONLY ) ) == -1 ) + { fprintf( stderr, "Could not open file: %s\n", argv[1] ); exit( 1 ); } + + if( !(index = map_file( argv[2], 0 ) ) ) exit( 1 ); + + qsort( index->addr, index->size / 16, 16, cb_compare ); + + unmap_file( &index ); + close( indexed ); + + return 0; +} diff --git a/src/postprocess/testmap.c b/src/postprocess/testmap.c new file mode 100644 index 0000000..d57ac80 --- /dev/null +++ b/src/postprocess/testmap.c @@ -0,0 +1,19 @@ +#include "mystdlib.h" + +int main ( int args, char **argv) +{ + MAP f1 = NULL; + int i,j = 0; + + if( !(f1 = map_file(argv[1], 1))) + puts( "Aua"); + else + printf( "%09d %08X %09d\t", f1->fh, f1->addr, f1->size); + + for( i=0; i < f1->size; ++i ) + j += f1->addr[i]; + + printf( "%09d\n", j ); + + unmap_file( &f1 ); +} -- cgit v1.2.3