1 files changed, 35 insertions, 19 deletions

diff --git a/opentracker.c b/opentracker.c
index 6271b9e..a546fc5 100644
--- a/opentracker.c
+++ b/opentracker.c
@@ -40,18 +40,21 @@
 
 /* Globals */
 uint32_t            g_tracker_id;
-volatile int        g_opentracker_running = 1;
+_Atomic int         g_opentracker_running = 1;
 int                 g_self_pipe[2];
 
-
 static void         panic(const char *routine) __attribute__((noreturn));
 static void         panic(const char *routine) {
   fprintf(stderr, "%s: %s\n", routine, strerror(errno));
   exit(111);
 }
 
+/* Say we are stopping, wake the loop, and let main do the work on its own stack. */
 static void signal_handler(int s) {
   if (s == SIGINT) {
+    const char byte  = 0;
+    int        saved = errno;
+
     /* Any new interrupt signal quits the application */
     signal(SIGINT, SIG_DFL);
 
@@ -59,13 +62,8 @@ static void signal_handler(int s) {
        but cancel their operations and return */
     g_opentracker_running = 0;
 
-    trackerlogic_deinit();
-
-#ifdef WANT_SYSLOGS
-    closelog();
-#endif
-
-    exit(0);
+    (void)!write(g_self_pipe[1], &byte, 1);
+    errno = saved;
   }
 }
 
@@ -86,7 +84,7 @@ static void install_signal_handlers(void) {
 
   sa.sa_handler = signal_handler;
   sigemptyset(&sa.sa_mask);
-  sa.sa_flags = SA_RESTART;
+  sa.sa_flags = 0;
   if ((sigaction(SIGINT, &sa, NULL) == -1) || (sigaction(SIGALRM, &sa, NULL) == -1))
     panic("install_signal_handlers");
 
@@ -207,7 +205,7 @@ static void handle_write(const int64_t sock) {
     handle_dead(sock);
 }
 
-static void handle_accept(const int64_t serversocket) {
+static void handle_accept(const int64_t serversocket, struct ot_workstruct *ws) {
   struct http_data *cookie;
   int64_t           sock;
   ot_ip6            ip;
@@ -217,11 +215,10 @@ static void handle_accept(const int64_t serversocket) {
 
     socket_set_blocking((int)sock, 0);
 
-    if (!(cookie = (struct http_data *)malloc(sizeof(struct http_data)))) {
+    if (!(cookie = (struct http_data *)calloc(1, sizeof(struct http_data)))) {
       close((int)sock);
       continue;
     }
-    memset(cookie, 0, sizeof(struct http_data));
     memcpy(cookie->ip, ip, sizeof(ot_ip6));
     cookie->interest = EVENT_IN;
 
@@ -232,7 +229,7 @@ static void handle_accept(const int64_t serversocket) {
       continue;
     }
 
-    stats_issue_event(EVENT_ACCEPT, FLAG_TCP, (uintptr_t)ip);
+    stats_issue_event(ws, EVENT_ACCEPT, FLAG_TCP, (uintptr_t)ip);
   }
 }
 
@@ -249,6 +246,8 @@ static void *server_mainloop(void *args) {
   (void)args;
 
   /* Initialize our "thread local storage" */
+  memset(&ws, 0, sizeof(ws));
+  stats_counters_register(&ws);
   ws.inbuf  = malloc(G_INBUF_SIZE);
   ws.outbuf = malloc(G_OUTBUF_SIZE);
 #ifdef _DEBUG_HTTPERROR
@@ -260,7 +259,7 @@ static void *server_mainloop(void *args) {
 
   random_bytes(ws.rand48_state, sizeof(ws.rand48_state));
 
-  for (;;) {
+  while (g_opentracker_running) {
     ot_event ready[OT_EVENT_BATCH];
     int64_t  sock;
     int      count, i;
@@ -279,7 +278,7 @@ static void *server_mainloop(void *args) {
       cookie = fdstate_cookie((int)sock);
 
       if ((intptr_t)cookie == FLAG_TCP)
-        handle_accept(sock);
+        handle_accept(sock, &ws);
       else if ((intptr_t)cookie == FLAG_UDP)
         handle_udp6(sock, &ws);
       else if ((intptr_t)cookie == FLAG_SELFPIPE)
@@ -297,16 +296,26 @@ static void *server_mainloop(void *args) {
     while ((sock = mutex_workqueue_popresult(&iovec_entries, &iovector, &is_partial)) != -1)
       http_sendiovecdata(sock, &ws, iovec_entries, iovector, is_partial);
 
-    if (g_now_seconds > next_timeout_check) {
+    if (time_now_seconds() > next_timeout_check) {
       int cursor = 0;
 
-      while ((sock = fdstate_next_expired(g_now_seconds, &cursor)) != -1)
+      while ((sock = fdstate_next_expired(time_now_seconds(), &cursor)) != -1)
         handle_dead(sock);
-      next_timeout_check = g_now_seconds + OT_CLIENT_TIMEOUT_CHECKINTERVAL;
+      next_timeout_check = time_future_seconds(OT_CLIENT_TIMEOUT_CHECKINTERVAL);
     }
 
     livesync_ticker();
   }
+
+  /* This work struct is about to go out of scope, so hand its tally over
+     before anything can read it there */
+  stats_counters_retire(&ws);
+
+  free(ws.inbuf);
+  free(ws.outbuf);
+#ifdef _DEBUG_HTTPERROR
+  free(ws.debugbuf);
+#endif
   return 0;
 }
 
@@ -511,6 +520,13 @@ int main(int argc, char **argv) {
 
   server_mainloop(0);
 
+  /* The loop has left, so no thread is serving any more and the teardown
+     can run where a debugger and the sanitizers can follow it */
+  trackerlogic_deinit();
+#ifdef WANT_SYSLOGS
+  closelog();
+#endif
+
   event_deinit();
   fdstate_deinit();
   return 0;