summaryrefslogtreecommitdiff
path: root/trackerlogic.h
diff options
context:
space:
mode:
Diffstat (limited to 'trackerlogic.h')
-rw-r--r--trackerlogic.h178
1 files changed, 108 insertions, 70 deletions
diff --git a/trackerlogic.h b/trackerlogic.h
index 721ba6e..022184d 100644
--- a/trackerlogic.h
+++ b/trackerlogic.h
@@ -6,131 +6,166 @@
6#ifndef OT_TRACKERLOGIC_H__ 6#ifndef OT_TRACKERLOGIC_H__
7#define OT_TRACKERLOGIC_H__ 7#define OT_TRACKERLOGIC_H__
8 8
9#include <sys/types.h> 9#include <stdint.h>
10#include <stdlib.h>
10#include <sys/time.h> 11#include <sys/time.h>
12#include <sys/types.h>
11#include <time.h> 13#include <time.h>
12#include <stdint.h> 14
15#if defined(__linux__) && defined(WANT_ARC4RANDOM)
16#include <bsd/stdlib.h>
17#endif
18#ifdef __FreeBSD__
19#define WANT_ARC4RANDOM
20#endif
13 21
14typedef uint8_t ot_hash[20]; 22typedef uint8_t ot_hash[20];
15typedef time_t ot_time; 23typedef time_t ot_time;
16typedef char ot_ip6[16]; 24typedef char ot_ip6[16];
17typedef struct { ot_ip6 address; int bits; } 25typedef struct {
18 ot_net; 26 ot_ip6 address;
19#ifdef WANT_V6 27 int bits;
20#define OT_IP_SIZE 16 28} ot_net;
21#define PEERS_BENCODED "6:peers6" 29/* List of peers should fit in a single UDP packet (around 1200 bytes) */
22#else 30#define OT_MAX_PEERS_UDP6 66
23#define OT_IP_SIZE 4 31#define OT_MAX_PEERS_UDP4 200
24#define PEERS_BENCODED "5:peers" 32
25#endif 33#define OT_IP_SIZE6 16
34#define OT_IP_SIZE4 4
35#define OT_PORT_SIZE 2
36#define OT_FLAG_SIZE 1
37#define OT_TIME_SIZE 1
26 38
27/* Some tracker behaviour tunable */ 39/* Some tracker behaviour tunable */
28#define OT_CLIENT_TIMEOUT 30 40#define OT_CLIENT_TIMEOUT 30
29#define OT_CLIENT_TIMEOUT_CHECKINTERVAL 10 41#define OT_CLIENT_TIMEOUT_CHECKINTERVAL 10
30#define OT_CLIENT_TIMEOUT_SEND (60*15) 42#define OT_CLIENT_TIMEOUT_SEND (60 * 15)
31#define OT_CLIENT_REQUEST_INTERVAL (60*30) 43#define OT_CLIENT_REQUEST_INTERVAL (60 * 30)
32#define OT_CLIENT_REQUEST_VARIATION (60*6) 44#define OT_CLIENT_REQUEST_VARIATION (60 * 6)
33 45
34#define OT_TORRENT_TIMEOUT_HOURS 24 46#define OT_TORRENT_TIMEOUT_HOURS 24
35#define OT_TORRENT_TIMEOUT (60*OT_TORRENT_TIMEOUT_HOURS) 47#define OT_TORRENT_TIMEOUT (60 * OT_TORRENT_TIMEOUT_HOURS)
36 48
37#define OT_CLIENT_REQUEST_INTERVAL_RANDOM ( OT_CLIENT_REQUEST_INTERVAL - OT_CLIENT_REQUEST_VARIATION/2 + (int)( random( ) % OT_CLIENT_REQUEST_VARIATION ) ) 49#define OT_CLIENT_REQUEST_INTERVAL_RANDOM \
50 (OT_CLIENT_REQUEST_INTERVAL - OT_CLIENT_REQUEST_VARIATION / 2 + (int)(nrand48(ws->rand48_state) % OT_CLIENT_REQUEST_VARIATION))
38 51
39/* If WANT_MODEST_FULLSCRAPES is on, ip addresses may not 52/* If WANT_MODEST_FULLSCRAPES is on, ip addresses may not
40 fullscrape more frequently than this amount in seconds */ 53 fullscrape more frequently than this amount in seconds */
41#define OT_MODEST_PEER_TIMEOUT (60*5) 54#define OT_MODEST_PEER_TIMEOUT (60 * 5)
42 55
43/* If peers come back before 10 minutes, don't live sync them */ 56/* If peers come back before 10 minutes, don't live sync them */
44#define OT_CLIENT_SYNC_RENEW_BOUNDARY 10 57#define OT_CLIENT_SYNC_RENEW_BOUNDARY 10
45 58
46/* Number of tracker admin ip addresses allowed */ 59/* Number of tracker admin ip addresses allowed */
47#define OT_ADMINIP_MAX 64 60#define OT_ADMINIP_MAX 64
48#define OT_MAX_THREADS 64 61#define OT_MAX_THREADS 64
49 62
50#define OT_PEER_TIMEOUT 45 63/* Number of minutes after announce before peer is removed */
64#define OT_PEER_TIMEOUT 45
51 65
52/* We maintain a list of 1024 pointers to sorted list of ot_torrent structs 66/* We maintain a list of 1024 pointers to sorted list of ot_torrent structs
53 Sort key is, of course, its hash */ 67 Sort key is, of course, its hash */
54#define OT_BUCKET_COUNT_BITS 10 68#define OT_BUCKET_COUNT_BITS 10
69
70#define OT_BUCKET_COUNT (1 << OT_BUCKET_COUNT_BITS)
71#define OT_BUCKET_COUNT_SHIFT (32 - OT_BUCKET_COUNT_BITS)
55 72
56#define OT_BUCKET_COUNT (1<<OT_BUCKET_COUNT_BITS) 73/* if _DEBUG_RANDOMTORRENTS is set, this is the amount of torrents to create
57#define OT_BUCKET_COUNT_SHIFT (32-OT_BUCKET_COUNT_BITS) 74 on startup */
75#define RANDOMTORRENTS (1024 * 1024 * 1)
58 76
59/* From opentracker.c */ 77/* From opentracker.c */
60extern time_t g_now_seconds; 78extern time_t g_now_seconds;
61extern volatile int g_opentracker_running; 79extern volatile int g_opentracker_running;
62#define g_now_minutes (g_now_seconds/60) 80#define g_now_minutes (g_now_seconds / 60)
63 81
64extern uint32_t g_tracker_id; 82extern uint32_t g_tracker_id;
65typedef enum { FLAG_TCP, FLAG_UDP, FLAG_MCA, FLAG_SELFPIPE } PROTO_FLAG; 83typedef enum { FLAG_TCP, FLAG_UDP, FLAG_MCA, FLAG_SELFPIPE } PROTO_FLAG;
66 84
67typedef struct { 85#define OT_PEER_COMPARE_SIZE6 ((OT_IP_SIZE6) + (OT_PORT_SIZE))
68 uint8_t data[OT_IP_SIZE+2+2]; 86#define OT_PEER_COMPARE_SIZE4 ((OT_IP_SIZE4) + (OT_PORT_SIZE))
69} ot_peer; 87#define OT_PEER_COMPARE_SIZE_FROM_PEER_SIZE(PEER_SIZE) ((PEER_SIZE) - (OT_TIME_SIZE) - (OT_FLAG_SIZE))
88
89#define OT_PEER_SIZE6 ((OT_TIME_SIZE) + (OT_FLAG_SIZE) + (OT_PEER_COMPARE_SIZE6))
90#define OT_PEER_SIZE4 ((OT_TIME_SIZE) + (OT_FLAG_SIZE) + (OT_PEER_COMPARE_SIZE4))
91
92typedef uint8_t ot_peer; /* Generic pointer to a v6 or v4 peer */
93typedef uint8_t ot_peer6[OT_PEER_SIZE6];
94typedef uint8_t ot_peer4[OT_PEER_SIZE4];
70static const uint8_t PEER_FLAG_SEEDING = 0x80; 95static const uint8_t PEER_FLAG_SEEDING = 0x80;
71static const uint8_t PEER_FLAG_COMPLETED = 0x40; 96static const uint8_t PEER_FLAG_COMPLETED = 0x40;
72static const uint8_t PEER_FLAG_STOPPED = 0x20; 97static const uint8_t PEER_FLAG_STOPPED = 0x20;
73static const uint8_t PEER_FLAG_FROM_SYNC = 0x10; 98static const uint8_t PEER_FLAG_FROM_SYNC = 0x10;
74static const uint8_t PEER_FLAG_LEECHING = 0x00; 99static const uint8_t PEER_FLAG_LEECHING = 0x00;
75 100
76#ifdef WANT_V6 101/* Takes an ot_peer6 and returns the proper pointer to the peer and sets peer_size */
77#define OT_SETIP(peer,ip) memcpy((peer),(ip),(OT_IP_SIZE)) 102ot_peer *peer_from_peer6(ot_peer6 *peer, size_t *peer_size);
78#else 103size_t peer_size_from_peer6(ot_peer6 *peer);
79#define OT_SETIP(peer,ip) memcpy((peer),(((uint8_t*)ip)+12),(OT_IP_SIZE)) 104
80#endif 105/* New style */
81#define OT_SETPORT(peer,port) memcpy(((uint8_t*)(peer))+(OT_IP_SIZE),(port),2) 106#define OT_SETIP(peer, ip) memcpy((uint8_t *)(peer), (ip), OT_IP_SIZE6)
82#define OT_PEERFLAG(peer) (((uint8_t*)(peer))[(OT_IP_SIZE)+2]) 107#define OT_SETPORT(peer, port) memcpy(((uint8_t *)(peer)) + (OT_IP_SIZE6), (port), 2)
83#define OT_PEERTIME(peer) (((uint8_t*)(peer))[(OT_IP_SIZE)+3]) 108#define OT_PEERFLAG(peer) (((uint8_t *)(peer))[(OT_IP_SIZE6) + 2])
109#define OT_PEERFLAG_D(peer, peersize) (((uint8_t *)(peer))[(peersize) - 2])
110#define OT_PEERTIME(peer, peersize) (((uint8_t *)(peer))[(peersize) - 1])
111
112#define PEERS_BENCODED6 "6:peers6"
113#define PEERS_BENCODED4 "5:peers"
84 114
85#define OT_HASH_COMPARE_SIZE (sizeof(ot_hash)) 115#define OT_HASH_COMPARE_SIZE (sizeof(ot_hash))
86#define OT_PEER_COMPARE_SIZE ((OT_IP_SIZE)+2)
87 116
88struct ot_peerlist; 117struct ot_peerlist;
89typedef struct ot_peerlist ot_peerlist; 118typedef struct ot_peerlist ot_peerlist;
90typedef struct { 119typedef struct {
91 ot_hash hash; 120 ot_hash hash;
92 ot_peerlist *peer_list; 121 ot_peerlist *peer_list6;
122 ot_peerlist *peer_list4;
93} ot_torrent; 123} ot_torrent;
94 124
95#include "ot_vector.h" 125#include "ot_vector.h"
96 126
97struct ot_peerlist { 127struct ot_peerlist {
98 ot_time base; 128 ot_time base;
99 size_t seed_count; 129 size_t seed_count;
100 size_t peer_count; 130 size_t peer_count;
101 size_t down_count; 131 size_t down_count;
102/* normal peers vector or 132 /* normal peers vector or
103 pointer to ot_vector[32] buckets if data != NULL and space == 0 133 pointer to ot_vector[32] buckets if data != NULL and space == 0
104*/ 134 */
105 ot_vector peers; 135 ot_vector peers;
106}; 136};
107#define OT_PEERLIST_HASBUCKETS(peer_list) ((peer_list)->peers.size > (peer_list)->peers.space) 137#define OT_PEERLIST_HASBUCKETS(peer_list) ((peer_list)->peers.size > (peer_list)->peers.space)
108 138
109struct ot_workstruct { 139struct ot_workstruct {
110 /* Thread specific, static */ 140 /* Thread specific, static */
111 char *inbuf; 141 char *inbuf;
112#define G_INBUF_SIZE 8192 142#define G_INBUF_SIZE 8192
113 char *outbuf; 143 char *outbuf;
114#define G_OUTBUF_SIZE 8192 144#define G_OUTBUF_SIZE 8192
115#ifdef _DEBUG_HTTPERROR 145#ifdef _DEBUG_HTTPERROR
116 char *debugbuf; 146 char *debugbuf;
117#define G_DEBUGBUF_SIZE 8192 147#define G_DEBUGBUF_SIZE 8192
118#endif 148#endif
119 149
120 /* The peer currently in the working */ 150 /* The peer currently in the working */
121 ot_peer peer; 151 ot_peer6 peer; /* Can fit v6 and v4 peers */
122 152
123 /* Pointers into the request buffer */ 153 /* Pointers into the request buffer */
124 ot_hash *hash; 154 ot_hash *hash;
125 char *peer_id; 155 char *peer_id;
126 156
127 /* HTTP specific, non static */ 157 /* HTTP specific, non static */
128 int keep_alive;
129 char *request; 158 char *request;
130 ssize_t request_size; 159 ssize_t request_size;
131 ssize_t header_size; 160 ssize_t header_size;
132 char *reply; 161 char *reply;
133 ssize_t reply_size; 162 ssize_t reply_size;
163
164 /* Entropy state for rand48 function so that threads don't need to acquire mutexes for
165 global random() or arc4random() state, which causes heavy load on linuxes */
166 uint16_t rand48_state[3];
167
168 int keep_alive;
134}; 169};
135 170
136/* 171/*
@@ -142,31 +177,34 @@ struct ot_workstruct {
142#endif 177#endif
143 178
144#ifdef WANT_SYNC 179#ifdef WANT_SYNC
145#define WANT_SYNC_PARAM( param ) , param 180#define WANT_SYNC_PARAM(param) , param
146#else 181#else
147#define WANT_SYNC_PARAM( param ) 182#define WANT_SYNC_PARAM(param)
148#endif 183#endif
149 184
150#ifdef WANT_LOG_NETWORKS 185#ifdef WANT_LOG_NETWORKS
151#error Live logging networks disabled at the moment. 186#error Live logging networks disabled at the moment.
152#endif 187#endif
153 188
154void trackerlogic_init( ); 189void trackerlogic_init(void);
155void trackerlogic_deinit( void ); 190void trackerlogic_deinit(void);
156void exerr( char * message ); 191void exerr(char *message);
157 192
158/* add_peer_to_torrent does only release the torrent bucket if from_sync is set, 193/* add_peer_to_torrent does only release the torrent bucket if from_sync is set,
159 otherwise it is released in return_peers_for_torrent */ 194 otherwise it is released in return_peers_for_torrent */
160size_t add_peer_to_torrent_and_return_peers( PROTO_FLAG proto, struct ot_workstruct *ws, size_t amount ); 195size_t add_peer_to_torrent_and_return_peers(PROTO_FLAG proto, struct ot_workstruct *ws, size_t amount);
161size_t remove_peer_from_torrent( PROTO_FLAG proto, struct ot_workstruct *ws ); 196size_t remove_peer_from_torrent(PROTO_FLAG proto, struct ot_workstruct *ws);
162size_t return_tcp_scrape_for_torrent( ot_hash *hash, int amount, char *reply ); 197size_t return_tcp_scrape_for_torrent(ot_hash const *hash_list, int amount, char *reply);
163size_t return_udp_scrape_for_torrent( ot_hash hash, char *reply ); 198size_t return_udp_scrape_for_torrent(ot_hash const hash, char *reply);
164void add_torrent_from_saved_state( ot_hash hash, ot_time base, size_t down_count ); 199void add_torrent_from_saved_state(ot_hash const hash, ot_time base, size_t down_count);
200#ifdef _DEBUG_RANDOMTORRENTS
201void trackerlogic_add_random_torrents(size_t amount);
202#endif
165 203
166/* torrent iterator */ 204/* torrent iterator */
167void iterate_all_torrents( int (*for_each)( ot_torrent* torrent, uintptr_t data ), uintptr_t data ); 205void iterate_all_torrents(int (*for_each)(ot_torrent *torrent, uintptr_t data), uintptr_t data);
168 206
169/* Helper, before it moves to its own object */ 207/* Helper, before it moves to its own object */
170void free_peerlist( ot_peerlist *peer_list ); 208void free_peerlist(ot_peerlist *peer_list);
171 209
172#endif 210#endif