diff options
Diffstat (limited to 'ot_clean.c')
| -rw-r--r-- | ot_clean.c | 148 |
1 files changed, 71 insertions, 77 deletions
| @@ -7,29 +7,53 @@ | |||
| 7 | #include <stdlib.h> | 7 | #include <stdlib.h> |
| 8 | #include <string.h> | 8 | #include <string.h> |
| 9 | #include <pthread.h> | 9 | #include <pthread.h> |
| 10 | #include <sys/uio.h> | ||
| 11 | #include <unistd.h> | 10 | #include <unistd.h> |
| 11 | #include <stdint.h> | ||
| 12 | 12 | ||
| 13 | /* Libowfat */ | 13 | /* Libowfat */ |
| 14 | #include "byte.h" | ||
| 15 | #include "io.h" | 14 | #include "io.h" |
| 16 | 15 | ||
| 17 | /* Opentracker */ | 16 | /* Opentracker */ |
| 18 | #include "trackerlogic.h" | 17 | #include "trackerlogic.h" |
| 19 | #include "ot_mutex.h" | 18 | #include "ot_mutex.h" |
| 19 | #include "ot_vector.h" | ||
| 20 | #include "ot_clean.h" | ||
| 21 | |||
| 22 | /* Returns amount of removed peers */ | ||
| 23 | static ssize_t clean_single_bucket( ot_peer *peers, size_t peer_count, time_t timedout, int *removed_seeders ) { | ||
| 24 | ot_peer *last_peer = peers + peer_count, *insert_point; | ||
| 25 | time_t timediff; | ||
| 26 | |||
| 27 | /* Two scan modes: unless there is one peer removed, just increase ot_peertime */ | ||
| 28 | while( peers < last_peer ) { | ||
| 29 | if( ( timediff = timedout + OT_PEERTIME( peers ) ) >= OT_PEER_TIMEOUT ) | ||
| 30 | break; | ||
| 31 | OT_PEERTIME( peers++ ) = timediff; | ||
| 32 | } | ||
| 33 | |||
| 34 | /* If we at least remove one peer, we have to copy */ | ||
| 35 | insert_point = peers; | ||
| 36 | while( peers < last_peer ) | ||
| 37 | if( ( timediff = timedout + OT_PEERTIME( peers ) ) < OT_PEER_TIMEOUT ) { | ||
| 38 | OT_PEERTIME( peers ) = timediff; | ||
| 39 | *(uint64_t*)(insert_point++) = *(uint64_t*)(peers++); | ||
| 40 | } else | ||
| 41 | if( OT_FLAG( peers++ ) & PEER_FLAG_SEEDING ) | ||
| 42 | (*removed_seeders)++; | ||
| 43 | |||
| 44 | return peers - insert_point; | ||
| 45 | } | ||
| 20 | 46 | ||
| 21 | /* Clean a single torrent | 47 | /* Clean a single torrent |
| 22 | return 1 if torrent timed out | 48 | return 1 if torrent timed out |
| 23 | */ | 49 | */ |
| 24 | int clean_single_torrent( ot_torrent *torrent ) { | 50 | int clean_single_torrent( ot_torrent *torrent ) { |
| 25 | ot_peerlist *peer_list = torrent->peer_list; | 51 | ot_peerlist *peer_list = torrent->peer_list; |
| 26 | size_t peers_count = 0, seeds_count; | 52 | ot_vector *bucket_list = &peer_list->peers; |
| 27 | time_t timedout = (int)( NOW - peer_list->base ); | 53 | time_t timedout = (time_t)( g_now_minutes - peer_list->base ); |
| 28 | int i; | 54 | int num_buckets = 1, removed_seeders = 0; |
| 29 | #ifdef WANT_SYNC_BATCH | ||
| 30 | char *new_peers; | ||
| 31 | #endif | ||
| 32 | 55 | ||
| 56 | /* No need to clean empty torrent */ | ||
| 33 | if( !timedout ) | 57 | if( !timedout ) |
| 34 | return 0; | 58 | return 0; |
| 35 | 59 | ||
| @@ -38,97 +62,67 @@ int clean_single_torrent( ot_torrent *torrent ) { | |||
| 38 | return 1; | 62 | return 1; |
| 39 | 63 | ||
| 40 | /* Nothing to be cleaned here? Test if torrent is worth keeping */ | 64 | /* Nothing to be cleaned here? Test if torrent is worth keeping */ |
| 41 | if( timedout > OT_POOLS_COUNT ) { | 65 | if( timedout > OT_PEER_TIMEOUT ) { |
| 42 | if( !peer_list->peer_count ) | 66 | if( !peer_list->peer_count ) |
| 43 | return peer_list->down_count ? 0 : 1; | 67 | return peer_list->down_count ? 0 : 1; |
| 44 | timedout = OT_POOLS_COUNT; | 68 | timedout = OT_PEER_TIMEOUT; |
| 45 | } | 69 | } |
| 46 | 70 | ||
| 47 | /* Release vectors that have timed out */ | 71 | if( OT_PEERLIST_HASBUCKETS( peer_list ) ) { |
| 48 | for( i = OT_POOLS_COUNT - timedout; i < OT_POOLS_COUNT; ++i ) | 72 | num_buckets = bucket_list->size; |
| 49 | free( peer_list->peers[i].data); | 73 | bucket_list = (ot_vector *)bucket_list->data; |
| 50 | |||
| 51 | /* Shift vectors back by the amount of pools that were shifted out */ | ||
| 52 | memmove( peer_list->peers + timedout, peer_list->peers, sizeof( ot_vector ) * ( OT_POOLS_COUNT - timedout ) ); | ||
| 53 | byte_zero( peer_list->peers, sizeof( ot_vector ) * timedout ); | ||
| 54 | |||
| 55 | /* Shift back seed counts as well */ | ||
| 56 | memmove( peer_list->seed_counts + timedout, peer_list->seed_counts, sizeof( size_t ) * ( OT_POOLS_COUNT - timedout ) ); | ||
| 57 | byte_zero( peer_list->seed_counts, sizeof( size_t ) * timedout ); | ||
| 58 | |||
| 59 | #ifdef WANT_SYNC_BATCH | ||
| 60 | /* Save the block modified within last OT_POOLS_TIMEOUT */ | ||
| 61 | if( peer_list->peers[1].size && | ||
| 62 | ( new_peers = realloc( peer_list->changeset.data, sizeof( ot_peer ) * peer_list->peers[1].size ) ) ) | ||
| 63 | { | ||
| 64 | memmove( new_peers, peer_list->peers[1].data, peer_list->peers[1].size ); | ||
| 65 | peer_list->changeset.data = new_peers; | ||
| 66 | peer_list->changeset.size = sizeof( ot_peer ) * peer_list->peers[1].size; | ||
| 67 | } else { | ||
| 68 | free( peer_list->changeset.data ); | ||
| 69 | |||
| 70 | memset( &peer_list->changeset, 0, sizeof( ot_vector ) ); | ||
| 71 | } | 74 | } |
| 72 | #endif | ||
| 73 | 75 | ||
| 74 | peers_count = seeds_count = 0; | 76 | while( num_buckets-- ) { |
| 75 | for( i = 0; i < OT_POOLS_COUNT; ++i ) { | 77 | size_t removed_peers = clean_single_bucket( bucket_list->data, bucket_list->size, timedout, &removed_seeders ); |
| 76 | peers_count += peer_list->peers[i].size; | 78 | peer_list->peer_count -= removed_peers; |
| 77 | seeds_count += peer_list->seed_counts[i]; | 79 | bucket_list->size -= removed_peers; |
| 80 | if( bucket_list->size < removed_peers ) | ||
| 81 | vector_fixup_peers( bucket_list ); | ||
| 82 | ++bucket_list; | ||
| 78 | } | 83 | } |
| 79 | peer_list->seed_count = seeds_count; | ||
| 80 | peer_list->peer_count = peers_count; | ||
| 81 | 84 | ||
| 82 | if( peers_count ) | 85 | peer_list->seed_count -= removed_seeders; |
| 83 | peer_list->base = NOW; | 86 | |
| 87 | /* See, if we need to convert a torrent from simple vector to bucket list */ | ||
| 88 | if( ( peer_list->peer_count > OT_PEER_BUCKET_MINCOUNT ) || OT_PEERLIST_HASBUCKETS(peer_list) ) | ||
| 89 | vector_redistribute_buckets( peer_list ); | ||
| 90 | |||
| 91 | if( peer_list->peer_count ) | ||
| 92 | peer_list->base = g_now_minutes; | ||
| 84 | else { | 93 | else { |
| 85 | /* When we got here, the last time that torrent | 94 | /* When we got here, the last time that torrent |
| 86 | has been touched is OT_POOLS_COUNT units before */ | 95 | has been touched is OT_PEER_TIMEOUT Minutes before */ |
| 87 | peer_list->base = NOW - OT_POOLS_COUNT; | 96 | peer_list->base = g_now_minutes - OT_PEER_TIMEOUT; |
| 88 | } | 97 | } |
| 89 | return 0; | 98 | return 0; |
| 90 | } | ||
| 91 | |||
| 92 | static void clean_make() { | ||
| 93 | int bucket; | ||
| 94 | |||
| 95 | for( bucket = OT_BUCKET_COUNT - 1; bucket >= 0; --bucket ) { | ||
| 96 | ot_vector *torrents_list = mutex_bucket_lock( bucket ); | ||
| 97 | size_t toffs; | ||
| 98 | 99 | ||
| 99 | for( toffs=0; toffs<torrents_list->size; ++toffs ) { | ||
| 100 | ot_torrent *torrent = ((ot_torrent*)(torrents_list->data)) + toffs; | ||
| 101 | if( clean_single_torrent( torrent ) ) { | ||
| 102 | vector_remove_torrent( torrents_list, torrent ); | ||
| 103 | --toffs; continue; | ||
| 104 | } | ||
| 105 | } | ||
| 106 | mutex_bucket_unlock( bucket ); | ||
| 107 | |||
| 108 | /* We want the cleanup to be spread about 2 Minutes to reduce load spikes | ||
| 109 | during cleanup. Sleeping around two minutes was chosen to allow enough | ||
| 110 | time for the actual work and fluctuations in timer. */ | ||
| 111 | usleep( ( 2 * 60 * 1000000 ) / OT_BUCKET_COUNT ); | ||
| 112 | } | ||
| 113 | } | 100 | } |
| 114 | 101 | ||
| 115 | /* Clean up all peers in current bucket, remove timedout pools and | 102 | /* Clean up all peers in current bucket, remove timedout pools and |
| 116 | torrents */ | 103 | torrents */ |
| 117 | static void * clean_worker( void * args ) { | 104 | static void * clean_worker( void * args ) { |
| 118 | args = args; | 105 | args=args; |
| 119 | while( 1 ) { | 106 | while( 1 ) { |
| 120 | ot_tasktype tasktype = TASK_CLEAN; | 107 | int bucket = OT_BUCKET_COUNT; |
| 121 | ot_taskid taskid = mutex_workqueue_poptask( &tasktype ); | 108 | while( bucket-- ) { |
| 122 | clean_make( ); | 109 | ot_vector *torrents_list = mutex_bucket_lock( bucket ); |
| 123 | mutex_workqueue_pushsuccess( taskid ); | 110 | size_t toffs; |
| 111 | |||
| 112 | for( toffs=0; toffs<torrents_list->size; ++toffs ) { | ||
| 113 | ot_torrent *torrent = ((ot_torrent*)(torrents_list->data)) + toffs; | ||
| 114 | if( clean_single_torrent( torrent ) ) { | ||
| 115 | vector_remove_torrent( torrents_list, torrent ); | ||
| 116 | --toffs; continue; | ||
| 117 | } | ||
| 118 | } | ||
| 119 | mutex_bucket_unlock( bucket ); | ||
| 120 | usleep( OT_CLEAN_SLEEP ); | ||
| 121 | } | ||
| 124 | } | 122 | } |
| 125 | return NULL; | 123 | return NULL; |
| 126 | } | 124 | } |
| 127 | 125 | ||
| 128 | void clean_all_torrents( ) { | ||
| 129 | mutex_workqueue_pushtask( 0, TASK_CLEAN ); | ||
| 130 | } | ||
| 131 | |||
| 132 | static pthread_t thread_id; | 126 | static pthread_t thread_id; |
| 133 | void clean_init( void ) { | 127 | void clean_init( void ) { |
| 134 | pthread_create( &thread_id, NULL, clean_worker, NULL ); | 128 | pthread_create( &thread_id, NULL, clean_worker, NULL ); |
