Merge commit 'karsten/entrystats-master'

Conflicts:
	ChangeLog
	configure.in
	src/or/config.c
	src/or/or.h
This commit is contained in:
Nick Mathewson 2009-07-07 14:26:50 -04:00
commit 041a7b9896
6 changed files with 86 additions and 1 deletions

View File

@ -25,6 +25,10 @@ Changes in version 0.2.2.1-alpha - 2009-??-??
queues to disk every 24 hours. To enable this, run configure with queues to disk every 24 hours. To enable this, run configure with
the --enable-buffer-stats option, and set "CellStatistics 1" in your the --enable-buffer-stats option, and set "CellStatistics 1" in your
torrc. torrc.
- Entry nodes can write statistics on the rough number and origins of
connecting clients to disk every 24 hours. To enable this, run
configure with the --enable-entry-stats option, and set
"EntryStatistics 1" in your torrc.
o Minor bugfixes o Minor bugfixes
- Hidden service clients didn't use a cached service descriptor that - Hidden service clients didn't use a cached service descriptor that

View File

@ -106,6 +106,13 @@ if test "$enable_buffer_stats" = "yes"; then
AC_DEFINE(ENABLE_BUFFER_STATS, 1, [Defined if we try to collect buffer statistics]) AC_DEFINE(ENABLE_BUFFER_STATS, 1, [Defined if we try to collect buffer statistics])
fi fi
AC_ARG_ENABLE(entry-stats,
AS_HELP_STRING(--enable-entry-stats, enable code for entry guards to collect per-country statistics))
if test "$enable_entry_stats" = "yes"; then
AC_DEFINE(ENABLE_ENTRY_STATS, 1, [Defined if we try to collect per-country statistics])
fi
AC_ARG_ENABLE(gcc-warnings, AC_ARG_ENABLE(gcc-warnings,
AS_HELP_STRING(--enable-gcc-warnings, enable verbose warnings)) AS_HELP_STRING(--enable-gcc-warnings, enable verbose warnings))

View File

@ -199,6 +199,7 @@ static config_var_t _option_vars[] = {
V(DownloadExtraInfo, BOOL, "0"), V(DownloadExtraInfo, BOOL, "0"),
V(EnforceDistinctSubnets, BOOL, "1"), V(EnforceDistinctSubnets, BOOL, "1"),
V(EntryNodes, ROUTERSET, NULL), V(EntryNodes, ROUTERSET, NULL),
V(EntryStatistics, BOOL, "0"),
V(TestingEstimatedDescriptorPropagationTime, INTERVAL, "10 minutes"), V(TestingEstimatedDescriptorPropagationTime, INTERVAL, "10 minutes"),
V(ExcludeNodes, ROUTERSET, NULL), V(ExcludeNodes, ROUTERSET, NULL),
V(ExcludeExitNodes, ROUTERSET, NULL), V(ExcludeExitNodes, ROUTERSET, NULL),
@ -1396,6 +1397,7 @@ options_act(or_options_t *old_options)
log_warn(LD_CONFIG, "ExitPortStatistics enabled, but Tor was built " log_warn(LD_CONFIG, "ExitPortStatistics enabled, but Tor was built "
"without port statistics support."); "without port statistics support.");
#endif #endif
#ifdef ENABLE_BUFFER_STATS #ifdef ENABLE_BUFFER_STATS
if (options->CellStatistics) if (options->CellStatistics)
log_notice(LD_CONFIG, "Configured to measure cell statistics. Look " log_notice(LD_CONFIG, "Configured to measure cell statistics. Look "
@ -1406,6 +1408,26 @@ options_act(or_options_t *old_options)
log_warn(LD_CONFIG, "CellStatistics enabled, but Tor was built " log_warn(LD_CONFIG, "CellStatistics enabled, but Tor was built "
"without cell statistics support."); "without cell statistics support.");
#endif #endif
#ifdef ENABLE_ENTRY_STATS
if (options->EntryStatistics) {
if (should_record_bridge_info(options)) {
/* Don't allow measuring statistics on entry guards when configured
* as bridge. */
log_warn(LD_CONFIG, "Bridges cannot be configured to measure "
"additional GeoIP statistics as entry guards.");
return -1;
} else
log_notice(LD_CONFIG, "Configured to measure entry node "
"statistics. Look for the entry-stats file that will "
"first be written to the data directory in 24 hours "
"from now.");
}
#else
if (options->EntryStatistics)
log_warn(LD_CONFIG, "EntryStatistics enabled, but Tor was built "
"without entry node statistics support.");
#endif
/* Check if we need to parse and add the EntryNodes config option. */ /* Check if we need to parse and add the EntryNodes config option. */
if (options->EntryNodes && if (options->EntryNodes &&
(!old_options || (!old_options ||

View File

@ -13,6 +13,7 @@
static void clear_geoip_db(void); static void clear_geoip_db(void);
static void dump_geoip_stats(void); static void dump_geoip_stats(void);
static void dump_entry_stats(void);
/** An entry from the GeoIP file: maps an IP range to a country. */ /** An entry from the GeoIP file: maps an IP range to a country. */
typedef struct geoip_entry_t { typedef struct geoip_entry_t {
@ -308,8 +309,13 @@ geoip_note_client_seen(geoip_client_action_t action,
or_options_t *options = get_options(); or_options_t *options = get_options();
clientmap_entry_t lookup, *ent; clientmap_entry_t lookup, *ent;
if (action == GEOIP_CLIENT_CONNECT) { if (action == GEOIP_CLIENT_CONNECT) {
#ifdef ENABLE_ENTRY_STATS
if (!options->EntryStatistics)
return;
#else
if (!(options->BridgeRelay && options->BridgeRecordUsageByCountry)) if (!(options->BridgeRelay && options->BridgeRecordUsageByCountry))
return; return;
#endif
/* Did we recently switch from bridge to relay or back? */ /* Did we recently switch from bridge to relay or back? */
if (client_history_starts > now) if (client_history_starts > now)
return; return;
@ -337,6 +343,8 @@ geoip_note_client_seen(geoip_client_action_t action,
geoip_remove_old_clients(current_request_period_starts); geoip_remove_old_clients(current_request_period_starts);
/* Before rotating, write the current stats to disk. */ /* Before rotating, write the current stats to disk. */
dump_geoip_stats(); dump_geoip_stats();
if (get_options()->EntryStatistics)
dump_entry_stats();
/* Now rotate request period */ /* Now rotate request period */
SMARTLIST_FOREACH(geoip_countries, geoip_country_t *, c, { SMARTLIST_FOREACH(geoip_countries, geoip_country_t *, c, {
memmove(&c->n_v2_ns_requests[0], &c->n_v2_ns_requests[1], memmove(&c->n_v2_ns_requests[0], &c->n_v2_ns_requests[1],
@ -657,6 +665,40 @@ dump_geoip_stats(void)
#endif #endif
} }
/** Store all our geoip statistics as entry guards into
* $DATADIR/entry-stats. */
static void
dump_entry_stats(void)
{
#ifdef ENABLE_ENTRY_STATS
time_t now = time(NULL);
char *filename = get_datadir_fname("entry-stats");
char *data = NULL;
char since[ISO_TIME_LEN+1], written[ISO_TIME_LEN+1];
open_file_t *open_file = NULL;
FILE *out;
data = geoip_get_client_history(now, GEOIP_CLIENT_CONNECT);
format_iso_time(since, geoip_get_history_start());
format_iso_time(written, now);
out = start_writing_to_stdio_file(filename, OPEN_FLAGS_APPEND,
0600, &open_file);
if (!out)
goto done;
if (fprintf(out, "written %s\nstarted-at %s\nips %s\n",
written, since, data ? data : "") < 0)
goto done;
finish_writing_to_file(open_file);
open_file = NULL;
done:
if (open_file)
abort_writing_to_file(open_file);
tor_free(filename);
tor_free(data);
#endif
}
/** Helper used to implement GETINFO ip-to-country/... controller command. */ /** Helper used to implement GETINFO ip-to-country/... controller command. */
int int
getinfo_helper_geoip(control_connection_t *control_conn, getinfo_helper_geoip(control_connection_t *control_conn,

View File

@ -2498,6 +2498,9 @@ typedef struct {
/** If true, the user wants us to collect cell statistics. */ /** If true, the user wants us to collect cell statistics. */
int CellStatistics; int CellStatistics;
/** If true, the user wants us to collect statistics as entry node. */
int EntryStatistics;
/** If true, do not believe anybody who tells us that a domain resolves /** If true, do not believe anybody who tells us that a domain resolves
* to an internal address, or that an internal address has a PTR mapping. * to an internal address, or that an internal address has a PTR mapping.
* Helps avoid some cross-site attacks. */ * Helps avoid some cross-site attacks. */
@ -3615,6 +3618,10 @@ int dnsserv_launch_request(const char *name, int is_reverse);
* we are willing to talk about it? */ * we are willing to talk about it? */
#define DIR_RECORD_USAGE_MIN_OBSERVATION_TIME (24*60*60) #define DIR_RECORD_USAGE_MIN_OBSERVATION_TIME (24*60*60)
/** Time interval: Flush geoip data to disk this often when measuring on an
* entry guard. */
#define ENTRY_RECORD_USAGE_RETAIN_IPS (24*60*60)
#ifdef GEOIP_PRIVATE #ifdef GEOIP_PRIVATE
int geoip_parse_entry(const char *line); int geoip_parse_entry(const char *line);
#endif #endif
@ -3630,7 +3637,7 @@ country_t geoip_get_country(const char *countrycode);
* the others, we're not. * the others, we're not.
*/ */
typedef enum { typedef enum {
/** We've noticed a connection as a bridge relay. */ /** We've noticed a connection as a bridge relay or entry guard. */
GEOIP_CLIENT_CONNECT = 0, GEOIP_CLIENT_CONNECT = 0,
/** We've served a networkstatus consensus as a directory server. */ /** We've served a networkstatus consensus as a directory server. */
GEOIP_CLIENT_NETWORKSTATUS = 1, GEOIP_CLIENT_NETWORKSTATUS = 1,

View File

@ -1918,6 +1918,9 @@ extrainfo_get_client_geoip_summary(time_t now)
int geoip_purge_interval = 48*60*60; int geoip_purge_interval = 48*60*60;
#ifdef ENABLE_GEOIP_STATS #ifdef ENABLE_GEOIP_STATS
geoip_purge_interval = DIR_RECORD_USAGE_RETAIN_IPS; geoip_purge_interval = DIR_RECORD_USAGE_RETAIN_IPS;
#endif
#ifdef ENABLE_ENTRY_STATS
geoip_purge_interval = ENTRY_RECORD_USAGE_RETAIN_IPS;
#endif #endif
if (now > last_purged_at+geoip_purge_interval) { if (now > last_purged_at+geoip_purge_interval) {
/* (Note that this also discards items in the client history with /* (Note that this also discards items in the client history with