nihilist/tor
1
0
Fork 0
mirror of https://gitlab.torproject.org/tpo/core/tor.git synced 2024-11-24 04:13:28 +01:00
Code Issues Packages Projects Releases Wiki Activity

r12982@Kushana: nickm | 2007-05-18 15:15:14 -0400

Browse Source 
Partial backport candidate: We had a bug where we were downloading descriptors by descriptor digest, but trying to look them up by identity fingerprint when updating their failure count and next retry time.  (Also use correct backoff logic for extrainfo code.)  Needs testing, doubtless.


svn:r10210
This commit is contained in:
Nick Mathewson 2007-05-18 21:19:53 +00:00
parent ec55cf526d
commit e476e61ce0
4 changed files with 132 additions and 56 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ChangeLog
View File

@ -47,6 +47,9 @@ Changes in version 0.2.0.1-alpha - 2007-??-??
- If all of our dirservers have given us bad or no networkstatuses - If all of our dirservers have given us bad or no networkstatuses
lately, then stop hammering them once per minute even when we lately, then stop hammering them once per minute even when we
think they're failed. Fixes another part of bug 422. think they're failed. Fixes another part of bug 422.
- Back off correctly when downloading servers. (Previously, we would
never actually increment the failure count for descriptors we were in
the process of retrieving.)
o Minor fixes (resource management): o Minor fixes (resource management):
- Count the number of open sockets separately from the number - Count the number of open sockets separately from the number

67
src/or/directory.c
View File

@ -2130,52 +2130,59 @@ dir_routerdesc_download_failed(smartlist_t *failed, int status_code,
int was_extrainfo) int was_extrainfo)
{ {
char digest[DIGEST_LEN]; char digest[DIGEST_LEN];
local_routerstatus_t *rs;
time_t now = time(NULL); time_t now = time(NULL);
int server = server_mode(get_options()) && get_options()->DirPort; int server = server_mode(get_options()) && get_options()->DirPort;
(void) was_extrainfo;
SMARTLIST_FOREACH(failed, const char *, cp, SMARTLIST_FOREACH(failed, const char *, cp,
{ {
download_status_t *dls = NULL;
base16_decode(digest, DIGEST_LEN, cp, strlen(cp)); base16_decode(digest, DIGEST_LEN, cp, strlen(cp));
/* XXXX020 BUG BUG BUG. Fails miserably when requesting by desc digest if (was_extrainfo) {
* rather than by identity digest. */ signed_descriptor_t *sd =
rs = router_get_combined_status_by_digest(digest); router_get_by_extrainfo_digest(digest);
if (!rs || rs->n_download_failures >= MAX_ROUTERDESC_DOWNLOAD_FAILURES) if (sd)
dls = &sd->ei_dl_status;
} else {
local_routerstatus_t *rs =
router_get_combined_status_by_descriptor_digest(digest);
if (rs)
dls = &rs->dl_status;
}
if (!dls || dls->n_download_failures >= MAX_ROUTERDESC_DOWNLOAD_FAILURES)
continue; continue;
if (status_code != 503 || server) if (status_code != 503 || server)
++rs->n_download_failures; ++dls->n_download_failures;
if (server) { if (server) {
switch (rs->n_download_failures) { switch (dls->n_download_failures) {
case 0: rs->next_attempt_at = 0; break; case 0: dls->next_attempt_at = 0; break;
case 1: rs->next_attempt_at = 0; break; case 1: dls->next_attempt_at = 0; break;
case 2: rs->next_attempt_at = 0; break; case 2: dls->next_attempt_at = 0; break;
case 3: rs->next_attempt_at = now+60; break; case 3: dls->next_attempt_at = now+60; break;
case 4: rs->next_attempt_at = now+60; break; case 4: dls->next_attempt_at = now+60; break;
case 5: rs->next_attempt_at = now+60*2; break; case 5: dls->next_attempt_at = now+60*2; break;
case 6: rs->next_attempt_at = now+60*5; break; case 6: dls->next_attempt_at = now+60*5; break;
case 7: rs->next_attempt_at = now+60*15; break; case 7: dls->next_attempt_at = now+60*15; break;
default: rs->next_attempt_at = TIME_MAX; break; default: dls->next_attempt_at = TIME_MAX; break;
} }
} else { } else {
switch (rs->n_download_failures) { switch (dls->n_download_failures) {
case 0: rs->next_attempt_at = 0; break; case 0: dls->next_attempt_at = 0; break;
case 1: rs->next_attempt_at = 0; break; case 1: dls->next_attempt_at = 0; break;
case 2: rs->next_attempt_at = now+60; break; case 2: dls->next_attempt_at = now+60; break;
case 3: rs->next_attempt_at = now+60*5; break; case 3: dls->next_attempt_at = now+60*5; break;
case 4: rs->next_attempt_at = now+60*10; break; case 4: dls->next_attempt_at = now+60*10; break;
default: rs->next_attempt_at = TIME_MAX; break; default: dls->next_attempt_at = TIME_MAX; break;
} }
} }
if (rs->next_attempt_at == 0) if (dls->next_attempt_at == 0)
log_debug(LD_DIR, "%s failed %d time(s); I'll try again immediately.", log_debug(LD_DIR, "%s failed %d time(s); I'll try again immediately.",
cp, (int)rs->n_download_failures); cp, (int)dls->n_download_failures);
else if (rs->next_attempt_at < TIME_MAX) else if (dls->next_attempt_at < TIME_MAX)
log_debug(LD_DIR, "%s failed %d time(s); I'll try again in %d seconds.", log_debug(LD_DIR, "%s failed %d time(s); I'll try again in %d seconds.",
cp, (int)rs->n_download_failures, cp, (int)dls->n_download_failures,
(int)(rs->next_attempt_at-now)); (int)(dls->next_attempt_at-now));
else else
log_debug(LD_DIR, "%s failed %d time(s); Giving up for a while.", log_debug(LD_DIR, "%s failed %d time(s); Giving up for a while.",
cp, (int)rs->n_download_failures); cp, (int)dls->n_download_failures);
}); });
/* No need to relaunch descriptor downloads here: we already do it /* No need to relaunch descriptor downloads here: we already do it

23
src/or/or.h
View File

@ -1049,6 +1049,14 @@ typedef enum {
SAVED_IN_JOURNAL SAVED_IN_JOURNAL
} saved_location_t; } saved_location_t;
/** DOCDOC */
typedef struct download_status_t {
time_t next_attempt_at; /**< When should we try downloading this descriptor
* again? */
uint8_t n_download_failures; /**< Number of failures trying to download the
* most recent descriptor. */
} download_status_t;
/** Information need to cache an onion router's descriptor. */ /** Information need to cache an onion router's descriptor. */
typedef struct signed_descriptor_t { typedef struct signed_descriptor_t {
/** Pointer to the raw server descriptor. Not necessarily NUL-terminated. /** Pointer to the raw server descriptor. Not necessarily NUL-terminated.
@ -1064,6 +1072,8 @@ typedef struct signed_descriptor_t {
time_t published_on; time_t published_on;
/** DOCDOC; routerinfo_t only. */ /** DOCDOC; routerinfo_t only. */
char extra_info_digest[DIGEST_LEN]; char extra_info_digest[DIGEST_LEN];
/** DOCDOC; routerinfo_t only: for the corresponding extrainfo. */
download_status_t ei_dl_status;
/** Where is the descriptor saved? */ /** Where is the descriptor saved? */
saved_location_t saved_location; saved_location_t saved_location;
/** If saved_location is SAVED_IN_CACHE or SAVED_IN_JOURNAL, the offset of /** If saved_location is SAVED_IN_CACHE or SAVED_IN_JOURNAL, the offset of
@ -1071,8 +1081,6 @@ typedef struct signed_descriptor_t {
off_t saved_offset; off_t saved_offset;
/* DOCDOC */ /* DOCDOC */
unsigned int do_not_cache : 1; unsigned int do_not_cache : 1;
/* DOCDOC; XXXX020 replace with something smarter. */
unsigned int tried_downloading_extrainfo : 1;
} signed_descriptor_t; } signed_descriptor_t;
/** Information about another onion router in the network. */ /** Information about another onion router in the network. */
@ -1219,12 +1227,9 @@ typedef struct local_routerstatus_t {
* descriptor_digest represents the descriptor we would most like to use for * descriptor_digest represents the descriptor we would most like to use for
* this router. */ * this router. */
routerstatus_t status; routerstatus_t status;
time_t next_attempt_at; /**< When should we try downloading this descriptor
* again? */
time_t last_dir_503_at; /**< When did this router last tell us that it time_t last_dir_503_at; /**< When did this router last tell us that it
* was too busy to serve directory info? */ * was too busy to serve directory info? */
uint8_t n_download_failures; /**< Number of failures trying to download the download_status_t dl_status;
* most recent descriptor. */
unsigned int name_lookup_warned:1; /**< Have we warned the user for referring unsigned int name_lookup_warned:1; /**< Have we warned the user for referring
* to this (unnamed) router by nickname? * to this (unnamed) router by nickname?
*/ */
@ -1285,6 +1290,8 @@ typedef struct {
/** Map from extra-info digest to a signed_descriptor_t. Only for /** Map from extra-info digest to a signed_descriptor_t. Only for
* routers in routers or old_routers. */ * routers in routers or old_routers. */
digestmap_t *extra_info_map; digestmap_t *extra_info_map;
/** DOCDOC */
digestmap_t *desc_by_eid_map;
/** List of routerinfo_t for all currently live routers we know. */ /** List of routerinfo_t for all currently live routers we know. */
smartlist_t *routers; smartlist_t *routers;
/** List of signed_descriptor_t for older router descriptors we're /** List of signed_descriptor_t for older router descriptors we're
@ -3107,6 +3114,7 @@ int hexdigest_to_digest(const char *hexdigest, char *digest);
routerinfo_t *router_get_by_hexdigest(const char *hexdigest); routerinfo_t *router_get_by_hexdigest(const char *hexdigest);
routerinfo_t *router_get_by_digest(const char *digest); routerinfo_t *router_get_by_digest(const char *digest);
signed_descriptor_t *router_get_by_descriptor_digest(const char *digest); signed_descriptor_t *router_get_by_descriptor_digest(const char *digest);
signed_descriptor_t *router_get_by_extrainfo_digest(const char *digest);
signed_descriptor_t *extrainfo_get_by_descriptor_digest(const char *digest); signed_descriptor_t *extrainfo_get_by_descriptor_digest(const char *digest);
const char *signed_descriptor_get_body(signed_descriptor_t *desc); const char *signed_descriptor_get_body(signed_descriptor_t *desc);
int router_digest_version_as_new_as(const char *digest, const char *cutoff); int router_digest_version_as_new_as(const char *digest, const char *cutoff);
@ -3159,6 +3167,9 @@ void clear_trusted_dir_servers(void);
int any_trusted_dir_is_v1_authority(void); int any_trusted_dir_is_v1_authority(void);
networkstatus_t *networkstatus_get_by_digest(const char *digest); networkstatus_t *networkstatus_get_by_digest(const char *digest);
local_routerstatus_t *router_get_combined_status_by_digest(const char *digest); local_routerstatus_t *router_get_combined_status_by_digest(const char *digest);
local_routerstatus_t *router_get_combined_status_by_descriptor_digest(
const char *digest);
routerstatus_t *routerstatus_get_by_hexdigest(const char *hexdigest); routerstatus_t *routerstatus_get_by_hexdigest(const char *hexdigest);
void update_networkstatus_downloads(time_t now); void update_networkstatus_downloads(time_t now);
void update_router_descriptor_downloads(time_t now); void update_router_descriptor_downloads(time_t now);

93
src/or/routerlist.c
View File

@ -58,6 +58,8 @@ static smartlist_t *networkstatus_list = NULL;
/** Global list of local_routerstatus_t for each router, known or unknown. /** Global list of local_routerstatus_t for each router, known or unknown.
* Kept sorted by digest. */ * Kept sorted by digest. */
static smartlist_t *routerstatus_list = NULL; static smartlist_t *routerstatus_list = NULL;
/** DOCDOC */
static digestmap_t *routerstatus_by_desc_digest_map = NULL;
/** Map from lowercase nickname to digest of named server, if any. */ /** Map from lowercase nickname to digest of named server, if any. */
static strmap_t *named_server_map = NULL; static strmap_t *named_server_map = NULL;
@ -1520,6 +1522,18 @@ router_get_by_descriptor_digest(const char *digest)
return digestmap_get(routerlist->desc_digest_map, digest); return digestmap_get(routerlist->desc_digest_map, digest);
} }
/** Return the router in our routerlist whose 20-byte descriptor
* is <b>digest</b>. Return NULL if no such router is known. */
signed_descriptor_t *
router_get_by_extrainfo_digest(const char *digest)
{
tor_assert(digest);
if (!routerlist) return NULL;
return digestmap_get(routerlist->desc_by_eid_map, digest);
}
/** DOCDOC */ /** DOCDOC */
signed_descriptor_t * signed_descriptor_t *
extrainfo_get_by_descriptor_digest(const char *digest) extrainfo_get_by_descriptor_digest(const char *digest)
@ -1567,6 +1581,7 @@ router_get_routerlist(void)
routerlist->old_routers = smartlist_create(); routerlist->old_routers = smartlist_create();
routerlist->identity_map = digestmap_new(); routerlist->identity_map = digestmap_new();
routerlist->desc_digest_map = digestmap_new(); routerlist->desc_digest_map = digestmap_new();
routerlist->desc_by_eid_map = digestmap_new();
routerlist->extra_info_map = digestmap_new(); routerlist->extra_info_map = digestmap_new();
} }
return routerlist; return routerlist;
@ -1641,6 +1656,7 @@ routerlist_free(routerlist_t *rl)
tor_assert(rl); tor_assert(rl);
digestmap_free(rl->identity_map, NULL); digestmap_free(rl->identity_map, NULL);
digestmap_free(rl->desc_digest_map, NULL); digestmap_free(rl->desc_digest_map, NULL);
digestmap_free(rl->desc_by_eid_map, NULL);
digestmap_free(rl->extra_info_map, _extrainfo_free); digestmap_free(rl->extra_info_map, _extrainfo_free);
SMARTLIST_FOREACH(rl->routers, routerinfo_t *, r, SMARTLIST_FOREACH(rl->routers, routerinfo_t *, r,
routerinfo_free(r)); routerinfo_free(r));
@ -1726,6 +1742,9 @@ routerlist_insert(routerlist_t *rl, routerinfo_t *ri)
tor_assert(!ri_old); tor_assert(!ri_old);
digestmap_set(rl->desc_digest_map, ri->cache_info.signed_descriptor_digest, digestmap_set(rl->desc_digest_map, ri->cache_info.signed_descriptor_digest,
&(ri->cache_info)); &(ri->cache_info));
if (!tor_digest_is_zero(ri->cache_info.extra_info_digest))
digestmap_set(rl->desc_by_eid_map, ri->cache_info.extra_info_digest,
&ri->cache_info);
smartlist_add(rl->routers, ri); smartlist_add(rl->routers, ri);
ri->routerlist_index = smartlist_len(rl->routers) - 1; ri->routerlist_index = smartlist_len(rl->routers) - 1;
router_dir_info_changed(); router_dir_info_changed();
@ -1793,6 +1812,8 @@ routerlist_insert_old(routerlist_t *rl, routerinfo_t *ri)
signed_descriptor_t *sd = signed_descriptor_from_routerinfo(ri); signed_descriptor_t *sd = signed_descriptor_from_routerinfo(ri);
digestmap_set(rl->desc_digest_map, sd->signed_descriptor_digest, sd); digestmap_set(rl->desc_digest_map, sd->signed_descriptor_digest, sd);
smartlist_add(rl->old_routers, sd); smartlist_add(rl->old_routers, sd);
if (!tor_digest_is_zero(sd->extra_info_digest))
digestmap_set(rl->desc_by_eid_map, sd->extra_info_digest, sd);
} else { } else {
routerinfo_free(ri); routerinfo_free(ri);
} }
@ -1839,7 +1860,6 @@ routerlist_remove(routerlist_t *rl, routerinfo_t *ri, int idx, int make_old)
ri->cache_info.signed_descriptor_digest); ri->cache_info.signed_descriptor_digest);
tor_assert(ri_tmp == ri); tor_assert(ri_tmp == ri);
router_store_stats.bytes_dropped += ri->cache_info.signed_descriptor_len; router_store_stats.bytes_dropped += ri->cache_info.signed_descriptor_len;
routerinfo_free(ri);
ei_tmp = digestmap_remove(rl->extra_info_map, ei_tmp = digestmap_remove(rl->extra_info_map,
ri->cache_info.extra_info_digest); ri->cache_info.extra_info_digest);
if (ei_tmp) { if (ei_tmp) {
@ -1847,6 +1867,9 @@ routerlist_remove(routerlist_t *rl, routerinfo_t *ri, int idx, int make_old)
ei_tmp->cache_info.signed_descriptor_len; ei_tmp->cache_info.signed_descriptor_len;
extrainfo_free(ei_tmp); extrainfo_free(ei_tmp);
} }
if (!tor_digest_is_zero(ri->cache_info.extra_info_digest))
digestmap_remove(rl->desc_by_eid_map, ri->cache_info.extra_info_digest);
routerinfo_free(ri);
} }
// routerlist_assert_ok(rl); // routerlist_assert_ok(rl);
routerlist_check_bug_417(); routerlist_check_bug_417();
@ -1867,7 +1890,6 @@ routerlist_remove_old(routerlist_t *rl, signed_descriptor_t *sd, int idx)
sd->signed_descriptor_digest); sd->signed_descriptor_digest);
tor_assert(sd_tmp == sd); tor_assert(sd_tmp == sd);
router_store_stats.bytes_dropped += sd->signed_descriptor_len; router_store_stats.bytes_dropped += sd->signed_descriptor_len;
signed_descriptor_free(sd);
ei_tmp = digestmap_remove(rl->extra_info_map, ei_tmp = digestmap_remove(rl->extra_info_map,
sd->extra_info_digest); sd->extra_info_digest);
@ -1876,7 +1898,10 @@ routerlist_remove_old(routerlist_t *rl, signed_descriptor_t *sd, int idx)
ei_tmp->cache_info.signed_descriptor_len; ei_tmp->cache_info.signed_descriptor_len;
extrainfo_free(ei_tmp); extrainfo_free(ei_tmp);
} }
if (!tor_digest_is_zero(sd->extra_info_digest))
digestmap_remove(rl->desc_by_eid_map, sd->extra_info_digest);
signed_descriptor_free(sd);
routerlist_check_bug_417(); routerlist_check_bug_417();
// routerlist_assert_ok(rl); // routerlist_assert_ok(rl);
} }
@ -1940,6 +1965,9 @@ routerlist_replace(routerlist_t *rl, routerinfo_t *ri_old,
extrainfo_free(ei_tmp); extrainfo_free(ei_tmp);
} }
} }
if (!tor_digest_is_zero(ri_old->cache_info.extra_info_digest))
digestmap_remove(rl->desc_by_eid_map,
ri_old->cache_info.extra_info_digest);
routerinfo_free(ri_old); routerinfo_free(ri_old);
} }
// routerlist_assert_ok(rl); // routerlist_assert_ok(rl);
@ -1981,6 +2009,10 @@ routerlist_free_all(void)
smartlist_free(routerstatus_list); smartlist_free(routerstatus_list);
routerstatus_list = NULL; routerstatus_list = NULL;
} }
if (routerstatus_by_desc_digest_map) {
digestmap_free(routerstatus_by_desc_digest_map, NULL);
routerstatus_by_desc_digest_map = NULL;
}
if (named_server_map) { if (named_server_map) {
strmap_free(named_server_map, _tor_free); strmap_free(named_server_map, _tor_free);
} }
@ -2941,6 +2973,24 @@ router_get_combined_status_by_digest(const char *digest)
_compare_digest_to_routerstatus_entry); _compare_digest_to_routerstatus_entry);
} }
/** DOCDOC */
local_routerstatus_t *
router_get_combined_status_by_descriptor_digest(const char *digest)
{
if (!routerstatus_by_desc_digest_map)
return NULL;
#if 0
/* XXXX020 this could conceivably be critical path when a whole lot
* of descriptors fail. Maybe we should use a digest map instead.*/
SMARTLIST_FOREACH(routerstatus_list, local_routerstatus_t *, lrs,
if (!memcmp(lrs->status.descriptor_digest, digest))
return lrs);
return NULL;
#else
return digestmap_get(routerstatus_by_desc_digest_map, digest);
#endif
}
/** Given a nickname (possibly verbose, possibly a hexadecimal digest), return /** Given a nickname (possibly verbose, possibly a hexadecimal digest), return
* the corresponding local_routerstatus_t, or NULL if none exists. Warn the * the corresponding local_routerstatus_t, or NULL if none exists. Warn the
* user if <b>warn_if_unnamed</b> is set, and they have specified a router by * user if <b>warn_if_unnamed</b> is set, and they have specified a router by
@ -3916,8 +3966,8 @@ routerstatus_list_update_from_networkstatus(time_t now)
if ((rs_old = router_get_combined_status_by_digest(lowest))) { if ((rs_old = router_get_combined_status_by_digest(lowest))) {
if (!memcmp(rs_out->status.descriptor_digest, if (!memcmp(rs_out->status.descriptor_digest,
most_recent->descriptor_digest, DIGEST_LEN)) { most_recent->descriptor_digest, DIGEST_LEN)) {
rs_out->n_download_failures = rs_old->n_download_failures; rs_out->dl_status.n_download_failures = rs_old->dl_status.n_download_failures;
rs_out->next_attempt_at = rs_old->next_attempt_at; rs_out->dl_status.next_attempt_at = rs_old->dl_status.next_attempt_at;
} }
rs_out->name_lookup_warned = rs_old->name_lookup_warned; rs_out->name_lookup_warned = rs_old->name_lookup_warned;
rs_out->last_dir_503_at = rs_old->last_dir_503_at; rs_out->last_dir_503_at = rs_old->last_dir_503_at;
@ -3964,6 +4014,14 @@ routerstatus_list_update_from_networkstatus(time_t now)
smartlist_free(routerstatus_list); smartlist_free(routerstatus_list);
routerstatus_list = result; routerstatus_list = result;
if (routerstatus_by_desc_digest_map)
digestmap_free(routerstatus_by_desc_digest_map, NULL);
routerstatus_by_desc_digest_map = digestmap_new();
SMARTLIST_FOREACH(routerstatus_list, local_routerstatus_t *, rs,
digestmap_set(routerstatus_by_desc_digest_map,
rs->status.descriptor_digest,
rs));
tor_free(networkstatus); tor_free(networkstatus);
tor_free(index); tor_free(index);
tor_free(size); tor_free(size);
@ -4019,8 +4077,8 @@ routers_update_status_from_networkstatus(smartlist_t *routers,
ds->n_networkstatus_failures = 0; ds->n_networkstatus_failures = 0;
} }
if (reset_failures) { if (reset_failures) {
rs->n_download_failures = 0; rs->dl_status.n_download_failures = 0;
rs->next_attempt_at = 0; rs->dl_status.next_attempt_at = 0;
} }
}); });
router_dir_info_changed(); router_dir_info_changed();
@ -4165,7 +4223,7 @@ router_list_client_downloadable(void)
/* Oddly, we have a descriptor more recent than the 'best' one, but it /* Oddly, we have a descriptor more recent than the 'best' one, but it
was once best. So that's okay. */ was once best. So that's okay. */
++n_uptodate; ++n_uptodate;
} else if (rs->next_attempt_at > now) { } else if (rs->dl_status.next_attempt_at > now) {
/* We failed too recently to try again. */ /* We failed too recently to try again. */
++n_not_ready; ++n_not_ready;
} else { } else {
@ -4455,13 +4513,12 @@ update_router_descriptor_downloads(time_t now)
static INLINE int static INLINE int
should_download_extrainfo(signed_descriptor_t *sd, should_download_extrainfo(signed_descriptor_t *sd,
const routerlist_t *rl, const routerlist_t *rl,
const digestmap_t *pending) const digestmap_t *pending,
time_t now)
{ {
const char *d = sd->extra_info_digest; const char *d = sd->extra_info_digest;
/* XXXX020 Check for failures; keep a failure count. Don't just return (!tor_digest_is_zero(d) &&
* do this dumb "try once and give up" thing. */ sd->ei_dl_status.next_attempt_at <= now &&
return (!sd->tried_downloading_extrainfo &&
!tor_digest_is_zero(d) &&
!digestmap_get(rl->extra_info_map, d) && !digestmap_get(rl->extra_info_map, d) &&
!digestmap_get(pending, d)); !digestmap_get(pending, d));
} }
@ -4475,7 +4532,6 @@ update_extrainfo_downloads(time_t now)
smartlist_t *wanted; smartlist_t *wanted;
digestmap_t *pending; digestmap_t *pending;
int i; int i;
(void) now;
if (! options->DownloadExtraInfo) if (! options->DownloadExtraInfo)
return; return;
@ -4484,16 +4540,14 @@ update_extrainfo_downloads(time_t now)
rl = router_get_routerlist(); rl = router_get_routerlist();
wanted = smartlist_create(); wanted = smartlist_create();
SMARTLIST_FOREACH(rl->routers, routerinfo_t *, ri, { SMARTLIST_FOREACH(rl->routers, routerinfo_t *, ri, {
if (should_download_extrainfo(&ri->cache_info, rl, pending)) { if (should_download_extrainfo(&ri->cache_info, rl, pending, now)) {
smartlist_add(wanted, ri->cache_info.extra_info_digest); smartlist_add(wanted, ri->cache_info.extra_info_digest);
ri->cache_info.tried_downloading_extrainfo = 1; /*XXXX020 be smarter.*/
} }
}); });
if (options->DirPort) { if (options->DirPort) {
SMARTLIST_FOREACH(rl->old_routers, signed_descriptor_t *, sd, { SMARTLIST_FOREACH(rl->old_routers, signed_descriptor_t *, sd, {
if (should_download_extrainfo(sd, rl, pending)) { if (should_download_extrainfo(sd, rl, pending, now)) {
smartlist_add(wanted, sd->extra_info_digest); smartlist_add(wanted, sd->extra_info_digest);
sd->tried_downloading_extrainfo = 1; /*XXXX020 be smarter. */
} }
}); });
} }
@ -4637,9 +4691,10 @@ router_reset_descriptor_download_failures(void)
return; return;
SMARTLIST_FOREACH(routerstatus_list, local_routerstatus_t *, rs, SMARTLIST_FOREACH(routerstatus_list, local_routerstatus_t *, rs,
{ {
rs->n_download_failures = 0; rs->dl_status.n_download_failures = 0;
rs->next_attempt_at = 0; rs->dl_status.next_attempt_at = 0;
}); });
/* XXXX020 reset extrainfo dl status too. */
tor_assert(networkstatus_list); tor_assert(networkstatus_list);
SMARTLIST_FOREACH(networkstatus_list, networkstatus_t *, ns, SMARTLIST_FOREACH(networkstatus_list, networkstatus_t *, ns,
SMARTLIST_FOREACH(ns->entries, routerstatus_t *, rs, SMARTLIST_FOREACH(ns->entries, routerstatus_t *, rs,