[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]
[or-cvs] r8313: Backport 7062 and 8311: Fix major performance regression in (in tor/branches/tor-0_1_1-patches: . src/or)
- To: or-cvs@xxxxxxxxxxxxx
- Subject: [or-cvs] r8313: Backport 7062 and 8311: Fix major performance regression in (in tor/branches/tor-0_1_1-patches: . src/or)
- From: nickm@xxxxxxxx
- Date: Thu, 31 Aug 2006 14:52:06 -0400 (EDT)
- Delivered-to: archiver@seul.org
- Delivered-to: or-cvs-outgoing@seul.org
- Delivered-to: or-cvs@seul.org
- Delivery-date: Thu, 31 Aug 2006 14:52:13 -0400
- Reply-to: or-talk@xxxxxxxxxxxxx
- Sender: owner-or-cvs@xxxxxxxxxxxxx
Author: nickm
Date: 2006-08-31 14:52:05 -0400 (Thu, 31 Aug 2006)
New Revision: 8313
Modified:
tor/branches/tor-0_1_1-patches/ChangeLog
tor/branches/tor-0_1_1-patches/src/or/routerlist.c
Log:
Backport 7062 and 8311: Fix major performance regression in 0.1.1.x
Modified: tor/branches/tor-0_1_1-patches/ChangeLog
===================================================================
--- tor/branches/tor-0_1_1-patches/ChangeLog 2006-08-31 18:47:54 UTC (rev 8312)
+++ tor/branches/tor-0_1_1-patches/ChangeLog 2006-08-31 18:52:05 UTC (rev 8313)
@@ -2,6 +2,10 @@
o Major bugfixes:
- Allow really slow clients to not hang up five minutes into their
directory downloads (suggested by Adam J. Richter).
+ - Fix major performance regression from 0.1.0.x: instead of checking
+ whether we have enough directory information every time we want to
+ do something, only check when the directory information has changed.
+ This should improve client CPU usage by 25-50%.
o Minor bugfixes:
- Allow Tor to start when RunAsDaemon is set but no logs are set.
Modified: tor/branches/tor-0_1_1-patches/src/or/routerlist.c
===================================================================
--- tor/branches/tor-0_1_1-patches/src/or/routerlist.c 2006-08-31 18:47:54 UTC (rev 8312)
+++ tor/branches/tor-0_1_1-patches/src/or/routerlist.c 2006-08-31 18:52:05 UTC (rev 8313)
@@ -39,6 +39,8 @@
static local_routerstatus_t *router_get_combined_status_by_nickname(
const char *nickname,
int warn_if_unnamed);
+static void update_router_have_minimum_dir_info(void);
+static void router_dir_info_changed(void);
/****************************************************************************/
@@ -525,6 +527,7 @@
});
}
last_networkstatus_download_attempted = 0;
+ router_dir_info_changed();
}
/** Reset all internal variables used to count failed downloads of network
@@ -1165,6 +1168,7 @@
smartlist_free(rl->routers);
smartlist_free(rl->old_routers);
tor_free(rl);
+ router_dir_info_changed();
}
void
@@ -1235,6 +1239,7 @@
digestmap_set(rl->desc_digest_map, ri->cache_info.signed_descriptor_digest,
&(ri->cache_info));
smartlist_add(rl->routers, ri);
+ router_dir_info_changed();
// routerlist_assert_ok(rl);
}
@@ -1267,6 +1272,7 @@
return;
smartlist_del(rl->routers, idx);
ri_tmp = digestmap_remove(rl->identity_map, ri->cache_info.identity_digest);
+ router_dir_info_changed();
tor_assert(ri_tmp == ri);
if (make_old && get_options()->DirPort) {
signed_descriptor_t *sd;
@@ -1310,6 +1316,7 @@
{
tor_assert(ri_old != ri_new);
idx = _routerlist_find_elt(rl->routers, ri_old, idx);
+ router_dir_info_changed();
if (idx >= 0) {
smartlist_set(rl->routers, idx, ri_new);
} else {
@@ -1463,6 +1470,7 @@
if (status) {
status->status.is_running = up;
}
+ router_dir_info_changed();
}
/** Add <b>router</b> to the routerlist, if we don't already have it. Replace
@@ -2176,6 +2184,7 @@
(source==NS_FROM_DIR?"downloaded from":"generated for"),
trusted_dir->description, published);
networkstatus_list_has_changed = 1;
+ router_dir_info_changed();
smartlist_sort(networkstatus_list, _compare_networkstatus_published_on);
@@ -2217,6 +2226,7 @@
dirserv_set_cached_networkstatus_v2(NULL, ns->identity_digest, 0);
}
networkstatus_free(ns);
+ router_dir_info_changed();
}
}
@@ -2607,6 +2617,7 @@
ent->fake_status.dir_port = ent->dir_port;
smartlist_add(trusted_dir_servers, ent);
+ router_dir_info_changed();
}
/** Free storage held in <b>ds</b> */
@@ -2630,6 +2641,7 @@
} else {
trusted_dir_servers = smartlist_create();
}
+ router_dir_info_changed();
}
/** Return 1 if any trusted dir server supports v1 directories,
@@ -2734,6 +2746,8 @@
(!networkstatus_list_has_changed && !routerstatus_list_has_changed))
return;
+ router_dir_info_changed();
+
now = time(NULL);
if (networkstatus_list_has_changed)
routerstatus_list_update_from_networkstatus(now);
@@ -2890,8 +2904,10 @@
}
}
}
- if (changed)
+ if (changed) {
networkstatus_list_has_changed = 1;
+ router_dir_info_changed();
+ }
}
/** Helper for routerstatus_list_update_from_networkstatus: remember how many
@@ -2921,6 +2937,7 @@
/* compute which network statuses will have a vote now */
networkstatus_list_update_recent(now);
+ router_dir_info_changed();
if (!networkstatus_list_has_changed)
return;
@@ -3212,6 +3229,7 @@
rs->next_attempt_at = 0;
}
});
+ router_dir_info_changed();
}
/** For every router descriptor we are currently downloading by descriptor
@@ -3300,13 +3318,13 @@
* running, or otherwise not a descriptor that we would make any
* use of even if we had it. Else return 1. */
static int
-client_would_use_router(routerstatus_t *rs, time_t now)
+client_would_use_router(routerstatus_t *rs, time_t now, or_options_t *options)
{
if (rs->published_on + ROUTER_MAX_AGE < now) {
/* This one is too old to consider. */
return 0;
}
- if (!rs->is_running && !get_options()->FetchUselessDescriptors) {
+ if (!rs->is_running && !options->FetchUselessDescriptors) {
/* If we had this router descriptor, we wouldn't even bother using it.
* But, if we want to have a complete list, fetch it anyway. */
return 0;
@@ -3330,6 +3348,7 @@
time_t now = time(NULL);
/* these are just used for logging */
int n_not_ready = 0, n_in_progress = 0, n_uptodate = 0, n_wouldnt_use = 0;
+ or_options_t *options = get_options();
if (!routerstatus_list)
return downloadable;
@@ -3341,7 +3360,7 @@
SMARTLIST_FOREACH(routerstatus_list, local_routerstatus_t *, rs,
{
routerinfo_t *ri;
- if (!client_would_use_router(&rs->status, now)) {
+ if (!client_would_use_router(&rs->status, now, options)) {
/* We wouldn't want this descriptor even if we got it. */
++n_wouldnt_use;
} else if (digestmap_get(downloading, rs->status.descriptor_digest)) {
@@ -3615,11 +3634,15 @@
{
int count = 0;
time_t now = time(NULL);
+ or_options_t *options = get_options();
SMARTLIST_FOREACH(entries, routerstatus_t *, rs,
- if (client_would_use_router(rs, now)) count++);
+ if (client_would_use_router(rs, now, options)) count++);
return count;
}
+static int have_min_dir_info = 0;
+static int need_to_update_have_min_dir_info = 1;
+
/** Return true iff we have enough networkstatus and router information to
* start building circuits. Right now, this means "more than half the
* networkstatus documents, and at least 1/4 of expected routers." */
@@ -3627,9 +3650,29 @@
int
router_have_minimum_dir_info(void)
{
+ if (need_to_update_have_min_dir_info) {
+ update_router_have_minimum_dir_info();
+ need_to_update_have_min_dir_info = 0;
+ }
+ return have_min_dir_info;
+}
+
+/** DOCDOC
+ * Must change when authorities change, networkstatuses change, or list of
+ * routerdescs changes.
+ */
+static void
+router_dir_info_changed(void)
+{
+ need_to_update_have_min_dir_info = 1;
+}
+
+/** DOCDOC */
+static void
+update_router_have_minimum_dir_info(void)
+{
int tot = 0, num_running = 0;
int n_ns, n_authorities, res, avg;
- static int have_enough = 0;
if (!networkstatus_list || !routerlist) {
res = 0;
goto done;
@@ -3655,18 +3698,18 @@
});
res = smartlist_len(routerlist->routers) >= (avg/4) && num_running > 2;
done:
- if (res && !have_enough) {
+ if (res && !have_min_dir_info) {
log(LOG_NOTICE, LD_DIR,
"We now have enough directory information to build circuits.");
}
- if (!res && have_enough) {
+ if (!res && have_min_dir_info) {
log(LOG_NOTICE, LD_DIR,"Our directory information is no longer up-to-date "
"enough to build circuits.%s",
num_running > 2 ? "" : " (Not enough servers seem reachable -- "
"is your network connection down?)");
}
- have_enough = res;
- return res;
+ need_to_update_have_min_dir_info = 0;
+ have_min_dir_info = res;
}
/** Return true iff we have downloaded, or attempted to download at least