[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]

[or-cvs] r13626: Apply patch from Sebastian Hahn: stop imposing an arbitrary (in tor/trunk: . src/common src/or)

To: or-cvs@xxxxxxxxxxxxx
Subject: [or-cvs] r13626: Apply patch from Sebastian Hahn: stop imposing an arbitrary (in tor/trunk: . src/common src/or)
From: nickm@xxxxxxxx
Date: Wed, 20 Feb 2008 17:28:27 -0500 (EST)
Delivered-to: archiver@xxxxxxxx
Delivered-to: or-cvs-outgoing@xxxxxxxx
Delivered-to: or-cvs@xxxxxxxx
Delivery-date: Wed, 20 Feb 2008 17:28:32 -0500
Reply-to: or-dev@xxxxxxxxxxxxx
Sender: owner-or-cvs@xxxxxxxxxxxxx

Author: nickm
Date: 2008-02-20 17:28:26 -0500 (Wed, 20 Feb 2008)
New Revision: 13626

Modified:
   tor/trunk/
   tor/trunk/ChangeLog
   tor/trunk/src/common/compat.c
   tor/trunk/src/common/compat.h
   tor/trunk/src/or/config.c
   tor/trunk/src/or/or.h
Log:
 r18269@catbus:  nickm | 2008-02-20 17:28:24 -0500
 Apply patch from Sebastian Hahn: stop imposing an arbitrary maximum on the number of file descriptors used for busy servers.  Bug reported by Olaf Selke.



Property changes on: tor/trunk
___________________________________________________________________
 svk:merge ticket from /tor/trunk [r18269] on 8246c3cf-6607-4228-993b-4d95d33730f1

Modified: tor/trunk/ChangeLog
===================================================================
--- tor/trunk/ChangeLog	2008-02-20 22:28:09 UTC (rev 13625)
+++ tor/trunk/ChangeLog	2008-02-20 22:28:26 UTC (rev 13626)
@@ -30,6 +30,9 @@
     - Add a --with-tcmalloc option to the configure script to link
       against tcmalloc (if present).  Does not yet search for
       non-system include paths.
+    - Stop imposing an arbitrary maximum on the number of file descriptors
+      used for busy servers.  Bug reported by Olaf Selke; patch from
+      Sebastian Hahn.
 
   o Minor features (controller):
     - Add a new __HashedControlSessionPassword option for controllers

Modified: tor/trunk/src/common/compat.c
===================================================================
--- tor/trunk/src/common/compat.c	2008-02-20 22:28:09 UTC (rev 13625)
+++ tor/trunk/src/common/compat.c	2008-02-20 22:28:26 UTC (rev 13626)
@@ -756,46 +756,76 @@
 /** Learn the maximum allowed number of file descriptors. (Some systems
  * have a low soft limit.
  *
- * We compute this by finding the largest number between <b>limit</b>
- * and <b>cap</b> that we can use. If we can't find a number greater
- * than or equal to <b>limit</b>, then we fail: return -1.
+ * We compute this by finding the largest number that we can use.
+ * If we can't find a number greater than or equal to <b>limit</b>,
+ * then we fail: return -1.
  *
- * Otherwise, return the number minus some buffer to allow for other
- * file descriptors we'll want available for ordinary use. */
+ * Otherwise, return 0 and store the maximum we found inside <b>max_out</b>.*/
 int
-set_max_file_descriptors(unsigned long limit, unsigned long cap)
+set_max_file_descriptors(unsigned long limit, int *max_out)
 {
+#define DEFAULT_MAX_CONNECTIONS 15000
+#define CYGWIN_MAX_CONNECTIONS 3200
+#define IPHONE_MAX_CONNECTIONS 9999
+  /* Define some maximum connections values for systems where we cannot
+   * automatically determine a limit. Re Cygwin, see
+   * http://archives.seul.org/or/talk/Aug-2006/msg00210.html
+   * For an iPhone, 9999 should work. For Windows and all other unknown
+   * systems we use 15000 as the default. */
 #ifndef HAVE_GETRLIMIT
   log_fn(LOG_INFO, LD_NET,
          "This platform is missing getrlimit(). Proceeding.");
-  if (limit < cap) {
-    log_info(LD_CONFIG, "ConnLimit must be at most %d. Using that.", (int)cap);
-    limit = cap;
+#ifdef MS_WINDOWS
+  if (limit > DEFAULT_MAX_CONNECTIONS) {
+    log_warn(LD_CONFIG,
+             "We do not support more than %lu file descriptors",
+             "on Windows. Tried to raise to %lu.",
+             DEFAULT_MAX_CONNECTIONS, limit);
+    return -1;
   }
+  limit = DEFAULT_MAX_CONNECTIONS;
+#elif defined(CYGWIN) || defined(__CYGWIN__)
+  if (limit > CYGWIN_MAX_CONNECTIONS) {
+    log_warn(LD_CONFIG, "We do not support more than %lu file descriptors",
+             "when using Cygwin. Tried to raise to %lu.",
+             CYGWIN_MAX_CONNECTIONS, limit);
+    return -1;
+  }
+  limit = CYGWIN_MAX_CONNECTIONS;
+#elif defined(IPHONE)
+  if (limit > IPHONE_MAX_CONNECTIONS) {
+    log_warn(LD_CONFIG, "We do not support more than %lu file descriptors",
+             "on iPhone. Tried to raise to %lu.",
+             IPHONE_MAX_CONNECTIONS, limit);
+    return -1;
+  }
+  limit = IPHONE_MAX_CONNECTIONS;
 #else
+  /* Unknown system without getrlimit support. Use the default value.*/
+  limit = DEFAULT_MAX_CONNECTIONS;
+#endif
+#else
   struct rlimit rlim;
-  rlim_t most;
   tor_assert(limit > 0);
-  tor_assert(cap > 0);
 
   if (getrlimit(RLIMIT_NOFILE, &rlim) != 0) {
     log_warn(LD_NET, "Could not get maximum number of file descriptors: %s",
              strerror(errno));
     return -1;
   }
-  //log_notice(LD_CONFIG, "%llu %llu", rlim.rlim_cur, rlim.rlim_max);
+
   if ((unsigned long)rlim.rlim_max < limit) {
     log_warn(LD_CONFIG,"We need %lu file descriptors available, and we're "
              "limited to %lu. Please change your ulimit -n.",
              limit, (unsigned long)rlim.rlim_max);
     return -1;
   }
-  most = rlim.rlim_max > (rlim_t)cap ? (rlim_t)cap : rlim.rlim_max;
-  if ((rlim_t)most > rlim.rlim_cur) {
+
+  if (rlim.rlim_max > rlim.rlim_cur) {
     log_info(LD_NET,"Raising max file descriptors from %lu to %lu.",
-             (unsigned long)rlim.rlim_cur, (unsigned long)most);
+             (unsigned long)rlim.rlim_cur, (unsigned long)rlim.rlim_max);
   }
-  rlim.rlim_cur = most;
+  rlim.rlim_cur = rlim.rlim_max;
 
   if (setrlimit(RLIMIT_NOFILE, &rlim) != 0) {
     int bad = 1;
@@ -812,9 +842,8 @@
         } else {
           log_info(LD_CONFIG, "Dropped connection limit to OPEN_MAX (%lu); "
                    "Apparently, %lu was too high and rlimit lied to us.",
-                   (unsigned long)OPEN_MAX, (unsigned long)most);
+                   (unsigned long)OPEN_MAX, (unsigned long)rlim.rlim_max);
         }
-        most = rlim.rlim_cur;
         bad = 0;
       }
     }
@@ -826,7 +855,7 @@
     }
   }
   /* leave some overhead for logs, etc, */
-  limit = most;
+  limit = rlim.rlim_cur;
 #endif
 
   if (limit < ULIMIT_BUFFER) {
@@ -834,7 +863,11 @@
              "ConnLimit must be at least %d. Failing.", ULIMIT_BUFFER);
     return -1;
   }
-  return limit - ULIMIT_BUFFER;
+  if (limit > INT_MAX)
+          limit = INT_MAX;
+  tor_assert(max_out);
+  *max_out = (int)limit - ULIMIT_BUFFER;
+  return 0;
 }
 
 /** Call setuid and setgid to run as <b>user</b>:<b>group</b>.  Return 0 on

Modified: tor/trunk/src/common/compat.h
===================================================================
--- tor/trunk/src/common/compat.h	2008-02-20 22:28:09 UTC (rev 13625)
+++ tor/trunk/src/common/compat.h	2008-02-20 22:28:26 UTC (rev 13626)
@@ -442,7 +442,7 @@
 void set_uint16(char *cp, uint16_t v) ATTR_NONNULL((1));
 void set_uint32(char *cp, uint32_t v) ATTR_NONNULL((1));
 
-int set_max_file_descriptors(unsigned long limit, unsigned long cap);
+int set_max_file_descriptors(unsigned long limit, int *max);
 int switch_id(const char *user, const char *group);
 #ifdef HAVE_PWD_H
 char *get_user_homedir(const char *username);

Modified: tor/trunk/src/or/config.c
===================================================================
--- tor/trunk/src/or/config.c	2008-02-20 22:28:09 UTC (rev 13625)
+++ tor/trunk/src/or/config.c	2008-02-20 22:28:26 UTC (rev 13626)
@@ -990,9 +990,8 @@
 
   if (running_tor) {
     /* We need to set the connection limit before we can open the listeners. */
-    options->_ConnLimit =
-      set_max_file_descriptors((unsigned)options->ConnLimit, MAXCONNECTIONS);
-    if (options->_ConnLimit < 0) {
+    if (set_max_file_descriptors((unsigned)options->ConnLimit,
+                                 &options->_ConnLimit) < 0) {
       *msg = tor_strdup("Problem with ConnLimit value. See logs for details.");
       goto rollback;
     }
@@ -1075,7 +1074,8 @@
   }
 
   if (set_conn_limit && old_options)
-    set_max_file_descriptors((unsigned)old_options->ConnLimit,MAXCONNECTIONS);
+    set_max_file_descriptors((unsigned)old_options->ConnLimit,
+                             &options->_ConnLimit);
 
   SMARTLIST_FOREACH(new_listeners, connection_t *, conn,
   {

Modified: tor/trunk/src/or/or.h
===================================================================
--- tor/trunk/src/or/or.h	2008-02-20 22:28:09 UTC (rev 13625)
+++ tor/trunk/src/or/or.h	2008-02-20 22:28:26 UTC (rev 13626)
@@ -65,18 +65,6 @@
 #include <time.h>
 #endif
 
-/** Upper bound on maximum simultaneous connections; can be lowered by
- * config file. */
-#if defined(CYGWIN) || defined(__CYGWIN__) || defined(IPHONE)
-/* Re Cygwin, see http://archives.seul.org/or/talk/Aug-2006/msg00210.html */
-/* For an iPhone, the limit would be closer to 9999.  But nobody seems to be
- * running a server on an iPhone anyway? */
-#define MAXCONNECTIONS 3200
-#else
-/* very high by default. "nobody should need more than this..." */
-#define MAXCONNECTIONS 15000
-#endif
-
 #ifdef MS_WINDOWS
 #include <io.h>
 #include <process.h>

Prev by Author: [or-cvs] r13624: Suppress signed/unsigned comparison warnings in buffers.c (in tor/trunk: . src/or)
Next by Author: [or-cvs] r13630: add a flag to suppress overwriting the certificates file wit (in tor/trunk: . src/or)
Previous by thread: [or-cvs] r13625: Change the default for MAX_FILEDESCRIPTORS in our init scrip (tor/trunk/debian)
Next by thread: [or-cvs] r13627: if you have more than 40k FDs on your system let Tor use up (tor/trunk/debian)
Index(es):
- Author
- Thread