[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]

[tor-commits] [sbws/master] Rename key/values in the header



commit c16d966fa3c2d17ecf69b3f2be512a792cb8c8ba
Author: juga0 <juga@xxxxxxxxxx>
Date:   Tue Oct 23 17:38:33 2018 +0000

    Rename key/values in the header
    
    "measured" could be interpreted as if it was only those relays
    that were measured, when i means the relays that were measured and
    pass certain restrictions.
    "eligible" means the measured relays that would be include in
    the bandwidth file.
---
 sbws/lib/v3bwfile.py            | 54 ++++++++++++++++++++++-------------------
 tests/unit/lib/test_v3bwfile.py | 38 +++++++++++++++++------------
 2 files changed, 51 insertions(+), 41 deletions(-)

diff --git a/sbws/lib/v3bwfile.py b/sbws/lib/v3bwfile.py
index c35c865..cd38627 100644
--- a/sbws/lib/v3bwfile.py
+++ b/sbws/lib/v3bwfile.py
@@ -28,9 +28,9 @@ KEYVALUE_SEP_V200 = ' '
 # List of the extra KeyValues accepted by the class
 EXTRA_ARG_KEYVALUES = ['software', 'software_version', 'file_created',
                        'earliest_bandwidth', 'generator_started']
-STATS_KEYVALUES = ['num_measured_relays', 'num_target_relays',
-                   'num_net_relays', 'perc_measured_relays',
-                   'perc_measured_targed']
+STATS_KEYVALUES = ['number_eligible_relays', 'minimum_number_eligible_relays',
+                   'number_consensus_relays', 'percent_eligible_relays',
+                   'minimum_percent_eligible_relays']
 KEYVALUES_INT = STATS_KEYVALUES
 # List of all unordered KeyValues currently being used to generate the file
 UNORDERED_KEYVALUES = EXTRA_ARG_KEYVALUES + STATS_KEYVALUES + \
@@ -483,7 +483,8 @@ class V3BWFile(object):
         log.info('Processing results to generate a bandwidth list file.')
         header = V3BWHeader.from_results(results, state_fpath)
         bw_lines_raw = []
-        num_net_relays = cls.read_num_net_relays(consensus_path)
+        number_consensus_relays = cls.read_number_consensus_relays(
+            consensus_path)
         state = State(state_fpath)
         for fp, values in results.items():
             # log.debug("Relay fp %s", fp)
@@ -494,8 +495,8 @@ class V3BWFile(object):
         if not bw_lines_raw:
             log.info("After applying restrictions to the raw results, "
                      "there is not any. Scaling can not be applied.")
-            cls.update_progress(cls, bw_lines_raw, header, num_net_relays,
-                                state)
+            cls.update_progress(
+                cls, bw_lines_raw, header, number_consensus_relays, state)
             return cls(header, [])
         if scaling_method == SBWS_SCALING:
             bw_lines = cls.bw_sbws_scale(bw_lines_raw, scale_constant)
@@ -505,7 +506,8 @@ class V3BWFile(object):
             bw_lines = cls.bw_torflow_scale(bw_lines_raw, torflow_obs,
                                             torflow_cap, torflow_round_digs)
             # log.debug(bw_lines[-1])
-            cls.update_progress(cls, bw_lines, header, num_net_relays, state)
+            cls.update_progress(
+                cls, bw_lines, header, number_consensus_relays, state)
         else:
             bw_lines = cls.bw_kb(bw_lines_raw)
             # log.debug(bw_lines[-1])
@@ -792,7 +794,7 @@ class V3BWFile(object):
         return sorted(bw_lines_tf, key=lambda x: x.bw, reverse=reverse)
 
     @staticmethod
-    def read_num_net_relays(consensus_path):
+    def read_number_consensus_relays(consensus_path):
         """Read the number of relays in the Network from the cached consensus
         file."""
         num = None
@@ -806,7 +808,7 @@ class V3BWFile(object):
         return num
 
     @staticmethod
-    def measured_progress_stats(bw_lines, num_net_relays,
+    def measured_progress_stats(bw_lines, number_consensus_relays,
                                 min_perc_reached_before):
         """ Statistics about measurements progress,
         to be included in the header.
@@ -823,34 +825,35 @@ class V3BWFile(object):
         # network status or descriptors?
         # It will not be updated to the last consensus, but the list of
         # measured relays is not either.
-        assert isinstance(num_net_relays, int)
+        assert isinstance(number_consensus_relays, int)
         assert isinstance(bw_lines, list)
         statsd = {}
-        statsd['num_measured_relays'] = len(bw_lines)
-        statsd['num_net_relays'] = num_net_relays
-        statsd['num_target_relays'] = round(statsd['num_net_relays']
-                                            * MIN_REPORT / 100)
-        statsd['perc_measured_relays'] = round(len(bw_lines) * 100
-                                               / statsd['num_net_relays'])
-        statsd['perc_measured_targed'] = MIN_REPORT
-        if statsd['num_measured_relays'] < statsd['num_target_relays']:
+        statsd['number_eligible_relays'] = len(bw_lines)
+        statsd['number_consensus_relays'] = number_consensus_relays
+        statsd['minimum_number_eligible_relays'] = round(
+            statsd['number_consensus_relays'] * MIN_REPORT / 100)
+        statsd['percent_eligible_relays'] = round(
+            len(bw_lines) * 100 / statsd['number_consensus_relays'])
+        statsd['minimum_percent_eligible_relays'] = MIN_REPORT
+        if statsd['number_eligible_relays'] < \
+                statsd['minimum_number_eligible_relays']:
             # if min percent was was reached before, warn
             # otherwise, debug
             if min_perc_reached_before is not None:
                 log.warning('The percentage of the measured relays is less '
                             'than the %s%% of the relays in the network (%s).',
-                            MIN_REPORT, statsd['num_net_relays'])
+                            MIN_REPORT, statsd['number_consensus_relays'])
             else:
                 log.info('The percentage of the measured relays is less '
                          'than the %s%% of the relays in the network (%s).',
-                         MIN_REPORT, statsd['num_net_relays'])
+                         MIN_REPORT, statsd['number_consensus_relays'])
             return statsd, False
         return statsd, True
 
     @property
     def is_min_perc(self):
-        if getattr(self.header, 'num_measured_relays', 0) \
-                < getattr(self.header, 'num_target_relays', 0):
+        if getattr(self.header, 'number_eligible_relays', 0) \
+                < getattr(self.header, 'minimum_number_eligible_relays', 0):
             return False
         return True
 
@@ -886,11 +889,12 @@ class V3BWFile(object):
          ['sum_bw', 'mean_bw', 'median_bw', 'num',
           'max_bw', 'min_bw']]
 
-    def update_progress(self, bw_lines, header, num_net_relays, state):
+    def update_progress(self, bw_lines, header, number_consensus_relays,
+                        state):
         min_perc_reached_before = state.get('min_perc_reached')
-        if num_net_relays is not None:
+        if number_consensus_relays is not None:
             statsd, success = self.measured_progress_stats(
-                bw_lines, num_net_relays, min_perc_reached_before)
+                bw_lines, number_consensus_relays, min_perc_reached_before)
             # add statistics about progress only when there are not enough
             # measured relays. Should some stats be added always?
             if not success:
diff --git a/tests/unit/lib/test_v3bwfile.py b/tests/unit/lib/test_v3bwfile.py
index 3ced812..35b214d 100644
--- a/tests/unit/lib/test_v3bwfile.py
+++ b/tests/unit/lib/test_v3bwfile.py
@@ -185,11 +185,13 @@ def test_results_away_each_other(datadir):
 
 
 def test_measured_progress_stats(datadir):
-    num_net_relays = 3
+    number_consensus_relays = 3
     bw_lines_raw = []
-    statsd_exp = {'perc_measured_relays': 100, 'perc_measured_targed': 60,
-                  'num_net_relays': 3, 'num_target_relays': 2,
-                  'num_measured_relays': 3}
+    statsd_exp = {'percent_eligible_relays': 100,
+                  'minimum_percent_eligible_relays': 60,
+                  'number_consensus_relays': 3,
+                  'minimum_number_eligible_relays': 2,
+                  'number_eligible_relays': 3}
     min_perc_reached_before = None
     results = load_result_file(str(datadir.join("results_away.txt")))
     for fp, values in results.items():
@@ -201,22 +203,24 @@ def test_measured_progress_stats(datadir):
     bw_lines = V3BWFile.bw_torflow_scale(bw_lines_raw)
     assert len(bw_lines) == 3
     statsd, success = V3BWFile.measured_progress_stats(
-        bw_lines, num_net_relays, min_perc_reached_before)
+        bw_lines, number_consensus_relays, min_perc_reached_before)
     assert success
     assert statsd == statsd_exp
-    num_net_relays = 6
+    number_consensus_relays = 6
     statsd, success = V3BWFile.measured_progress_stats(
-        bw_lines, num_net_relays, min_perc_reached_before)
+        bw_lines, number_consensus_relays, min_perc_reached_before)
     assert not success
-    statsd_exp = {'perc_measured_relays': 50, 'perc_measured_targed': 60,
-                  'num_net_relays': 6, 'num_target_relays': 4,
-                  'num_measured_relays': 3}
+    statsd_exp = {'percent_eligible_relays': 50,
+                  'minimum_percent_eligible_relays': 60,
+                  'number_consensus_relays': 6,
+                  'minimum_number_eligible_relays': 4,
+                  'number_eligible_relays': 3}
     assert statsd_exp == statsd
 
 
 def test_update_progress(datadir, tmpdir):
     bw_lines_raw = []
-    num_net_relays = 6
+    number_consensus_relays = 6
     state = {}
     header = V3BWHeader(str(now_unixts()))
     results = load_result_file(str(datadir.join("results_away.txt")))
@@ -226,11 +230,13 @@ def test_update_progress(datadir, tmpdir):
         if line is not None:
             bw_lines_raw.append(line)
     bwfile = V3BWFile(header, [])
-    bwfile.update_progress(bw_lines_raw, header, num_net_relays, state)
-    assert header.perc_measured_relays == '50'
+    bwfile.update_progress(bw_lines_raw, header, number_consensus_relays,
+                           state)
+    assert header.percent_eligible_relays == '50'
     assert state.get('min_perc_reached') is None
-    num_net_relays = 3
+    number_consensus_relays = 3
     header = V3BWHeader(str(now_unixts()))
-    bwfile.update_progress(bw_lines_raw, header, num_net_relays, state)
+    bwfile.update_progress(bw_lines_raw, header, number_consensus_relays,
+                           state)
     assert state.get('min_perc_reached') == now_isodt_str()
-    assert not hasattr(header, 'perc_measured_relays')
+    assert not hasattr(header, 'percent_eligible_relays')



_______________________________________________
tor-commits mailing list
tor-commits@xxxxxxxxxxxxxxxxxxxx
https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-commits