[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]
[tor-commits] [ooni-probe/master] Fix a nasty bug in inputunit
commit 794aef395d2e8210cde6b09ca1e2d8548ecc8ed1
Author: Arturo Filastò <arturo@xxxxxxxxxxx>
Date: Mon Oct 8 03:52:44 2012 +0000
Fix a nasty bug in inputunit
* Write input unit to avoid that bug from appearing again
* Do some progress in debugging some issues with DNSClient
---
nettests/core/dnstamper.py | 31 +++++++++++++++++++++----------
ooni/inputunit.py | 12 +++++++-----
tests/test_inputunit.py | 18 ++++++++++++++++++
3 files changed, 46 insertions(+), 15 deletions(-)
diff --git a/nettests/core/dnstamper.py b/nettests/core/dnstamper.py
index 92948cd..58a8203 100644
--- a/nettests/core/dnstamper.py
+++ b/nettests/core/dnstamper.py
@@ -17,6 +17,7 @@
# :licence: see LICENSE
from ooni import nettest
+from ooni.utils import log
from twisted.internet import defer
from twisted.names import client
@@ -30,7 +31,7 @@ class DNSTamperTest(nettest.TestCase):
inputFile = ['file', 'f', None,
'Input file of list of hostnames to attempt to resolve']
- optParameters = [['controlresolver', 'c', '8.8.8.8',
+ optParameters = [['controlresolver', 'c', '4.4.4.4',
'Known good DNS server'],
['testresolvers', 't', None,
'file containing list of DNS resolvers to test against']
@@ -52,15 +53,17 @@ class DNSTamperTest(nettest.TestCase):
if not self.localOptions['testresolvers']:
self.test_resolvers = ['8.8.8.8']
return
+
try:
fp = open(self.localOptions['testresolvers'])
except:
raise usage.UsageError("Invalid test resolvers file")
- self.test_resolvers = [x.strip() for x in fp.readlines]
+ self.test_resolvers = [x.strip() for x in fp.readlines()]
fp.close()
def process_a_answers(self, answers, resolver):
+ print "Processing A answers for %s" % resolver
all_a = []
a_a = []
for answer in answers[0]:
@@ -79,9 +82,10 @@ class DNSTamperTest(nettest.TestCase):
else:
self.test_a_lookups[resolver] = a_a
self.report['test_lookups'][resolver] = all_a
+ print "Done"
+ print self.report
def process_ptr_answers(self, answers, resolver):
- print "Processing PTR ANSWER for %s" % resolver
name = None
for answer in answers[0]:
if answer.type is 12:
@@ -95,25 +99,31 @@ class DNSTamperTest(nettest.TestCase):
self.test_reverse[resolver] = name
self.report['test_reverse'][resolver] = name
-
def ptr_lookup_error(self, failure, resolver):
+ log.err("There was an error in PTR lookup %s" % resolver)
if resolver == 'control':
self.report['control_reverse'] = None
else:
self.report['test_reverse'][resolver] = None
def a_lookup_error(self, failure, resolver):
+ log.err("There was an error in A lookup %s" % resolver)
if resolver == 'control':
self.report['control_lookup'] = None
else:
self.report['test_lookups'][resolver] = None
+ def createResolver(self, servers):
+ print "Creating resolver %s" % servers
+ return client.createResolver(servers=servers, resolvconf='')
+
def test_lookup(self):
+ print "Doing the test lookups on %s" % self.input
list_of_ds = []
hostname = self.input
resolver = [(self.localOptions['controlresolver'], 53)]
- res = client.createResolver(servers=resolver)
+ res = client.createResolver(servers=resolver, resolvconf='')
control_r = res.lookupAllRecords(hostname)
control_r.addCallback(self.process_a_answers, 'control')
@@ -122,8 +132,10 @@ class DNSTamperTest(nettest.TestCase):
list_of_ds.append(control_r)
for test_resolver in self.test_resolvers:
- resolver = [(test_resolver,53)]
- res = client.createResolver(servers=resolver)
+ print "Going for %s" % test_resolver
+ resolver = [(test_resolver, 53)]
+ res = client.createResolver(servers=resolver, resolvconf='')
+ #res = self.createResolver(servers=resolver)
d = res.lookupAddress(hostname)
d.addCallback(self.process_a_answers, test_resolver)
@@ -141,12 +153,11 @@ class DNSTamperTest(nettest.TestCase):
return r
def do_reverse_lookups(self, result):
-
-
+ print "Doing the reverse lookups"
list_of_ds = []
resolver = [(self.localOptions['controlresolver'], 53)]
- res = client.createResolver(servers=resolver)
+ res = self.createResolver(servers=resolver)
test_reverse = self.reverse_lookup(self.control_a_lookups[0], res)
test_reverse.addCallback(self.process_ptr_answers, 'control')
diff --git a/ooni/inputunit.py b/ooni/inputunit.py
index 157f038..e5b6187 100644
--- a/ooni/inputunit.py
+++ b/ooni/inputunit.py
@@ -20,7 +20,7 @@ class InputUnitFactory(object):
This object is a python iterable, this means that it does not need to keep
all the elements in memory to be able to produce InputUnits.
"""
- inputUnitSize = 3
+ inputUnitSize = 10
def __init__(self, inputs=[]):
self._inputs = iter(inputs)
self._idx = 0
@@ -30,20 +30,22 @@ class InputUnitFactory(object):
return self
def next(self):
+ input_unit_elements = []
+
if self._ended:
raise StopIteration
- last_element_idx = self._idx + self.inputUnitSize
- input_unit_elements = []
- for i in xrange(last_element_idx):
+ for i in xrange(self._idx, self._idx + self.inputUnitSize):
try:
input_unit_elements.append(self._inputs.next())
except:
self._ended = True
break
-
self._idx += self.inputUnitSize
+ if not input_unit_elements:
+ raise StopIteration
+
return InputUnit(input_unit_elements)
diff --git a/tests/test_inputunit.py b/tests/test_inputunit.py
new file mode 100644
index 0000000..f591e23
--- /dev/null
+++ b/tests/test_inputunit.py
@@ -0,0 +1,18 @@
+import unittest
+from ooni.inputunit import InputUnit, InputUnitFactory
+
+class TestInputUnit(unittest.TestCase):
+ def test_input_unit_factory(self):
+ inputs = range(100)
+ inputUnit = InputUnitFactory(inputs)
+ for i in inputUnit:
+ self.assertEqual(len(list(i)), inputUnit.inputUnitSize)
+
+ def test_input_unit(self):
+ inputs = range(100)
+ inputUnit = InputUnit(inputs)
+ idx = 0
+ for i in inputUnit:
+ idx += 1
+
+ self.assertEqual(idx, 100)
_______________________________________________
tor-commits mailing list
tor-commits@xxxxxxxxxxxxxxxxxxxx
https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-commits