[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]

[freehaven-cvs] Next (and maybe last!) round of tests



Update of /home/freehaven/cvsroot/doc/e2e-traffic/src
In directory moria.mit.edu:/tmp/cvs-serv28752

Modified Files:
	PLAN.3 simmain.cpp 
Log Message:
Next (and maybe last!) round of tests

Index: PLAN.3
===================================================================
RCS file: /home/freehaven/cvsroot/doc/e2e-traffic/src/PLAN.3,v
retrieving revision 1.6
retrieving revision 1.7
diff -u -d -r1.6 -r1.7
--- PLAN.3	19 Jan 2004 01:00:13 -0000	1.6
+++ PLAN.3	20 Jan 2004 20:35:43 -0000	1.7
@@ -1,3 +1,12 @@
+check esox1    at 03:00.
+check cannabis at 03:00.
+zermelo done    03:30.
+sekrit done     04:47.
+stop totoro at  12:30.
+opus done ~~wed 01:00.
+
+Tuesday morning: stop moria, dhcp14-49, cassandra.
+
 
 A: 10 Jan, 15:10
 B: 13 Jan, 13:34
@@ -9,13 +18,17 @@
 H: 18 Jan, 02:12
 I: 18 Jan, 12:15
 J: 18 Jan, 16:34
+K: 19 Jan, 18:00
+L: 20 Jan, 00:01
 
 TO DO:
   - Implement improved summary measure.
   - Finish 6
   - Finish filling gaps in 3,4
-  - Redo clipped cases in 1-2.
-  - Start 5
+  - Redo clipped cases in 1
+  - Start 5b
+  - Redo clipped cases in 2
+  - Implement 7
 
 =====case1 clipped.
 
@@ -37,10 +50,10 @@
      N:131072  m:1..16        5
      N:1048576 m:1..16        5
 
-  b:125                           {1u.2}
+  b:125                           {1u.2} 
      N:2048    m:1..4         3     [46]
-     N:4096    m:1..4         3   <----->
-     N:16384   m:1..8         4
+     N:4096    m:1..4         3 
+     N:16384   m:1..8         4    
      N:65536   m:1..4         3
      N:131072  m:1..16        5  
      N:1048576 m:1..16        5
@@ -57,28 +70,32 @@
 
   SG,UG:
   b:5
-     N:2048    m=1..8, pm:60,90    2*2*4
-     N:4096    m=1..16, pm:60,90   2*2*5
+     N:2048    m=1..8, pm:60,90    2*2*4  [4*26]
+     N:4096    m=1..16, pm:60,90   2*2*5   
      N:8192    m=1..16, pm:60,90   2*2*5
      N:16384   m=1..16, pm:60,90   2*2*5
      N:65536   m:1..64  pM:90      2*2*7
   b:25
-     N:2048    m:1..32  pm:90      2*6
+     N:2048    m:1..32  pm:90      2*6    [2*20]
      N:4096    m:1,4,16 pm:90      2*3
      N:16384   m:1..32  pm:90      2*6
      N:65536   m:1,4,16 pm:90      2*3
      N:131072  m:1,2    pm:90      2*2
   b:125
-     N:4096    m:1,4    pm:90      2*2
+     N:4096    m:1,4    pm:90      2*2    [2*5]
      N:65536   m:1,4,16 pm:90      2*3
 
   SGW:
   b:5
-     N:64      m:4     pM:60%      1
-     N:2048    m:1     pM:60,90    1
-     N:4096    m:1,2   pM:60,90    2
-     N:8192    m:1,2   pM:60,90    2
-     N:16384   m:1,2   pM:60,90    2
+     N:64      m:4     pM:60%      1     [14]
+     N:2048    m:1     pM:60,90    1     
+     N:4096    m:1,2   pM:60,90    4
+     N:8192    m:1,2   pM:60,90    4
+     N:16384   m:1,2   pM:60,90    4
+
+  Total: 168 (easy!) {2u.1} sekrit M19:00: 0 L:76.49
+      {STOP WHEN b=125.}
+  2u.2
 
 ===case 3.2: timed dyn-pool mix. (esox)
 
@@ -92,9 +109,7 @@
 C: 1.78
    (done pMAlice=.1,pDelay=.1(partial))
 
-  {CONTINUE UNTIL 2.00 DONE.)
-  ETA: 15 Jan, 03:00
-  {DONE}
+
 
 ===case 3.3: timed dyn-pool mix. (opus)
 
@@ -143,15 +158,17 @@
    .6,.9:    *      (25)            8   (case 3r.1.1) <opus>     F: 7.09
                                                                  H: 7.27
                                                                  I: 7.39
-                                                                 J: 
+                                                        19Jan21:27: 7.67
+                                                                 L: 7.71
+                                          (Done Wed 01:00)
    .3,.6,.9: *      (125)          12   (case 3r.2.1)
-   .3:       .9     (25)            1   (case 3r.1.2) <cassandra>I:0 J:0.19
-                                           (done about 11:00Mon)
+   .3:       .9     (25)            1   (case 3r.1.2) 
   MORE:
    .4,.5,.7,  .1,.3,.6,.9  125     12   (case 3r.6)   <zermelo>  I:0 J:1.61
-                                           (done > 21:30Mon)
-   .4,.5,.7,  .1,.3,.6,.9   25     12   (case 3r.7)   <ariddoch> I:0 J:1.47
-                                           (done > 23:30Mon)
+                                                      K:10.90 L:11.60
+                                          (Done Tue 03:30)
+                                            
+   .4,.5,.7,  .1,.3,.6,.9   25     12   (case 3r.7)
 
 ===case 4: mixnet
     Fix N=65536, m=32, strategy=SG
@@ -172,7 +189,9 @@
                                                                     {H:4.27}
                                                                     {I:4.31}
                                                                      J:4.33
-        (Done about...um...next sunday. NG.  Stop on Monday, use samples)
+                                                                     K:4.43
+                                                                     L:4.45
+        (Stop at 4.50: done around 12:30 Tue)
     4:   .1,.6,.9   .1,.6   6  (case4r.2)
     8:   .1,.6,.9   .1      3  (case4r.3.1)
     8:   .1,.6,.9   .6      3  (case4r.3.2)
@@ -182,14 +201,27 @@
     4:   .9         .1,.6   2  (case4r.2.1)
 
   ADDED (H):
-    8:   .1,.6      .1      2  (case4r.3.1.2) <dhcp14-49>  H:0 I:0.46 J:0.68
-                                                    (done about 18:00,mon?)
+    8:   .1,.6      .1      2  (case4r.3.1.2) {done}
 
-    2,4,8  .4     .1,.6     6  (case4r.4) <novalis> Sn17:17->0
-    2,4,8  .5     .1,.6     6  (case4r.5) <esox1>   Sn19:16->0
-    2,4,8  .7     .1,.6     6  (case4r.6) <cannabis>Sn20:00->0
-    
-===case 5b: impact of dummies
+    2,4,8  .4     .1,.6     6  (case4r.4) <novalis>
+    2,4,8  .5     .1,.6     6  (case4r.5) <esox1>   Sn 19:16: 0 K:3.89 L:4.70
+    2,4,8  .7     .1,.6     6  (case4r.6) <cannabis>Sn 20:00: 0 K:4.52 L:5.00
+                                                                      <stuck?>
+
+===case 5a: impact of dummies
+   Fix N=65536,m=32,SG,bgvol=125,
+   len=4, pA=.6
+   pDelay=.6,.1
+   pDummy=.05,.1,.3,.6,.9
+
+  len  pDelay   PDummy
+   4    .1        .05,.1,.3,.6,.9  (case 5a.1) 5 <wolfe>Tu15:32
+   4    .6        .05,.1,.3,.6,.9  (case 5a.2) 5 
+   1    .1        .05,.1,.3,.6,.9  (case 5a.3) 5 <--->
+   1    .6        .05,.1,.3,.6,.9  (case 5a.4) 5 <esox1>Tu15:33
+   
+
+===case 5b: impact of padding
 
    Fix N,m,strategy as above.
    Fix mix alg pDelay, path length, bg vol based on 4.
@@ -204,14 +236,31 @@
    nPadding=2,5
    pOnline=.1,.3,.5,.7,.9
 
-   pD, pad  pOnline
+   pD   nPad    pOnline
+   .1   2       .1,.3,.5,.7,.9 {5b.1} <moria>     M01:18: 0  K:0.04 L:0.05
+   .1   5       .1,.3,.5,.7,.9 {5b.2}
+   .6   2       .1,.3,.5,.7,.9 {5b.3}
+   .6   5       .1,.3,.5,.7,.9 {5b.4} <dont>
 
-   
+   Fix pD:.1, nPad:2
+   pA:          pOnline
+   .1            .1,.5,.9    {5b.5.1}
+   .9            .1,.5,.9    {5b.5.2}
 
-===case 6: impact of partial
+   Fix pD:.1, nPad:2, pathLen=1
+   pA           pOnline
+   .6           .5           {5b.6.1} 
+   .6           .9           {5b.6.2} <impulse> Tu15:23: 0
+
+   Fix pD:.1, nPad:1, pathLen=1
+   pA           pOnline
+   .9           .5           {5b.7}   <dhcp14-49> Tu15:25: 0
+
+
+===case 6: impact of partial observation
 
    Fix all as in 5.  No dummies.
-     Vary pObserve.
+
 
 
   Fix N=65536,m=32,SG,bgvol=125,
@@ -226,13 +275,10 @@
   .1    .80,.60           (case6.4)
   .6    .60,.50           (case6.5)
   .1    .60,.50           (case6.6)
-  .6    .40,.30,.20       (case6.7)  moria       H:0 I:0.48 J:.68<stop at 1.0>
-                             (done about  0:00Mon)
-  .6        .30,.20       (case6.7.1)sekrit      I:0 J:0.37 
-                             (done about 11:00Mon)
-  .1    .40,.30,.20       (case6.8)  novalis     
-  .6    .10,.05           (case6.9)  sekrit      
-  .1    .10,.05           (case6.10) esox2       H:0 I:0.02 J:0.03
-                             (done about  3:00Mon)
+  .6    .40,.30,.20       (case6.7)  
+  .6        .30,.20       (case6.7.1)
+  .1    .40,.30,.20       (case6.8)
+  .6    .10,.05           (case6.9)
+  .1    .10,.05           (case6.10)
 
 ===case 7: pseudonymity
\ No newline at end of file

Index: simmain.cpp
===================================================================
RCS file: /home/freehaven/cvsroot/doc/e2e-traffic/src/simmain.cpp,v
retrieving revision 1.25
retrieving revision 1.26
diff -u -d -r1.25 -r1.26
--- simmain.cpp	19 Jan 2004 06:20:08 -0000	1.25
+++ simmain.cpp	20 Jan 2004 20:35:43 -0000	1.26
@@ -319,10 +319,86 @@
   }
 }
 
+void trial2u_base(int batchSize, int nRecips, int nAMin, int nAMax,
+		  int nAStep,
+		  double pMsg, bool sgw=false)
+		  
+{
+  for (int nAR = nAMin; (nAR <= nAMax && nAR < nRecips); nAR *= nAStep) {
+    for (int strategy=0; strategy < 2; ++strategy) {
+      if (strategy && sgw)
+	continue;
+
+      UnkBGBatchTrialSpec s;
+      s.setNRecipients(nRecips).setNAliceRecipients(nAR)
+	.setBatchSize(batchSize).setPaddingLevel(0)
+	.setExpMsgDist(pMsg)
+	.setPMsgAlice(0.9)
+	.setPDummyAlice(0.0);
+    
+      if (sgw) {
+	s.setAliceIsSmallworld(1).setWeightAlice(1);
+      } else {
+	if (strategy == 0)
+	  s.setAliceIsSmallworld(0).setWeightAlice(0);
+	else
+	  s.setAliceIsSmallworld(1).setWeightAlice(0);
+      } 
+      
+      s.setGranularity(10);
+      s.setCutoff(1000000);
+      int nBad = 0;
+      int nGood = 0;
+      for (int i = 1; i <= 100; ++i) {
+	s.write(std::cout);
+	std::cout << "\"" << i << "/" << 100 << "\"" << std::endl;
+	UnkBGBatchTrial trial(s);
+	TrialResult res = trial.attempt();
+	std::cout << res << std::endl << std::endl; 
+	if (res.failed)
+	  ++nBad;
+	else
+	  ++nGood;
+	if (nBad >= 5 && nGood < nBad/2) {
+	  break;
+	}
+      }
+    }
+  }
+}
+
 void trial2u_1()
 {
+  trial2u_base(5, 2048,  1,8,2,  .6);
+  trial2u_base(5, 2048,  1,8,2,  .9);
+  trial2u_base(5, 4096,  1,16,2,  .6);
+  trial2u_base(5, 4096,  1,16,2,  .9);
+  trial2u_base(5, 8192,  1,16,2,  .6);
+  trial2u_base(5, 8192,  1,16,2,  .9);
+  trial2u_base(5, 16384,  1,16,2,  .6);
+  trial2u_base(5, 16384,  1,16,2,  .9);
+  trial2u_base(5, 65536,  1,64,2,  .9);
+
+  trial2u_base(25, 2048,  1,32,2,  .9);
+  trial2u_base(25, 4096,  1,16,4,  .9);
+  trial2u_base(25, 8192,  1,32,2,  .9);
+  trial2u_base(25, 65536,  1,16,4,  .9);
+  trial2u_base(25, 131072,  1,2,2,  .9);
+}
 
+void trial2u_2() {
+  trial2u_base(125, 4096,  1,4,4,  .9);
+  trial2u_base(125, 65536, 1,16,4,  .9);
 
+  trial2u_base(5, 64,    4,4,4,  .6, true);
+  trial2u_base(5, 2048,  1,1,2,  .6, true);
+  trial2u_base(5, 2048,  1,1,2,  .9, true);
+  trial2u_base(5, 4096,  1,2,2,  .6, true);
+  trial2u_base(5, 4096,  1,2,2,  .9, true);
+  trial2u_base(5, 8192,  1,2,2,  .6, true);
+  trial2u_base(5, 8192,  1,2,2,  .9, true);
+  trial2u_base(5, 16384,  1,2,2,  .6, true);
+  trial2u_base(5, 16384,  1,2,2,  .9, true);
 }
 
 void trial3()
@@ -690,12 +766,82 @@
   trial4_base(.7, .6, 8, 125);
 }
 
+void trial5a_base(double pMsgA, double pDelay, double pDummy, int pathLen=4)
+{
+  MixTrialSpec s;
+  s.setNRecipients(65536).setNAliceRecipients(32)
+    .setPathLen(pathLen).setPadding(0)
+    .setExpAlice(1)
+    .setPartial(false)
+    .setPOnline(1.0)
+   
+    .setPDelay(pDelay)
+    .setPMessage(pMsgA)
+    .setBGVolMean(125).setBGVolDev(125/10.0)
+    .setPObserve(1.0)
+    .setPDummy(pDummy);
 
-void trial5b_base(double pMsgA, double pDelay, int nPad, double pOnline)
+  s.setGranularity(10);
+  s.setCutoff(1000000);
+  int nBad = 0;
+  int nGood = 0;
+  for (int i = 1; i <= 100; ++i) {
+    s.write(std::cout);
+    std::cout << "\"" << i << "/" << 100 << "\"" << std::endl;
+    MixTrial trial(s);
+    TrialResult res = trial.attempt();
+    std::cout << res << std::endl << std::endl; 
+    if (res.failed)
+      ++nBad;
+    else
+      ++nGood;
+    if (nBad >= 5 && nGood < nBad/2) {
+      break;
+    }
+  }
+}
+
+void trial5a_1()
+{
+  trial5a_base(.6,.1,.05);
+  trial5a_base(.6,.1,.1);
+  trial5a_base(.6,.1,.3);
+  trial5a_base(.6,.1,.6);
+  trial5a_base(.6,.1,.9);
+}
+void trial5a_2()
+{
+  trial5a_base(.6,.6,.05);
+  trial5a_base(.6,.6,.1);
+  trial5a_base(.6,.6,.3);
+  trial5a_base(.6,.6,.6);
+  trial5a_base(.6,.6,.9);
+}
+
+void trial5a_3()
+{
+  trial5a_base(.6,.1,.05,1);
+  trial5a_base(.6,.1,.1,1);
+  trial5a_base(.6,.1,.3,1);
+  trial5a_base(.6,.1,.6,1);
+  trial5a_base(.6,.1,.9,1);
+}
+void trial5a_4()
+{
+  trial5a_base(.6,.6,.05,1);
+  trial5a_base(.6,.6,.1,1);
+  trial5a_base(.6,.6,.3,1);
+  trial5a_base(.6,.6,.6,1);
+  trial5a_base(.6,.6,.9,1);
+}
+
+
+void trial5b_base(double pMsgA, double pDelay, int nPad, double pOnline,
+		  int pathLen=4)
 {
   MixTrialSpec s;
   s.setNRecipients(65536).setNAliceRecipients(32)
-    .setPathLen(4).setPadding(nPad)
+    .setPathLen(pathLen).setPadding(nPad)
     .setExpAlice(1)
     .setPartial(false)
     .setPOnline(pOnline)
@@ -752,6 +898,35 @@
   }
 }
 
+void trial5b_5_1()
+{
+  trial5b_base(.1,  .1,2,  .1);
+  trial5b_base(.1,  .1,2,  .5);
+  trial5b_base(.1,  .1,2,  .9);
+}
+
+void trial5b_5_2()
+{
+  trial5b_base(.9,  .1,2,  .1);
+  trial5b_base(.9,  .1,2,  .5);
+  trial5b_base(.9,  .1,2,  .9);
+}
+
+void trial5b_6_1()
+{
+  trial5b_base(.6,  .1,2,  .5, 1);
+}
+void trial5b_6_2()
+{
+  trial5b_base(.6,  .1,2,  .9, 1);
+}
+
+void trial5b_7()
+{
+  trial5b_base(.6,  .1, 1,  .9, 1);
+}
+
+
 void trial6_base(double pDelay, double pObserve)
 {
   MixTrialSpec s;
@@ -769,7 +944,7 @@
 
   s.setGranularity(50);
   
-  s.setCutoff(1500000);
+  s.setCutoff(1000000);
   int nBad = 0;
   int nGood = 0;
   for (int i = 1; i <= 100; ++i) {
@@ -868,6 +1043,9 @@
   { "2.2", trial2_2 },
   { "2.2.2", trial2_2_1 },
   { "2.2.1", trial2_2_2 },
+  { "2u.1", trial2u_1 },
+  { "2u.2", trial2u_2 },
+
   { "3", trial3 },
   { "3.1", trial3_1 },
   { "3.2", trial3_2 },
@@ -896,10 +1074,20 @@
   { "4r.5", trial4r_5 },
   { "4r.6", trial4r_6 },
 
+  { "5a.1", trial5a_1 },
+  { "5a.2", trial5a_2 },
+  { "5a.3", trial5a_3 },
+  { "5a.4", trial5a_4 },
+
   { "5b.1", trial5b_1 },
   { "5b.2", trial5b_2 },
   { "5b.3", trial5b_3 },
   { "5b.4", trial5b_4 },
+  { "5b.5.1", trial5b_5_1 },
+  { "5b.5.2", trial5b_5_2 },
+  { "5b.6.1", trial5b_6_1 },
+  { "5b.6.2", trial5b_6_2 },
+  { "5b.7", trial5b_7 },
 
   { "6.1",    trial6_1 },
   { "6.2",    trial6_2 },

***********************************************************************
To unsubscribe, send an e-mail to majordomo@seul.org with
unsubscribe freehaven-cvs       in the body. http://freehaven.net/