implemented ats info updates + initial address update (fixing issue of execution...
[oweals/gnunet.git] / src / ats / perf_ats_mlp.c
1 /*
2      This file is part of GNUnet.
3      (C) 2010,2011 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20 /**
21  * @file ats/perf_ats_mlp
22  * @brief performance test for the MLP solver
23  * @author Christian Grothoff
24  * @author Matthias Wachs
25
26  */
27
28 /*
29      This file is part of GNUnet.
30      (C) 2010,2011 Christian Grothoff (and other contributing authors)
31
32      GNUnet is free software; you can redistribute it and/or modify
33      it under the terms of the GNU General Public License as published
34      by the Free Software Foundation; either version 3, or (at your
35      option) any later version.
36
37      GNUnet is distributed in the hope that it will be useful, but
38      WITHOUT ANY WARRANTY; without even the implied warranty of
39      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
40      General Public License for more details.
41
42      You should have received a copy of the GNU General Public License
43      along with GNUnet; see the file COPYING.  If not, write to the
44      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
45      Boston, MA 02111-1307, USA.
46 */
47 /**
48  * @file ats/test_ats_mlp.c
49  * @brief basic test for the MLP solver
50  * @author Christian Grothoff
51  * @author Matthias Wachs
52
53  */
54 #include "platform.h"
55 #include "gnunet_util_lib.h"
56 #include "gnunet_statistics_service.h"
57 #include "gnunet_ats_service.h"
58 #include "gnunet-service-ats_addresses_mlp.h"
59 #include "test_ats_api_common.h"
60
61 #define PEERS_START 100
62 #define PEERS_END       100
63
64 #define ADDRESSES 10
65
66 int count_p;
67 int count_a;
68
69
70 struct PerfPeer
71 {
72         struct GNUNET_PeerIdentity id;
73
74         struct ATS_Address *head;
75         struct ATS_Address *tail;
76 };
77
78 static int ret;
79 static int opt_numeric;
80 static int opt_dump;
81 static int opt_update_percent;
82 static int opt_update_quantity;
83
84 static int N_peers_start;
85 static int N_peers_end;
86 static int N_address;
87
88 /**
89  * Statistics handle
90  */
91 struct GNUNET_STATISTICS_Handle * stats;
92
93 /**
94  * MLP solver handle
95  */
96 struct GAS_MLP_Handle *mlp;
97
98 /**
99  * Hashmap containing addresses
100  */
101 struct GNUNET_CONTAINER_MultiHashMap * addresses;
102
103 #define ATS_COUNT 2
104 struct GNUNET_ATS_Information ats[2];
105
106 struct PerfPeer *peers;
107
108 static void
109 end_now (int res)
110 {
111   if (NULL != stats)
112   {
113           GNUNET_STATISTICS_destroy(stats, GNUNET_NO);
114           stats = NULL;
115   }
116   /*
117   if (NULL != addresses)
118   {
119                 GNUNET_CONTAINER_multihashmap_iterate (addresses, &addr_it, NULL);
120                 GNUNET_CONTAINER_multihashmap_destroy (addresses);
121                 addresses = NULL ;
122   }*/
123   if (NULL != peers)
124         {
125                 GNUNET_free (peers);
126         }
127   if (NULL != mlp)
128   {
129                 GAS_mlp_done (mlp);
130                 mlp = NULL;
131   }
132
133         ret = res;
134 }
135
136
137 static void
138 bandwidth_changed_cb (void *cls, struct ATS_Address *address)
139 {
140
141 }
142
143 static void
144 perf_create_peer (int cp)
145 {
146         GNUNET_CRYPTO_hash_create_random(GNUNET_CRYPTO_QUALITY_WEAK, &peers[cp].id.hashPubKey);
147         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Creating peer #%u: %s \n", cp, GNUNET_i2s (&peers[cp].id));
148 }
149
150 static struct ATS_Address *
151 perf_create_address (int cp, int ca)
152 {
153         struct ATS_Address *a;
154         a = create_address (&peers[cp].id, "Test 1", "test 1", strlen ("test 1") + 1, 0);
155         GNUNET_CONTAINER_DLL_insert (peers[cp].head, peers[cp].tail, a);
156         GNUNET_CONTAINER_multihashmap_put (addresses, &peers[cp].id.hashPubKey, a, GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
157         return a;
158 }
159
160 static void
161 address_initial_update (void *solver, struct GNUNET_CONTAINER_MultiHashMap * addresses, struct ATS_Address *address)
162 {
163         ats[0].type = htonl (GNUNET_ATS_QUALITY_NET_DELAY);
164         ats[0].value = htonl (GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 100));
165
166         ats[1].type = htonl (GNUNET_ATS_QUALITY_NET_DISTANCE);
167         ats[1].value = htonl (GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 10));
168
169         GAS_mlp_address_update (mlp, addresses, address, 0, GNUNET_YES, ats, 2);
170 }
171
172
173 static void
174 update_single_addresses (struct ATS_Address *cur)
175 {
176         int r_type;
177         int r_val;
178
179         r_type = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 2);
180         switch (r_type) {
181                 case 0:
182                         r_val = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 100);
183                         ats[0].type = htonl (GNUNET_ATS_QUALITY_NET_DELAY);
184                         ats[0].value = htonl (r_val);
185                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s' address %p type %s val %u\n",
186                                         GNUNET_i2s (&cur->peer), cur,
187                                         "GNUNET_ATS_QUALITY_NET_DELAY", r_val);
188                         break;
189                 case 1:
190                         r_val = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 10);
191                         ats[0].type = htonl (GNUNET_ATS_QUALITY_NET_DISTANCE);
192                         ats[0].value = htonl (r_val);
193                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s' address %p type %s val %u\n",
194                                         GNUNET_i2s (&cur->peer), cur,
195                                         "GNUNET_ATS_QUALITY_NET_DISTANCE", r_val);
196                         break;
197                 default:
198                         break;
199         }
200         GAS_mlp_address_update (mlp, addresses, cur, 0, GNUNET_YES, ats, 1);
201 }
202
203 static void
204 update_addresses (unsigned int cp, unsigned int ca, unsigned int up_q)
205 {
206         struct ATS_Address *cur;
207         int c_peer;
208         int c_select;
209         int c_addr;
210         int r;
211
212         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating addresses %u addresses per peer \n", up_q);
213         unsigned int m [ca];
214
215         for (c_peer = 0; c_peer < cp; c_peer++)
216         {
217                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s'\n", GNUNET_i2s (&peers[c_peer].id));
218                         for (c_select = 0; c_select < ca; c_select++)
219                                 m[c_select] = 0;
220                         c_select = 0;
221                         while (c_select < opt_update_quantity)
222                         {
223                                         r = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, ca);
224                                         if (0 == m[r])
225                                         {
226                                                 m[r] = 1;
227                                                 c_select++;
228                                         }
229                         }
230
231                         c_addr = 0;
232                         for (cur = peers[c_peer].head; NULL != cur; cur = cur->next)
233                         {
234                                         if (1 == m[c_addr])
235                                                         update_single_addresses (cur);
236                                         c_addr ++;
237                         }
238         }
239 }
240
241
242 static void
243 check (void *cls, char *const *args, const char *cfgfile,
244        const struct GNUNET_CONFIGURATION_Handle *cfg)
245 {
246   int quotas[GNUNET_ATS_NetworkTypeCount] = GNUNET_ATS_NetworkType;
247   unsigned long long  quotas_in[GNUNET_ATS_NetworkTypeCount];
248   unsigned long long  quotas_out[GNUNET_ATS_NetworkTypeCount];
249         int cp;
250         int ca;
251         struct ATS_Address * cur_addr;
252
253   stats = GNUNET_STATISTICS_create("ats", cfg);
254   if (NULL == stats)
255   {
256         GNUNET_break (0);
257     end_now (1);
258     return;
259   }
260
261   /* Load quotas */
262   if (GNUNET_ATS_NetworkTypeCount != load_quotas (cfg, quotas_out, quotas_in,
263                         GNUNET_ATS_NetworkTypeCount))
264   {
265         GNUNET_break (0);
266       end_now (1);
267       return;
268   }
269
270   GNUNET_assert (N_peers_end >= N_peers_start);
271   GNUNET_assert (N_address >= 0);
272
273   fprintf (stderr, "Solving problem for %u..%u peers with %u addresses\n",
274                 N_peers_start, N_peers_end, N_address);
275
276   count_p = N_peers_end;
277   count_a = N_address;
278   peers = GNUNET_malloc ((count_p) * sizeof (struct PerfPeer));
279   /* Setup address hashmap */
280   addresses = GNUNET_CONTAINER_multihashmap_create (N_address, GNUNET_NO);
281
282   /* Init MLP solver */
283   mlp  = GAS_mlp_init (cfg, stats, quotas, quotas_out, quotas_in,
284                 GNUNET_ATS_NetworkTypeCount, &bandwidth_changed_cb, NULL);
285   if (NULL == mlp)
286   {
287         GNUNET_break (0);
288       end_now (1);
289       return;
290   }
291   mlp->mlp_auto_solve = GNUNET_NO;
292   mlp->write_mip_mps = opt_dump;
293   mlp->write_mip_sol = opt_dump;
294
295         for (cp = 0; cp < count_p; cp++)
296                         perf_create_peer (cp);
297
298         if (GNUNET_YES == opt_numeric)
299                 fprintf (stderr, "#peers;#addresses per peer;LP/MIP state;presolv;exec build in ms;exec LP in ms; exec MIP in ms;#cols;#rows;#nonzero elements\n");
300
301         for (cp = 0; cp < count_p; cp++)
302         {
303                         for (ca = 0; ca < count_a; ca++)
304                         {
305                                         cur_addr = perf_create_address(cp, ca);
306                                         /* add address */
307                                         GAS_mlp_address_add (mlp, addresses, cur_addr);
308                                         address_initial_update (mlp, addresses, cur_addr);
309                                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Adding address for peer %u address %u: \n", cp, ca);
310                         }
311                         GAS_mlp_get_preferred_address( mlp, addresses, &peers[cp].id);
312                         /* solve */
313                         if (cp + 1 >= N_peers_start)
314                         {
315                                 GAS_mlp_solve_problem (mlp, addresses);
316                                 if (GNUNET_NO == opt_numeric)
317                                         fprintf (stderr, "%u peers each %u addresses;  LP/MIP state [%s/%s] presolv [%s/%s], (build/LP/MIP in ms): %04llu %04llu %04llu; size (cols x rows, nonzero elements): [%u x %u] = %u\n",
318                                                         cp + 1, ca,
319                                                         (GNUNET_OK == mlp->ps.lp_res) ? "OK" : "FAIL",
320                                                         (GNUNET_OK == mlp->ps.mip_res) ? "OK" : "FAIL",
321                                                         (GLP_YES == mlp->ps.lp_presolv) ? "YES" : "NO",
322                                                         (GNUNET_OK == mlp->ps.mip_presolv) ? "YES" : "NO",
323                                                         (unsigned long long) mlp->ps.build_dur.rel_value,
324                                                         (unsigned long long) mlp->ps.lp_dur.rel_value,
325                                                         (unsigned long long) mlp->ps.mip_dur.rel_value,
326                                                         mlp->ps.p_cols, mlp->ps.p_rows, mlp->ps.p_elements);
327                                 else
328                                         fprintf (stderr, "%u;%u;%s;%s;%s;%s;%04llu;%04llu;%04llu;%u;%u;%u\n",
329                                                         cp + 1, ca,
330                                                         (GNUNET_OK == mlp->ps.lp_res) ? "OK" : "FAIL",
331                                                         (GNUNET_OK == mlp->ps.mip_res) ? "OK" : "FAIL",
332                                                         (GLP_YES == mlp->ps.lp_presolv) ? "YES" : "NO",
333                                                         (GNUNET_OK == mlp->ps.mip_presolv) ? "YES" : "NO",
334                                                         (unsigned long long) mlp->ps.build_dur.rel_value,
335                                                         (unsigned long long) mlp->ps.lp_dur.rel_value,
336                                                         (unsigned long long) mlp->ps.mip_dur.rel_value,
337                                                         mlp->ps.p_cols, mlp->ps.p_rows, mlp->ps.p_elements);
338                                 if ((0 < opt_update_quantity) || (0 < opt_update_percent))
339                                 {
340                                         GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Updating problem with %u peers and %u addresses\n", cp + 1, ca);
341                                         update_addresses (cp + 1, ca, opt_update_quantity);
342                                         GAS_mlp_solve_problem (mlp, addresses);
343                                         if (GNUNET_NO == opt_numeric)
344                                                 fprintf (stderr, "%u peers each %u addresses;  LP/MIP state [%s/%s] presolv [%s/%s], (build/LP/MIP in ms): %04llu %04llu %04llu; size (cols x rows, nonzero elements): [%u x %u] = %u\n",
345                                                                 cp + 1, ca,
346                                                                 (GNUNET_OK == mlp->ps.lp_res) ? "OK" : "FAIL",
347                                                                 (GNUNET_OK == mlp->ps.mip_res) ? "OK" : "FAIL",
348                                                                 (GLP_YES == mlp->ps.lp_presolv) ? "YES" : "NO",
349                                                                 (GNUNET_OK == mlp->ps.mip_presolv) ? "YES" : "NO",
350                                                                 (unsigned long long) mlp->ps.build_dur.rel_value,
351                                                                 (unsigned long long) mlp->ps.lp_dur.rel_value,
352                                                                 (unsigned long long) mlp->ps.mip_dur.rel_value,
353                                                                 mlp->ps.p_cols, mlp->ps.p_rows, mlp->ps.p_elements);
354                                         else
355                                                 fprintf (stderr, "%u;%u;%s;%s;%s;%s;%04llu;%04llu;%04llu;%u;%u;%u\n",
356                                                                 cp + 1, ca,
357                                                                 (GNUNET_OK == mlp->ps.lp_res) ? "OK" : "FAIL",
358                                                                 (GNUNET_OK == mlp->ps.mip_res) ? "OK" : "FAIL",
359                                                                 (GLP_YES == mlp->ps.lp_presolv) ? "YES" : "NO",
360                                                                 (GNUNET_OK == mlp->ps.mip_presolv) ? "YES" : "NO",
361                                                                 (unsigned long long) mlp->ps.build_dur.rel_value,
362                                                                 (unsigned long long) mlp->ps.lp_dur.rel_value,
363                                                                 (unsigned long long) mlp->ps.mip_dur.rel_value,
364                                                                 mlp->ps.p_cols, mlp->ps.p_rows, mlp->ps.p_elements);
365                                 }
366                                 fprintf (stderr, "\n");
367                         }
368         }
369
370
371         struct ATS_Address *cur;
372         struct ATS_Address *next;
373         for (cp = 0; cp < count_p; cp++)
374         {
375                         for (cur = peers[cp].head; cur != NULL; cur = next)
376                         {
377                                         GAS_mlp_address_delete (mlp, addresses, cur, GNUNET_NO);
378                                         next = cur->next;
379                                         GNUNET_CONTAINER_DLL_remove (peers[cp].head, peers[cp].tail, cur);
380                                         GNUNET_free (cur);
381                         }
382
383         }
384         GNUNET_free (peers);
385
386 }
387
388
389 int
390 main (int argc, char *argv[])
391 {
392
393   static char *const argv2[] = { "perf_ats_mlp",
394     "-c",
395     "test_ats_mlp.conf",
396     "-L", "WARNING",
397     NULL
398   };
399
400   opt_dump = GNUNET_NO;
401   opt_update_quantity = 0;
402   opt_update_percent = 0;
403
404   N_peers_start = 0;
405   N_peers_end = 0;
406   N_address = 0;
407   int c;
408   for (c = 0; c < argc; c++)
409   {
410                 if ((0 == strcmp (argv[c], "-z")) && (c < (argc - 1)))
411                 {
412                                 if (0 != atoi(argv[c+1]))
413                                 {
414                                                 N_peers_start = atoi(argv[c+1]);
415                                 }
416                 }
417                 if ((0 == strcmp (argv[c], "-x")) && (c < (argc - 1)))
418                 {
419                                 if (0 != atoi(argv[c+1]))
420                                 {
421                                                 N_peers_end = atoi(argv[c+1]);
422                                 }
423                 }
424                 if ((0 == strcmp (argv[c], "-c")) && (c < (argc - 1)))
425                 {
426                                 if (0 != atoi(argv[c+1]))
427                                 {
428                                                 N_address = atoi(argv[c+1]);
429                                 }
430                 }
431                 if ((0 == strcmp (argv[c], "-v")))
432                 {
433                                 opt_numeric = GNUNET_YES;
434                 }
435                 if ((0 == strcmp (argv[c], "-d")))
436                 {
437                                 opt_dump = GNUNET_YES;
438                 }
439                 if ((0 == strcmp (argv[c], "-p")) && (c < (argc - 1)))
440                 {
441                                 if (0 != atoi(argv[c+1]))
442                                 {
443                                         /* Update a fix "p"ercentage of addresses */
444                                                 opt_update_percent = atoi(argv[c+1]);
445                                                 if ((0 <= opt_update_percent) && (100 <= opt_update_percent))
446                                                 {
447                                                         fprintf (stderr, _("Percentage has to be: 0 <= p <= 100 "));
448                                                         exit (1);
449                                                 }
450                                 }
451                 }
452                 if ((0 == strcmp (argv[c], "-q")) && (c < (argc - 1)))
453                 {
454                                 if (0 != atoi(argv[c+1]))
455                                 {
456                                         /* Update a fix "q"uantity of addresses */
457                                                 opt_update_quantity = atoi(argv[c+1]);
458                                                 if (0 >= opt_update_quantity)
459                                                 {
460                                                         fprintf (stderr, _("Quantity has to be:  p => 0 "));
461                                                         exit (1);
462                                                 }
463                                 }
464                 }
465   }
466
467   if ((0 == N_peers_start) && (0 == N_peers_end))
468   {
469                 N_peers_start = PEERS_START;
470                 N_peers_end = PEERS_END;
471   }
472   if (0 == N_address)
473                 N_address = ADDRESSES;
474
475   if (opt_update_quantity > N_address)
476   {
477                 fprintf (stderr, _("Trying to update more addresses than we have per peer! (%u vs %u)"), opt_update_quantity, N_address);
478                 exit (1);
479   }
480
481   static const struct GNUNET_GETOPT_CommandLineOption options[] = {
482     GNUNET_GETOPT_OPTION_END
483   };
484
485
486   GNUNET_PROGRAM_run ((sizeof (argv2) / sizeof (char *)) - 1, argv2,
487                       "perf_ats_mlp", "nohelp", options,
488                       &check, NULL);
489
490
491   return ret;
492 }
493
494 /* end of file perf_ats_mlp.c */