src/ats/perf_ats_mlp.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2010,2011 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20 /**
  21  * @file ats/perf_ats_mlp
  22  * @brief performance test for the MLP solver
  23  * @author Christian Grothoff
  24  * @author Matthias Wachs
  25
  26  */
  27
  28 /*
  29      This file is part of GNUnet.
  30      (C) 2010,2011 Christian Grothoff (and other contributing authors)
  31
  32      GNUnet is free software; you can redistribute it and/or modify
  33      it under the terms of the GNU General Public License as published
  34      by the Free Software Foundation; either version 3, or (at your
  35      option) any later version.
  36
  37      GNUnet is distributed in the hope that it will be useful, but
  38      WITHOUT ANY WARRANTY; without even the implied warranty of
  39      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  40      General Public License for more details.
  41
  42      You should have received a copy of the GNU General Public License
  43      along with GNUnet; see the file COPYING.  If not, write to the
  44      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  45      Boston, MA 02111-1307, USA.
  46 */
  47 /**
  48  * @file ats/test_ats_mlp.c
  49  * @brief basic test for the MLP solver
  50  * @author Christian Grothoff
  51  * @author Matthias Wachs
  52
  53  */
  54 #include "platform.h"
  55 #include "gnunet_util_lib.h"
  56 #include "gnunet_statistics_service.h"
  57 #include "gnunet_ats_service.h"
  58 #include "gnunet-service-ats-solver_mlp.h"
  59 #include "gnunet-service-ats_normalization.h"
  60 #include "test_ats_api_common.h"
  61
  62 #define PEERS_START 100
  63 #define PEERS_END       100
  64
  65 #define ADDRESSES 10
  66
  67 int count_p;
  68 int count_a;
  69
  70
  71 struct PerfPeer
  72 {
  73         struct GNUNET_PeerIdentity id;
  74
  75         struct ATS_Address *head;
  76         struct ATS_Address *tail;
  77 };
  78
  79 static int ret;
  80 static int opt_numeric;
  81 static int opt_dump;
  82 static int opt_update_percent;
  83 static int opt_update_quantity;
  84
  85 static int N_peers_start;
  86 static int N_peers_end;
  87 static int N_address;
  88
  89 /**
  90  * Statistics handle
  91  */
  92 struct GNUNET_STATISTICS_Handle * stats;
  93
  94 /**
  95  * MLP solver handle
  96  */
  97 struct GAS_MLP_Handle *mlp;
  98
  99 /**
 100  * Hashmap containing addresses
 101  */
 102 struct GNUNET_CONTAINER_MultiHashMap * addresses;
 103
 104 #define ATS_COUNT 2
 105 struct GNUNET_ATS_Information ats[2];
 106
 107 struct PerfPeer *peers;
 108
 109 static void
 110 end_now (int res)
 111 {
 112   if (NULL != stats)
 113   {
 114           GNUNET_STATISTICS_destroy(stats, GNUNET_NO);
 115           stats = NULL;
 116   }
 117   /*
 118   if (NULL != addresses)
 119   {
 120                 GNUNET_CONTAINER_multihashmap_iterate (addresses, &addr_it, NULL);
 121                 GNUNET_CONTAINER_multihashmap_destroy (addresses);
 122                 addresses = NULL ;
 123   }*/
 124   if (NULL != peers)
 125         {
 126                 GNUNET_free (peers);
 127         }
 128   if (NULL != mlp)
 129   {
 130                 GAS_mlp_done (mlp);
 131                 mlp = NULL;
 132   }
 133   GAS_normalization_stop();
 134         ret = res;
 135 }
 136
 137
 138 static void
 139 bandwidth_changed_cb (void *cls, struct ATS_Address *address)
 140 {
 141
 142 }
 143
 144 static void
 145 normalized_property_changed_cb (void *cls,
 146                                                                                                                  struct ATS_Address *peer,
 147                                                                                                                  uint32_t type,
 148                                                                                                                  double prop_rel)
 149 {
 150          /* TODO */
 151 }
 152
 153 const double *
 154 get_property_cb (void *cls, const struct ATS_Address *address)
 155 {
 156         return GAS_normalization_get_properties ((struct ATS_Address *) address);
 157 }
 158
 159
 160 static const double *
 161 get_preferences_cb (void *cls, const struct GNUNET_PeerIdentity *id)
 162 {
 163         return GAS_normalization_get_preferences (id);
 164 }
 165
 166
 167 static void
 168 perf_create_peer (int cp)
 169 {
 170         GNUNET_CRYPTO_hash_create_random(GNUNET_CRYPTO_QUALITY_WEAK, &peers[cp].id.hashPubKey);
 171         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Creating peer #%u: %s \n", cp, GNUNET_i2s (&peers[cp].id));
 172 }
 173
 174 static struct ATS_Address *
 175 perf_create_address (int cp, int ca)
 176 {
 177         struct ATS_Address *a;
 178         a = create_address (&peers[cp].id, "Test 1", "test 1", strlen ("test 1") + 1, 0);
 179         GNUNET_CONTAINER_DLL_insert (peers[cp].head, peers[cp].tail, a);
 180         GNUNET_CONTAINER_multihashmap_put (addresses, &peers[cp].id.hashPubKey, a, GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
 181         return a;
 182 }
 183
 184 static void
 185 address_initial_update (void *solver, struct GNUNET_CONTAINER_MultiHashMap * addresses, struct ATS_Address *address)
 186 {
 187         GAS_mlp_address_property_changed (mlp, address,
 188                         GNUNET_ATS_QUALITY_NET_DELAY, 100,
 189                         (double)(100 + GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 100)) / 100);
 190
 191         GAS_mlp_address_property_changed (mlp, address,
 192                         GNUNET_ATS_QUALITY_NET_DISTANCE, 10,
 193                         (double)(100 + GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 100)) / 100);
 194 }
 195
 196
 197 static void
 198 update_single_addresses (struct ATS_Address *cur)
 199 {
 200         int r_type;
 201         int r_val;
 202
 203         r_type = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 2);
 204         switch (r_type) {
 205                 case 0:
 206                         r_val = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 100);
 207                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s' address %p type %s val %u\n",
 208                                         GNUNET_i2s (&cur->peer), cur,
 209                                         "GNUNET_ATS_QUALITY_NET_DELAY", r_val);
 210                         GAS_mlp_address_property_changed (mlp, cur, GNUNET_ATS_QUALITY_NET_DELAY, r_val,
 211                                         (double)(100 + r_val / 100));
 212                         break;
 213                 case 1:
 214                         r_val = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, 10);
 215
 216                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s' address %p type %s val %u\n",
 217                                         GNUNET_i2s (&cur->peer), cur,
 218                                         "GNUNET_ATS_QUALITY_NET_DISTANCE", r_val);
 219                         GAS_mlp_address_property_changed (mlp, cur, GNUNET_ATS_QUALITY_NET_DISTANCE, r_val,
 220                                         (double)(100 + r_val) / 100);
 221                         break;
 222                 default:
 223                         break;
 224         }
 225         GAS_mlp_address_inuse_changed(mlp, cur, GNUNET_YES);
 226
 227 }
 228
 229 static void
 230 update_addresses (unsigned int cp, unsigned int ca, unsigned int up_q)
 231 {
 232         struct ATS_Address *cur;
 233         int c_peer;
 234         int c_select;
 235         int c_addr;
 236         int r;
 237
 238         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating addresses %u addresses per peer \n", up_q);
 239         unsigned int m [ca];
 240
 241         for (c_peer = 0; c_peer < cp; c_peer++)
 242         {
 243                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating peer `%s'\n", GNUNET_i2s (&peers[c_peer].id));
 244                         for (c_select = 0; c_select < ca; c_select++)
 245                                 m[c_select] = 0;
 246                         c_select = 0;
 247                         while (c_select < opt_update_quantity)
 248                         {
 249                                         r = GNUNET_CRYPTO_random_u32(GNUNET_CRYPTO_QUALITY_WEAK, ca);
 250                                         if (0 == m[r])
 251                                         {
 252                                                 m[r] = 1;
 253                                                 c_select++;
 254                                         }
 255                         }
 256
 257                         c_addr = 0;
 258                         for (cur = peers[c_peer].head; NULL != cur; cur = cur->next)
 259                         {
 260                                         if (1 == m[c_addr])
 261                                                         update_single_addresses (cur);
 262                                         c_addr ++;
 263                         }
 264         }
 265 }
 266
 267
 268 static void
 269 check (void *cls, char *const *args, const char *cfgfile,
 270        const struct GNUNET_CONFIGURATION_Handle *cfg)
 271 {
 272   int quotas[GNUNET_ATS_NetworkTypeCount] = GNUNET_ATS_NetworkType;
 273   unsigned long long  quotas_in[GNUNET_ATS_NetworkTypeCount];
 274   unsigned long long  quotas_out[GNUNET_ATS_NetworkTypeCount];
 275         int cp;
 276         int ca;
 277         struct ATS_Address * cur_addr;
 278
 279         int full_lp_res;
 280         int full_mip_res;
 281         int full_lp_presolv;
 282         int full_mip_presolv;
 283         struct GNUNET_TIME_Relative full_build_dur;
 284         struct GNUNET_TIME_Relative full_lp_dur;
 285         struct GNUNET_TIME_Relative full_mip_dur;
 286
 287         int update_lp_res;
 288         int update_mip_res;
 289         int update_lp_presolv;
 290         int update_mip_presolv;
 291         struct GNUNET_TIME_Relative update_build_dur;
 292         struct GNUNET_TIME_Relative update_lp_dur;
 293         struct GNUNET_TIME_Relative update_mip_dur;
 294
 295   stats = GNUNET_STATISTICS_create("ats", cfg);
 296   if (NULL == stats)
 297   {
 298         GNUNET_break (0);
 299     end_now (1);
 300     return;
 301   }
 302   GAS_normalization_start (NULL, NULL, &normalized_property_changed_cb, NULL);
 303   /* Load quotas */
 304   if (GNUNET_ATS_NetworkTypeCount != load_quotas (cfg, quotas_out, quotas_in,
 305                         GNUNET_ATS_NetworkTypeCount))
 306   {
 307         GNUNET_break (0);
 308       end_now (1);
 309       return;
 310   }
 311
 312   GNUNET_assert (N_peers_end >= N_peers_start);
 313   GNUNET_assert (N_address >= 0);
 314
 315   fprintf (stderr, "Solving problem for %u..%u peers with %u addresses\n",
 316                 N_peers_start, N_peers_end, N_address);
 317
 318   count_p = N_peers_end;
 319   count_a = N_address;
 320   peers = GNUNET_malloc ((count_p) * sizeof (struct PerfPeer));
 321   /* Setup address hashmap */
 322   addresses = GNUNET_CONTAINER_multihashmap_create (N_address, GNUNET_NO);
 323
 324   /* Init MLP solver */
 325   mlp  = GAS_mlp_init (cfg, stats, addresses,
 326                 quotas, quotas_out, quotas_in,
 327                 GNUNET_ATS_NetworkTypeCount, &bandwidth_changed_cb, NULL,
 328                 &get_preferences_cb, NULL,
 329                 &get_property_cb, NULL);
 330   if (NULL == mlp)
 331   {
 332         GNUNET_break (0);
 333       end_now (1);
 334       return;
 335   }
 336   mlp->mlp_auto_solve = GNUNET_NO;
 337   mlp->write_mip_mps = opt_dump;
 338   mlp->write_mip_sol = opt_dump;
 339
 340         for (cp = 0; cp < count_p; cp++)
 341                         perf_create_peer (cp);
 342
 343         if (GNUNET_YES == opt_numeric)
 344                 fprintf (stderr, "#peers;#addresses per peer;LP/MIP state;presolv;exec build in ms;exec LP in ms; exec MIP in ms;#cols;#rows;#nonzero elements\n");
 345
 346         for (cp = 0; cp < count_p; cp++)
 347         {
 348                         for (ca = 0; ca < count_a; ca++)
 349                         {
 350                                         cur_addr = perf_create_address(cp, ca);
 351                                         /* add address */
 352                                         GAS_mlp_address_add (mlp, cur_addr, GNUNET_ATS_NET_UNSPECIFIED);
 353                                         address_initial_update (mlp, addresses, cur_addr);
 354                                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Adding address for peer %u address %u: \n", cp, ca);
 355                         }
 356                         GAS_mlp_get_preferred_address( mlp, &peers[cp].id);
 357                         /* solve */
 358                         if (cp + 1 >= N_peers_start)
 359                         {
 360
 361                                 update_mip_dur = GNUNET_TIME_UNIT_FOREVER_REL;
 362                                 update_lp_dur = GNUNET_TIME_UNIT_FOREVER_REL;
 363                                 update_build_dur = GNUNET_TIME_UNIT_FOREVER_REL;
 364                                 update_mip_presolv = GNUNET_SYSERR;
 365                                 update_lp_presolv = GNUNET_SYSERR;
 366                                 update_mip_res = GNUNET_SYSERR;
 367                                 update_lp_res = GNUNET_SYSERR;
 368                                 /* Solve the full problem */
 369                                 GAS_mlp_solve_problem (mlp);
 370                                 full_lp_res = mlp->ps.lp_res;
 371                                 full_mip_res = mlp->ps.mip_res;
 372                                 full_lp_presolv = mlp->ps.lp_presolv;
 373                                 full_mip_presolv = mlp->ps.mip_presolv;
 374                                 full_build_dur = mlp->ps.build_dur;
 375                                 full_lp_dur = mlp->ps.lp_dur;
 376                                 full_mip_dur = mlp->ps.mip_dur;
 377
 378                                 /* Update and solve the problem */
 379                                 if ((0 < opt_update_quantity) || (0 < opt_update_percent))
 380                                 {
 381                                         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Updating problem with %u peers and %u addresses\n", cp + 1, ca);
 382                                         update_addresses (cp + 1, ca, opt_update_quantity);
 383                                         GAS_mlp_solve_problem (mlp);
 384                                         GAS_mlp_solve_problem (mlp);
 385                                         update_lp_res = mlp->ps.lp_res;
 386                                         update_mip_res = mlp->ps.mip_res;
 387                                         update_lp_presolv = mlp->ps.lp_presolv;
 388                                         update_mip_presolv = mlp->ps.mip_presolv;
 389                                         update_build_dur = mlp->ps.build_dur;
 390                                         update_lp_dur = mlp->ps.lp_dur;
 391                                         update_mip_dur = mlp->ps.mip_dur;
 392
 393                                 }
 394                                 if (GNUNET_NO == opt_numeric)
 395                                 {
 396                                 fprintf (stderr, "Rebuild: %03u peers each %02u addresses; rebuild: LP/MIP state [%3s/%3s] presolv [%3s/%3s], (build/LP/MIP in ms) %04llu / %04llu / %04llu\n",
 397                                                 cp + 1, ca,
 398                                                 (GNUNET_OK == full_lp_res) ? "OK" : "FAIL",
 399                                                 (GNUNET_OK == full_mip_res) ? "OK" : "FAIL",
 400                                                 (GLP_YES == full_lp_presolv) ? "YES" : "NO",
 401                                                 (GNUNET_OK == full_mip_presolv) ? "YES" : "NO",
 402                                                 (unsigned long long) full_build_dur.rel_value, (unsigned long long) full_lp_dur.rel_value, (unsigned long long) full_mip_dur.rel_value);
 403                                 if ((0 < opt_update_quantity) || (0 < opt_update_percent))
 404                                         fprintf (stderr, "Update : %03u peers each %02u addresses; rebuild: LP/MIP state [%3s/%3s] presolv [%3s/%3s], (build/LP/MIP in ms) %04llu / %04llu / %04llu\n",
 405                                                 cp + 1, ca,
 406                                                 (GNUNET_OK == update_lp_res) ? "OK" : "FAIL",
 407                                                 (GNUNET_OK == update_mip_res) ? "OK" : "FAIL",
 408                                                 (GLP_YES == update_lp_presolv) ? "YES" : "NO",
 409                                                 (GNUNET_OK == update_mip_presolv) ? "YES" : "NO",
 410                                                 (unsigned long long) update_build_dur.rel_value, (unsigned long long) update_lp_dur.rel_value, (unsigned long long) update_mip_dur.rel_value);
 411                                 }
 412                                 else
 413                                 {
 414                                                 fprintf (stderr, "Rebuild;%u;%u;%s;%s;%s;%s;%04llu;%04llu;%04llu\n",
 415                                                                 cp + 1, ca,
 416                                                                 (GNUNET_OK == full_lp_res) ? "OK" : "FAIL",
 417                                                                 (GNUNET_OK == full_mip_res) ? "OK" : "FAIL",
 418                                                                 (GLP_YES == full_lp_presolv) ? "YES" : "NO",
 419                                                                 (GNUNET_OK == full_mip_presolv) ? "YES" : "NO",
 420                                                                 (unsigned long long) full_build_dur.rel_value, (unsigned long long) full_lp_dur.rel_value, (unsigned long long) full_mip_dur.rel_value);
 421                                                 if ((0 < opt_update_quantity) || (0 < opt_update_percent))
 422                                                         fprintf (stderr, "Update;%u;%u;%s;%s;%s;%s;%04llu;%04llu;%04llu\n",
 423                                                                         cp + 1, ca,
 424                                                                         (GNUNET_OK == update_lp_res) ? "OK" : "FAIL",
 425                                                                         (GNUNET_OK == update_mip_res) ? "OK" : "FAIL",
 426                                                                         (GLP_YES == update_lp_presolv) ? "YES" : "NO",
 427                                                                         (GNUNET_OK == update_mip_presolv) ? "YES" : "NO",
 428                                                                         (unsigned long long) update_build_dur.rel_value, (unsigned long long) update_lp_dur.rel_value, (unsigned long long) update_mip_dur.rel_value);
 429                                 }
 430                         }
 431         }
 432
 433
 434         struct ATS_Address *cur;
 435         struct ATS_Address *next;
 436         for (cp = 0; cp < count_p; cp++)
 437         {
 438                         for (cur = peers[cp].head; cur != NULL; cur = next)
 439                         {
 440                                         GAS_mlp_address_delete (mlp, cur, GNUNET_NO);
 441                                         next = cur->next;
 442                                         GNUNET_CONTAINER_DLL_remove (peers[cp].head, peers[cp].tail, cur);
 443                                         GNUNET_free (cur);
 444                         }
 445
 446         }
 447         GNUNET_free (peers);
 448
 449 }
 450
 451
 452 int
 453 main (int argc, char *argv[])
 454 {
 455
 456   static char *const argv2[] = { "perf_ats_mlp",
 457     "-c",
 458     "test_ats_mlp.conf",
 459     "-L", "WARNING",
 460     NULL
 461   };
 462
 463   opt_dump = GNUNET_NO;
 464   opt_update_quantity = 0;
 465   opt_update_percent = 0;
 466
 467   N_peers_start = 0;
 468   N_peers_end = 0;
 469   N_address = 0;
 470   int c;
 471   for (c = 0; c < argc; c++)
 472   {
 473                 if ((0 == strcmp (argv[c], "-z")) && (c < (argc - 1)))
 474                 {
 475                                 if (0 != atoi(argv[c+1]))
 476                                 {
 477                                                 N_peers_start = atoi(argv[c+1]);
 478                                 }
 479                 }
 480                 if ((0 == strcmp (argv[c], "-x")) && (c < (argc - 1)))
 481                 {
 482                                 if (0 != atoi(argv[c+1]))
 483                                 {
 484                                                 N_peers_end = atoi(argv[c+1]);
 485                                 }
 486                 }
 487                 if ((0 == strcmp (argv[c], "-c")) && (c < (argc - 1)))
 488                 {
 489                                 if (0 != atoi(argv[c+1]))
 490                                 {
 491                                                 N_address = atoi(argv[c+1]);
 492                                 }
 493                 }
 494                 if ((0 == strcmp (argv[c], "-n")))
 495                 {
 496                                 opt_numeric = GNUNET_YES;
 497                 }
 498                 if ((0 == strcmp (argv[c], "-d")))
 499                 {
 500                                 opt_dump = GNUNET_YES;
 501                 }
 502                 if ((0 == strcmp (argv[c], "-p")) && (c < (argc - 1)))
 503                 {
 504                                 if (0 != atoi(argv[c+1]))
 505                                 {
 506                                         /* Update a fix "p"ercentage of addresses */
 507                                                 opt_update_percent = atoi(argv[c+1]);
 508                                                 if ((0 <= opt_update_percent) && (100 <= opt_update_percent))
 509                                                 {
 510                                                         fprintf (stderr, _("Percentage has to be: 0 <= p <= 100 "));
 511                                                         exit (1);
 512                                                 }
 513                                 }
 514                 }
 515                 if ((0 == strcmp (argv[c], "-q")) && (c < (argc - 1)))
 516                 {
 517                                 if (0 != atoi(argv[c+1]))
 518                                 {
 519                                         /* Update a fix "q"uantity of addresses */
 520                                                 opt_update_quantity = atoi(argv[c+1]);
 521                                                 if (0 >= opt_update_quantity)
 522                                                 {
 523                                                         fprintf (stderr, _("Quantity has to be:  p => 0 "));
 524                                                         exit (1);
 525                                                 }
 526                                 }
 527                 }
 528   }
 529
 530   if ((0 == N_peers_start) && (0 == N_peers_end))
 531   {
 532                 N_peers_start = PEERS_START;
 533                 N_peers_end = PEERS_END;
 534   }
 535   if (0 == N_address)
 536                 N_address = ADDRESSES;
 537
 538   if (opt_update_quantity > N_address)
 539   {
 540                 fprintf (stderr, _("Trying to update more addresses than we have per peer! (%u vs %u)"), opt_update_quantity, N_address);
 541                 exit (1);
 542   }
 543
 544   static const struct GNUNET_GETOPT_CommandLineOption options[] = {
 545     GNUNET_GETOPT_OPTION_END
 546   };
 547
 548
 549   GNUNET_PROGRAM_run ((sizeof (argv2) / sizeof (char *)) - 1, argv2,
 550                       "perf_ats_mlp", "nohelp", options,
 551                       &check, NULL);
 552
 553
 554   return ret;
 555 }
 556
 557 /* end of file perf_ats_mlp.c */