1 /* opkg_hash.c - the opkg package management system
5 Copyright (C) 2002 Compaq Computer Corporation
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License as
9 published by the Free Software Foundation; either version 2, or (at
10 your option) any later version.
12 This program is distributed in the hope that it will be useful, but
13 WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 General Public License for more details.
24 #include "hash_table.h"
26 #include "opkg_message.h"
29 #include "pkg_parse.h"
30 #include "opkg_utils.h"
31 #include "libbb/libbb.h"
33 static abstract_pkg_t * add_new_abstract_pkg_by_name(hash_table_t * hash, const char * pkg_name);
36 * this will talk to both feeds-lists files and installed status files
40 * pkg_hash_init(name, &hash, 1000);
41 * pkg_hash_add_from_file(<feed filename>);
43 * the query function is just there as a shell to prove to me that this
44 * sort of works, but isn't far from doing something useful
47 * modified: CDW 3 Jan. 2002
51 int pkg_hash_init(const char *name, hash_table_t *hash, int len)
53 return hash_table_init(name, hash, len);
56 void free_pkgs (const char *key, void *entry, void *data)
59 abstract_pkg_t *ab_pkg;
61 /* each entry in the hash table is an abstract package, which contains a list
62 * of packages that provide the abstract package */
64 ab_pkg = (abstract_pkg_t*) entry;
68 for (i = 0; i < ab_pkg->pkgs->len; i++)
70 pkg_deinit (ab_pkg->pkgs->pkgs[i]);
71 free (ab_pkg->pkgs->pkgs[i]);
75 abstract_pkg_vec_free (ab_pkg->provided_by);
76 abstract_pkg_vec_free (ab_pkg->replaced_by);
77 pkg_vec_free (ab_pkg->pkgs);
78 free (ab_pkg->depended_upon_by);
83 void pkg_hash_deinit(hash_table_t *hash)
85 hash_table_foreach (hash, free_pkgs, NULL);
86 hash_table_deinit(hash);
90 /* Find the default arch for a given package status file if none is given. */
91 static char *pkg_get_default_arch(opkg_conf_t *conf)
93 nv_pair_list_elt_t *l;
94 char *def_arch = HOST_CPU_STR; /* Default arch */
95 int def_prio = 0; /* Other archs override this */
97 list_for_each_entry(l , &conf->arch_list.head, node) {
98 nv_pair_t *nv = (nv_pair_t *)l->data;
99 int priority = strtol(nv->value, NULL, 0);
101 /* Check if this arch has higher priority, and is valid */
102 if ((priority > def_prio) &&
103 (strcmp(nv->name, "all")) && (strcmp(nv->name, "noarch"))) {
104 /* Our new default */
110 return xstrdup(def_arch);
113 int pkg_hash_add_from_file(opkg_conf_t *conf, const char *file_name,
114 pkg_src_t *src, pkg_dest_t *dest, int is_status_file)
116 hash_table_t *hash = &conf->pkg_hash;
121 raw = raw_start = read_raw_pkgs_from_file(file_name);
125 while(*raw){ /* don't worry, we'll increment raw in the parsing function */
130 if (pkg_parse_raw(pkg, &raw, src, dest) == 0) {
131 if (!pkg->architecture) {
132 char *version_str = pkg_version_str_alloc(pkg);
133 pkg->architecture = pkg_get_default_arch(conf);
134 opkg_message(conf, OPKG_ERROR, "Package %s version %s has no architecture specified, defaulting to %s.\n",
135 pkg->name, version_str, pkg->architecture);
138 hash_insert_pkg(hash, pkg, is_status_file,conf);
145 /* XXX: CLEANUP: I'd like a cleaner interface for cleaning up
146 memory after read_raw_pkgs_from_file */
155 abstract_pkg_t * abstract_pkg_fetch_by_name(hash_table_t * hash, const char * pkg_name)
157 return (abstract_pkg_t *)hash_table_get(hash, pkg_name);
160 abstract_pkg_vec_t *pkg_hash_fetch_all_installation_candidates(hash_table_t *hash, const char *name)
162 abstract_pkg_t *apkg = abstract_pkg_fetch_by_name(hash, name);
165 return apkg->provided_by;
169 pkg_t *pkg_hash_fetch_best_installation_candidate(opkg_conf_t *conf, abstract_pkg_t *apkg,
170 int (*constraint_fcn)(pkg_t *pkg, void *cdata), void *cdata, int quiet, int *err)
175 pkg_vec_t *matching_pkgs = pkg_vec_alloc();
176 abstract_pkg_vec_t *matching_apkgs = abstract_pkg_vec_alloc();
177 abstract_pkg_vec_t *provided_apkg_vec;
178 abstract_pkg_t **provided_apkgs;
179 abstract_pkg_vec_t *providers = abstract_pkg_vec_alloc();
180 pkg_t *latest_installed_parent = NULL;
181 pkg_t *latest_matching = NULL;
182 pkg_t *priorized_matching = NULL;
183 pkg_t *held_pkg = NULL;
184 pkg_t *good_pkg_by_name = NULL;
189 if (apkg == NULL || apkg->provided_by == NULL || (apkg->provided_by->len == 0))
192 opkg_message(conf, OPKG_DEBUG, "best installation candidate for %s\n", apkg->name);
194 provided_apkg_vec = apkg->provided_by;
195 nprovides = provided_apkg_vec->len;
196 provided_apkgs = provided_apkg_vec->pkgs;
198 opkg_message(conf, OPKG_DEBUG, " apkg=%s nprovides=%d\n", apkg->name, nprovides);
200 /* accumulate all the providers */
201 for (i = 0; i < nprovides; i++) {
202 abstract_pkg_t *provider_apkg = provided_apkgs[i];
203 opkg_message(conf, OPKG_DEBUG, " adding %s to providers\n", provider_apkg->name);
204 abstract_pkg_vec_insert(providers, provider_apkg);
206 nprovides = providers->len;
208 for (i = 0; i < nprovides; i++) {
209 abstract_pkg_t *provider_apkg = abstract_pkg_vec_get(providers, i);
210 abstract_pkg_t *replacement_apkg = NULL;
213 if (provider_apkg->replaced_by && provider_apkg->replaced_by->len) {
214 replacement_apkg = provider_apkg->replaced_by->pkgs[0];
215 if (provider_apkg->replaced_by->len > 1) {
216 opkg_message(conf, OPKG_NOTICE, "Multiple replacers for %s, using first one (%s)\n",
217 provider_apkg->name, replacement_apkg->name);
221 if (replacement_apkg)
222 opkg_message(conf, OPKG_DEBUG, " replacement_apkg=%s for provider_apkg=%s\n",
223 replacement_apkg->name, provider_apkg->name);
225 if (replacement_apkg && (replacement_apkg != provider_apkg)) {
226 if (abstract_pkg_vec_contains(providers, replacement_apkg))
229 provider_apkg = replacement_apkg;
232 if (!(vec = provider_apkg->pkgs)) {
233 opkg_message(conf, OPKG_DEBUG, " no pkgs for provider_apkg %s\n", provider_apkg->name);
238 /* now check for supported architecture */
243 /* count packages matching max arch priority and keep track of last one */
244 for (i = 0; i < vec->len; i++) {
245 pkg_t *maybe = vec->pkgs[i];
246 opkg_message(conf, OPKG_DEBUG, " %s arch=%s arch_priority=%d version=%s \n",
247 maybe->name, maybe->architecture, maybe->arch_priority, maybe->version);
248 /* We make sure not to add the same package twice. Need to search for the reason why
249 they show up twice sometimes. */
250 if ((maybe->arch_priority > 0) && (! pkg_vec_contains(matching_pkgs, maybe))) {
252 abstract_pkg_vec_insert(matching_apkgs, maybe->parent);
253 pkg_vec_insert(matching_pkgs, maybe);
257 if (vec->len > 0 && matching_pkgs->len < 1)
259 opkg_message (conf, OPKG_ERROR, "Packages were found, but none compatible with the architectures configured\n");
261 *err = OPKG_PKG_HAS_NO_AVAILABLE_ARCH;
266 if (matching_pkgs->len > 1)
267 pkg_vec_sort(matching_pkgs, pkg_name_version_and_architecture_compare);
268 if (matching_apkgs->len > 1)
269 abstract_pkg_vec_sort(matching_pkgs, abstract_pkg_name_compare);
271 /* Here it is usefull, if ( matching_apkgs->len > 1 ), to test if one of this matching packages has the same name of the
272 needed package. In this case, I would return it for install, otherwise I will continue with the procedure */
273 /* The problem is what to do when there are more than a mathing package, with the same name and several version ?
274 Until now I always got the latest, but that breaks the downgrade option.
275 If I stop at the first one, I would probably miss the new ones
276 Maybe the way is to have some kind of flag somewhere, to see if the package been asked to install is from a file,
277 or from a Packages feed.
278 It it is from a file it always need to be checked whatever version I have in feeds or everywhere, according to force-down or whatever options*/
281 for (i = 0; i < matching_pkgs->len; i++) {
282 pkg_t *matching = matching_pkgs->pkgs[i];
283 if (constraint_fcn(matching, cdata)) { /* We found it */
284 opkg_message(conf, OPKG_DEBUG, " Found a valid candidate for the install: %s %s \n", matching->name, matching->version) ;
285 good_pkg_by_name = matching;
286 if ( matching->provided_by_hand == 1 ) /* It has been provided by hand, so it is what user want */
292 for (i = 0; i < matching_pkgs->len; i++) {
293 pkg_t *matching = matching_pkgs->pkgs[i];
294 latest_matching = matching;
295 if (matching->parent->state_status == SS_INSTALLED || matching->parent->state_status == SS_UNPACKED)
296 latest_installed_parent = matching;
297 if (matching->state_flag & (SF_HOLD|SF_PREFER)) {
299 opkg_message(conf, OPKG_NOTICE, "Multiple packages (%s and %s) providing same name marked HOLD or PREFER. Using latest.\n",
300 held_pkg->name, matching->name);
305 if (!good_pkg_by_name && !held_pkg && !latest_installed_parent && matching_apkgs->len > 1 && !quiet) {
307 for (i = 0; i < matching_pkgs->len; i++) {
308 pkg_t *matching = matching_pkgs->pkgs[i];
309 if (matching->arch_priority > prio) {
310 priorized_matching = matching;
311 prio = matching->arch_priority;
312 opkg_message(conf, OPKG_DEBUG, "Match with priority %i %s\n", prio, matching->name);
318 if (matching_apkgs->len > 1 && conf->verbosity > 1) {
319 opkg_message(conf, OPKG_NOTICE, "%s: for apkg=%s, %d matching pkgs\n",
320 __FUNCTION__, apkg->name, matching_pkgs->len);
321 for (i = 0; i < matching_pkgs->len; i++) {
322 pkg_t *matching = matching_pkgs->pkgs[i];
323 opkg_message(conf, OPKG_INFO, " %s %s %s\n",
324 matching->name, matching->version, matching->architecture);
328 nmatching = matching_apkgs->len;
330 pkg_vec_free(matching_pkgs);
331 abstract_pkg_vec_free(matching_apkgs);
332 abstract_pkg_vec_free(providers);
334 if (good_pkg_by_name) { /* We found a good candidate, we will install it */
335 return good_pkg_by_name;
338 opkg_message(conf, OPKG_INFO, " using held package %s\n", held_pkg->name);
341 if (latest_installed_parent) {
342 opkg_message(conf, OPKG_INFO, " using latest version of installed package %s\n", latest_installed_parent->name);
343 return latest_installed_parent;
345 if (priorized_matching) {
346 opkg_message(conf, OPKG_INFO, " using priorized matching %s %s %s\n",
347 priorized_matching->name, priorized_matching->version, priorized_matching->architecture);
348 return priorized_matching;
351 opkg_message(conf, OPKG_INFO, " no matching pkg out of matching_apkgs=%d\n", nmatching);
354 if (latest_matching) {
355 opkg_message(conf, OPKG_INFO, " using latest matching %s %s %s\n",
356 latest_matching->name, latest_matching->version, latest_matching->architecture);
357 return latest_matching;
362 static int pkg_name_constraint_fcn(pkg_t *pkg, void *cdata)
364 const char *name = (const char *)cdata;
365 if (strcmp(pkg->name, name) == 0)
371 pkg_t *pkg_hash_fetch_best_installation_candidate_by_name(opkg_conf_t *conf, const char *name, int *err)
373 hash_table_t *hash = &conf->pkg_hash;
374 abstract_pkg_t *apkg = NULL;
377 if (!(apkg = abstract_pkg_fetch_by_name(hash, name)))
380 ret = pkg_hash_fetch_best_installation_candidate(conf, apkg, pkg_name_constraint_fcn, apkg->name, 0, err);
386 pkg_t * pkg_hash_fetch_by_name_version(hash_table_t *hash,
387 const char *pkg_name,
388 const char * version)
392 char *version_str = NULL;
394 if(!(vec = pkg_vec_fetch_by_name(hash, pkg_name)))
397 for(i = 0; i < vec->len; i++) {
398 version_str = pkg_version_str_alloc(vec->pkgs[i]);
399 if(!strcmp(version_str, version)) {
412 pkg_t *pkg_hash_fetch_installed_by_name_dest(hash_table_t *hash,
413 const char *pkg_name,
419 if(!(vec = pkg_vec_fetch_by_name(hash, pkg_name))) {
423 for(i = 0; i < vec->len; i++)
424 if((vec->pkgs[i]->state_status == SS_INSTALLED || vec->pkgs[i]->state_status == SS_UNPACKED) && vec->pkgs[i]->dest == dest) {
430 pkg_t *pkg_hash_fetch_installed_by_name(hash_table_t *hash,
431 const char *pkg_name)
436 if(!(vec = pkg_vec_fetch_by_name(hash, pkg_name))){
440 for(i = 0; i < vec->len; i++)
441 if (vec->pkgs[i]->state_status == SS_INSTALLED || vec->pkgs[i]->state_status == SS_UNPACKED){
448 pkg_vec_t *pkg_vec_fetch_by_name(hash_table_t *hash, const char *pkg_name)
450 abstract_pkg_t * ab_pkg;
452 if(!(ab_pkg = abstract_pkg_fetch_by_name(hash, pkg_name))){
458 } else if (ab_pkg->provided_by) {
459 abstract_pkg_t *abpkg = abstract_pkg_vec_get(ab_pkg->provided_by, 0);
471 static void pkg_hash_fetch_available_helper(const char *pkg_name, void *entry, void *data)
474 abstract_pkg_t *ab_pkg = (abstract_pkg_t *)entry;
475 pkg_vec_t *all = (pkg_vec_t *)data;
476 pkg_vec_t *pkg_vec = ab_pkg->pkgs;
478 for (j = 0; j < pkg_vec->len; j++) {
479 pkg_t *pkg = pkg_vec->pkgs[j];
480 pkg_vec_insert(all, pkg);
485 void pkg_hash_fetch_available(hash_table_t *hash, pkg_vec_t *all)
487 hash_table_foreach(hash, pkg_hash_fetch_available_helper, all);
490 static void pkg_hash_fetch_all_installed_helper(const char *pkg_name, void *entry, void *data)
492 abstract_pkg_t *ab_pkg = (abstract_pkg_t *)entry;
493 pkg_vec_t *all = (pkg_vec_t *)data;
494 pkg_vec_t *pkg_vec = ab_pkg->pkgs;
497 for (j = 0; j < pkg_vec->len; j++) {
498 pkg_t *pkg = pkg_vec->pkgs[j];
499 if (pkg->state_status == SS_INSTALLED || pkg->state_status == SS_UNPACKED) {
500 pkg_vec_insert(all, pkg);
505 void pkg_hash_fetch_all_installed(hash_table_t *hash, pkg_vec_t *all)
507 hash_table_foreach(hash, pkg_hash_fetch_all_installed_helper, all);
510 static void pkg_hash_dump_helper(const char *pkg_name, void *entry, void *data)
514 abstract_pkg_t *ab_pkg = (abstract_pkg_t *)entry;
515 opkg_conf_t *conf = (opkg_conf_t *)data;
516 abstract_pkg_t ** dependents = ab_pkg->depended_upon_by;
517 fprintf(stdout, "%s\n", ab_pkg->name);
519 if (dependents != NULL)
520 while (dependents [i] != NULL)
521 printf ("\tdepended upon by - %s\n", dependents [i ++]->name);
522 dependents = ab_pkg->provided_by->pkgs;
524 if (dependents != NULL)
525 while (dependents [i] != NULL && i < ab_pkg->provided_by->len)
526 printf ("\tprovided by - %s\n", dependents [i ++]->name);
527 pkg = pkg_hash_fetch_best_installation_candidate_by_name (conf, ab_pkg->name, NULL);
530 while (i < pkg->depends_count)
531 printf ("\tdepends on - %s\n", pkg->depends_str [i ++]);
534 void pkg_hash_dump(hash_table_t *hash, void *data)
537 printf ("\n\n+=+%s+=+\n\n", __FUNCTION__);
538 hash_table_foreach(hash, pkg_hash_dump_helper, data);
539 printf ("\n+=+%s+=+\n\n", __FUNCTION__);
542 abstract_pkg_t * ensure_abstract_pkg_by_name(hash_table_t * hash, const char * pkg_name)
544 abstract_pkg_t * ab_pkg;
546 if(!(ab_pkg = abstract_pkg_fetch_by_name(hash, pkg_name)))
547 ab_pkg = add_new_abstract_pkg_by_name(hash, pkg_name);
552 pkg_t *hash_insert_pkg(hash_table_t *hash, pkg_t *pkg, int set_status,opkg_conf_t *conf)
554 abstract_pkg_t * ab_pkg;
560 arch_priority = pkg->arch_priority;
562 if (buildDepends(hash, pkg)<0){
563 fprintf(stderr, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__);
566 ab_pkg = ensure_abstract_pkg_by_name(hash, pkg->name);
569 if (pkg->state_status == SS_INSTALLED) {
570 ab_pkg->state_status = SS_INSTALLED;
571 } else if (pkg->state_status == SS_UNPACKED) {
572 ab_pkg->state_status = SS_UNPACKED;
577 ab_pkg->pkgs = pkg_vec_alloc();
579 if (buildProvides(hash, ab_pkg, pkg)<0){
580 fprintf(stderr, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__);
583 /* need to build the conflicts graph before replaces for correct calculation of replaced_by relation */
584 if (buildConflicts(hash, ab_pkg, pkg)<0){
585 fprintf(stderr, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__);
588 if (buildReplaces(hash, ab_pkg, pkg)<0) {
589 fprintf(stderr, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__);
593 buildDependedUponBy(pkg, ab_pkg);
595 /* pkg_vec_insert_merge might munge package, but it returns an unmunged pkg */
596 pkg = pkg_vec_insert_merge(ab_pkg->pkgs, pkg, set_status,conf );
597 pkg->parent = ab_pkg;
603 * this will assume that we've already determined that
604 * the abstract pkg doesn't exist, 'cause we should know these things...
606 static abstract_pkg_t * add_new_abstract_pkg_by_name(hash_table_t * hash, const char * pkg_name)
608 abstract_pkg_t * ab_pkg;
610 ab_pkg = abstract_pkg_new();
611 if (ab_pkg == NULL) { return NULL; }
613 ab_pkg->name = xstrdup(pkg_name);
614 hash_table_insert(hash, pkg_name, ab_pkg);
620 pkg_t *file_hash_get_file_owner(opkg_conf_t *conf, const char *file_name)
622 hash_table_t *file_hash = &conf->file_hash;
624 return hash_table_get(file_hash, file_name);
627 int file_hash_set_file_owner(opkg_conf_t *conf, const char *file_name, pkg_t *owning_pkg)
629 hash_table_t *file_hash = &conf->file_hash;
630 pkg_t *old_owning_pkg = hash_table_get(file_hash, file_name);
631 int file_name_len = strlen(file_name);
633 if (file_name[file_name_len -1] == '/')
636 if (conf->offline_root) {
637 int len = strlen(conf->offline_root);
638 if (strncmp(file_name, conf->offline_root, len) == 0) {
643 // opkg_message(conf, OPKG_DEBUG2, "owning_pkg=%s filename=%s\n", owning_pkg->name, file_name);
644 hash_table_insert(file_hash, file_name, owning_pkg);
645 if (old_owning_pkg) {
646 pkg_get_installed_files(old_owning_pkg);
647 str_list_remove_elt(old_owning_pkg->installed_files, file_name);
648 pkg_free_installed_files(old_owning_pkg);
649 /* mark this package to have its filelist written */
650 old_owning_pkg->state_flag |= SF_FILELIST_CHANGED;
651 owning_pkg->state_flag |= SF_FILELIST_CHANGED;