1 /* opkg_conf.c - the itsy package management system
5 Copyright (C) 2001 University of Southern California
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License as
9 published by the Free Software Foundation; either version 2, or (at
10 your option) any later version.
12 This program is distributed in the hope that it will be useful, but
13 WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 General Public License for more details.
21 #include "opkg_conf.h"
24 #include "sprintf_alloc.h"
25 #include "opkg_conf.h"
26 #include "opkg_message.h"
27 #include "file_util.h"
31 static int opkg_conf_parse_file(opkg_conf_t *conf, const char *filename,
32 pkg_src_list_t *pkg_src_list,
33 nv_pair_list_t *tmp_dest_nv_pair_list,
34 char **tmp_lists_dir);
35 static int opkg_init_options_array(const opkg_conf_t *conf, opkg_option_t **options);
36 static int opkg_conf_set_option(const opkg_option_t *options,
37 const char *name, const char *value);
38 static int opkg_conf_set_default_dest(opkg_conf_t *conf,
39 const char *default_dest_name);
40 static int set_and_load_pkg_src_list(opkg_conf_t *conf,
41 pkg_src_list_t *nv_pair_list);
42 static int set_and_load_pkg_dest_list(opkg_conf_t *conf,
43 nv_pair_list_t *nv_pair_list, char * lists_dir);
45 int opkg_init_options_array(const opkg_conf_t *conf, opkg_option_t **options)
47 opkg_option_t tmp[] = {
48 { "force_defaults", OPKG_OPT_TYPE_BOOL, &conf->force_defaults },
49 { "force_depends", OPKG_OPT_TYPE_BOOL, &conf->force_depends },
50 { "force_overwrite", OPKG_OPT_TYPE_BOOL, &conf->force_overwrite },
51 { "force_downgrade", OPKG_OPT_TYPE_BOOL, &conf->force_downgrade },
52 { "force_reinstall", OPKG_OPT_TYPE_BOOL, &conf->force_reinstall },
53 { "force_space", OPKG_OPT_TYPE_BOOL, &conf->force_space },
54 { "ftp_proxy", OPKG_OPT_TYPE_STRING, &conf->ftp_proxy },
55 { "http_proxy", OPKG_OPT_TYPE_STRING, &conf->http_proxy },
56 { "multiple_providers", OPKG_OPT_TYPE_BOOL, &conf->multiple_providers },
57 { "no_proxy", OPKG_OPT_TYPE_STRING, &conf->no_proxy },
58 { "test", OPKG_OPT_TYPE_INT, &conf->noaction },
59 { "noaction", OPKG_OPT_TYPE_INT, &conf->noaction },
60 { "nodeps", OPKG_OPT_TYPE_BOOL, &conf->nodeps },
61 { "offline_root", OPKG_OPT_TYPE_STRING, &conf->offline_root },
62 { "offline_root_post_script_cmd", OPKG_OPT_TYPE_STRING, &conf->offline_root_post_script_cmd },
63 { "offline_root_pre_script_cmd", OPKG_OPT_TYPE_STRING, &conf->offline_root_pre_script_cmd },
64 { "proxy_passwd", OPKG_OPT_TYPE_STRING, &conf->proxy_passwd },
65 { "proxy_user", OPKG_OPT_TYPE_STRING, &conf->proxy_user },
66 { "query-all", OPKG_OPT_TYPE_BOOL, &conf->query_all },
67 { "verbose-wget", OPKG_OPT_TYPE_BOOL, &conf->verbose_wget },
68 { "verbosity", OPKG_OPT_TYPE_BOOL, &conf->verbosity },
72 *options = (opkg_option_t *)malloc(sizeof(tmp));
73 if ( options == NULL ){
74 fprintf(stderr,"%s: Unable to allocate memory\n",__FUNCTION__);
78 memcpy(*options, tmp, sizeof(tmp));
82 static void opkg_conf_override_string(char **conf_str, char *arg_str)
88 *conf_str = strdup(arg_str);
92 static void opkg_conf_free_string(char **conf_str)
100 int opkg_conf_init(opkg_conf_t *conf, const args_t *args)
104 nv_pair_list_t tmp_dest_nv_pair_list;
105 char * lists_dir =NULL;
107 char *etc_opkg_conf_pattern = "/etc/opkg/*.conf";
108 char *pending_dir =NULL;
110 memset(conf, 0, sizeof(opkg_conf_t));
112 pkg_src_list_init(&conf->pkg_src_list);
114 nv_pair_list_init(&tmp_dest_nv_pair_list);
115 pkg_dest_list_init(&conf->pkg_dest_list);
117 nv_pair_list_init(&conf->arch_list);
119 conf->restrict_to_default_dest = 0;
120 conf->default_dest = NULL;
124 tmp_dir_base = args->tmp_dir;
126 tmp_dir_base = getenv("TMPDIR");
127 sprintf_alloc(&conf->tmp_dir, "%s/%s",
128 tmp_dir_base ? tmp_dir_base : OPKG_CONF_DEFAULT_TMP_DIR_BASE,
129 OPKG_CONF_TMP_DIR_SUFFIX);
130 conf->tmp_dir = mkdtemp(conf->tmp_dir);
131 if (conf->tmp_dir == NULL) {
132 fprintf(stderr, "%s: Failed to create temporary directory `%s': %s\n",
133 __FUNCTION__, conf->tmp_dir, strerror(errno));
137 conf->force_depends = 0;
138 conf->force_defaults = 0;
139 conf->force_overwrite = 0;
140 conf->force_downgrade = 0;
141 conf->force_reinstall = 0;
142 conf->force_space = 0;
143 conf->force_removal_of_essential_packages = 0;
144 conf->force_removal_of_dependent_packages = 0;
146 conf->verbose_wget = 0;
147 conf->offline_root = NULL;
148 conf->offline_root_pre_script_cmd = NULL;
149 conf->offline_root_post_script_cmd = NULL;
150 conf->multiple_providers = 0;
154 conf->http_proxy = NULL;
155 conf->ftp_proxy = NULL;
156 conf->no_proxy = NULL;
157 conf->proxy_user = NULL;
158 conf->proxy_passwd = NULL;
160 pkg_hash_init("pkg-hash", &conf->pkg_hash, OPKG_CONF_DEFAULT_HASH_LEN);
161 hash_table_init("file-hash", &conf->file_hash, OPKG_CONF_DEFAULT_HASH_LEN);
162 hash_table_init("obs-file-hash", &conf->obs_file_hash, OPKG_CONF_DEFAULT_HASH_LEN);
163 lists_dir=(char *)malloc(1);
165 if (args->conf_file) {
166 struct stat stat_buf;
167 err = stat(args->conf_file, &stat_buf);
169 if (opkg_conf_parse_file(conf, args->conf_file,
170 &conf->pkg_src_list, &tmp_dest_nv_pair_list,&lists_dir)<0) {
171 /* Memory leakage from opkg_conf_parse-file */
177 /* if (!lists_dir ){*/
178 if (strlen(lists_dir)<=1 ){
179 lists_dir = realloc(lists_dir,strlen(OPKG_CONF_LISTS_DIR)+2);
180 sprintf (lists_dir,"%s",OPKG_CONF_LISTS_DIR);
183 if (args->offline_root) {
184 char *tmp = malloc(strlen(lists_dir) + strlen(args->offline_root) + 1);
185 sprintf_alloc(&tmp, "%s/%s",args->offline_root,lists_dir);
190 pending_dir = malloc(strlen(lists_dir)+strlen("/pending")+5);
191 snprintf(pending_dir,strlen(lists_dir)+strlen("/pending") ,"%s%s",lists_dir,"/pending");
193 conf->lists_dir = strdup(lists_dir);
194 conf->pending_dir = strdup(pending_dir);
196 if (args->offline_root)
197 sprintf_alloc(&etc_opkg_conf_pattern, "%s/etc/opkg/*.conf", args->offline_root);
198 memset(&globbuf, 0, sizeof(globbuf));
199 err = glob(etc_opkg_conf_pattern, 0, NULL, &globbuf);
202 for (i = 0; i < globbuf.gl_pathc; i++) {
203 if (globbuf.gl_pathv[i])
204 if ( opkg_conf_parse_file(conf, globbuf.gl_pathv[i],
205 &conf->pkg_src_list, &tmp_dest_nv_pair_list,&lists_dir)<0) {
206 /* Memory leakage from opkg_conf_parse-file */
213 /* if no architectures were defined, then default all, noarch, and host architecture */
214 if (nv_pair_list_empty(&conf->arch_list)) {
215 nv_pair_list_append(&conf->arch_list, "all", "1");
216 nv_pair_list_append(&conf->arch_list, "noarch", "1");
217 nv_pair_list_append(&conf->arch_list, HOST_CPU_STR, "10");
220 /* Even if there is no conf file, we'll need at least one dest. */
221 if (tmp_dest_nv_pair_list.head == NULL) {
222 nv_pair_list_append(&tmp_dest_nv_pair_list,
223 OPKG_CONF_DEFAULT_DEST_NAME,
224 OPKG_CONF_DEFAULT_DEST_ROOT_DIR);
227 /* After parsing the file, set options from command-line, (so that
228 command-line arguments take precedence) */
229 /* XXX: CLEANUP: The interaction between args.c and opkg_conf.c
230 really needs to be cleaned up. There is so much duplication
231 right now it is ridiculous. Maybe opkg_conf_t should just save
232 a pointer to args_t (which could then not be freed), rather
233 than duplicating every field here? */
234 if (args->force_depends) {
235 conf->force_depends = 1;
237 if (args->force_defaults) {
238 conf->force_defaults = 1;
240 if (args->force_overwrite) {
241 conf->force_overwrite = 1;
243 if (args->force_downgrade) {
244 conf->force_downgrade = 1;
246 if (args->force_reinstall) {
247 conf->force_reinstall = 1;
249 if (args->force_removal_of_dependent_packages) {
250 conf->force_removal_of_dependent_packages = 1;
252 if (args->force_removal_of_essential_packages) {
253 conf->force_removal_of_essential_packages = 1;
258 if (args->noaction) {
261 if (args->query_all) {
264 if (args->verbose_wget) {
265 conf->verbose_wget = 1;
267 if (args->multiple_providers) {
268 conf->multiple_providers = 1;
270 if (args->verbosity != conf->verbosity) {
271 conf->verbosity = args->verbosity;
274 opkg_conf_override_string(&conf->offline_root,
276 opkg_conf_override_string(&conf->offline_root_pre_script_cmd,
277 args->offline_root_pre_script_cmd);
278 opkg_conf_override_string(&conf->offline_root_post_script_cmd,
279 args->offline_root_post_script_cmd);
281 /* Pigi: added a flag to disable the checking of structures if the command does not need to
282 read anything from there.
284 if ( !(args->nocheckfordirorfile)){
285 /* need to run load the source list before dest list -Jamey */
286 if ( !(args->noreadfeedsfile))
287 set_and_load_pkg_src_list(conf, &conf->pkg_src_list);
289 /* Now that we have resolved conf->offline_root, we can commit to
290 the directory names for the dests and load in all the package
292 set_and_load_pkg_dest_list(conf, &tmp_dest_nv_pair_list,lists_dir);
295 err = opkg_conf_set_default_dest(conf, args->dest);
301 nv_pair_list_deinit(&tmp_dest_nv_pair_list);
308 void opkg_conf_deinit(opkg_conf_t *conf)
310 #ifdef OPKG_DEBUG_NO_TMP_CLEANUP
312 fprintf(stderr, "%s: Not cleaning up %s since opkg compiled "
313 "with OPKG_DEBUG_NO_TMP_CLEANUP\n",
314 __FUNCTION__, conf->tmp_dir);
318 err = rmdir(conf->tmp_dir);
320 if (errno == ENOTEMPTY) {
322 sprintf_alloc(&cmd, "rm -fr %s\n", conf->tmp_dir);
327 fprintf(stderr, "WARNING: Unable to remove temporary directory: %s: %s\n", conf->tmp_dir, strerror(errno));
329 #endif /* OPKG_DEBUG_NO_TMP_CLEANUP */
331 free(conf->tmp_dir); /*XXX*/
333 pkg_src_list_deinit(&conf->pkg_src_list);
334 pkg_dest_list_deinit(&conf->pkg_dest_list);
335 nv_pair_list_deinit(&conf->arch_list);
337 pkg_hash_deinit(&conf->pkg_hash);
338 if (&conf->file_hash)
339 hash_table_deinit(&conf->file_hash);
340 if (&conf->obs_file_hash)
341 hash_table_deinit(&conf->obs_file_hash);
343 opkg_conf_free_string(&conf->offline_root);
344 opkg_conf_free_string(&conf->offline_root_pre_script_cmd);
345 opkg_conf_free_string(&conf->offline_root_post_script_cmd);
347 if (conf->verbosity > 1) {
349 hash_table_t *hashes[] = {
352 &conf->obs_file_hash };
353 for (i = 0; i < 3; i++) {
354 hash_table_t *hash = hashes[i];
358 for (j = 0; j < hash->n_entries; j++) {
360 hash_entry_t *e = &hash->entries[j];
363 while (e && e->key) {
370 opkg_message(conf, OPKG_DEBUG, "hash_table[%s] n_buckets=%d n_elements=%d max_conflicts=%d n_conflicts=%d\n",
371 hash->name, hash->n_entries, hash->n_elements, c, n_conflicts);
372 hash_table_deinit(hash);
377 static int opkg_conf_set_default_dest(opkg_conf_t *conf,
378 const char *default_dest_name)
380 pkg_dest_list_elt_t *iter;
383 for (iter = conf->pkg_dest_list.head; iter; iter = iter->next) {
385 if (strcmp(dest->name, default_dest_name) == 0) {
386 conf->default_dest = dest;
387 conf->restrict_to_default_dest = 1;
392 fprintf(stderr, "ERROR: Unknown dest name: `%s'\n", default_dest_name);
397 static int set_and_load_pkg_src_list(opkg_conf_t *conf, pkg_src_list_t *pkg_src_list)
399 pkg_src_list_elt_t *iter;
403 for (iter = pkg_src_list->head; iter; iter = iter->next) {
409 sprintf_alloc(&list_file, "%s/%s",
410 conf->restrict_to_default_dest ? conf->default_dest->lists_dir : conf->lists_dir,
413 if (file_exists(list_file)) {
414 pkg_hash_add_from_file(conf, list_file, src, NULL, 0);
422 static int set_and_load_pkg_dest_list(opkg_conf_t *conf, nv_pair_list_t *nv_pair_list, char *lists_dir )
424 nv_pair_list_elt_t *iter;
429 for (iter = nv_pair_list->head; iter; iter = iter->next) {
430 nv_pair = iter->data;
432 if (conf->offline_root) {
433 sprintf_alloc(&root_dir, "%s%s", conf->offline_root, nv_pair->value);
435 root_dir = strdup(nv_pair->value);
437 dest = pkg_dest_list_append(&conf->pkg_dest_list, nv_pair->name, root_dir, lists_dir);
442 if (conf->default_dest == NULL) {
443 conf->default_dest = dest;
445 if (file_exists(dest->status_file_name)) {
446 pkg_hash_add_from_file(conf, dest->status_file_name,
454 static int opkg_conf_parse_file(opkg_conf_t *conf, const char *filename,
455 pkg_src_list_t *pkg_src_list,
456 nv_pair_list_t *tmp_dest_nv_pair_list,
460 opkg_option_t * options;
461 FILE *file = fopen(filename, "r");
462 regex_t valid_line_re, comment_re;
463 #define regmatch_size 12
464 regmatch_t regmatch[regmatch_size];
466 if (opkg_init_options_array(conf, &options)<0)
470 fprintf(stderr, "%s: failed to open %s: %s\n",
471 __FUNCTION__, filename, strerror(errno));
475 opkg_message(conf, OPKG_NOTICE, "loading conf file %s\n", filename);
477 err = xregcomp(&comment_re,
478 "^[[:space:]]*(#.*|[[:space:]]*)$",
484 err = xregcomp(&valid_line_re, "^[[:space:]]*(\"([^\"]*)\"|([^[:space:]]*))[[:space:]]*(\"([^\"]*)\"|([^[:space:]]*))[[:space:]]*(\"([^\"]*)\"|([^[:space:]]*))([[:space:]]+([^[:space:]]+))?[[:space:]]*$", REG_EXTENDED);
493 char *type, *name, *value, *extra;
495 line = file_read_line_alloc(file);
503 if (regexec(&comment_re, line, 0, 0, 0) == 0) {
507 if (regexec(&valid_line_re, line, regmatch_size, regmatch, 0) == REG_NOMATCH) {
509 fprintf(stderr, "%s:%d: Ignoring invalid line: `%s'\n",
510 filename, line_num, line);
514 /* This has to be so ugly to deal with optional quotation marks */
515 if (regmatch[2].rm_so > 0) {
516 type = strndup(line + regmatch[2].rm_so,
517 regmatch[2].rm_eo - regmatch[2].rm_so);
519 type = strndup(line + regmatch[3].rm_so,
520 regmatch[3].rm_eo - regmatch[3].rm_so);
522 if (regmatch[5].rm_so > 0) {
523 name = strndup(line + regmatch[5].rm_so,
524 regmatch[5].rm_eo - regmatch[5].rm_so);
526 name = strndup(line + regmatch[6].rm_so,
527 regmatch[6].rm_eo - regmatch[6].rm_so);
529 if (regmatch[8].rm_so > 0) {
530 value = strndup(line + regmatch[8].rm_so,
531 regmatch[8].rm_eo - regmatch[8].rm_so);
533 value = strndup(line + regmatch[9].rm_so,
534 regmatch[9].rm_eo - regmatch[9].rm_so);
537 if (regmatch[11].rm_so > 0) {
538 extra = strndup (line + regmatch[11].rm_so,
539 regmatch[11].rm_eo - regmatch[11].rm_so);
542 /* We use the tmp_dest_nv_pair_list below instead of
543 conf->pkg_dest_list because we might encounter an
544 offline_root option later and that would invalidate the
545 directories we would have computed in
546 pkg_dest_list_init. (We do a similar thing with
547 tmp_src_nv_pair_list for sake of symmetry.) */
548 if (strcmp(type, "option") == 0) {
549 opkg_conf_set_option(options, name, value);
550 } else if (strcmp(type, "src") == 0) {
551 if (!nv_pair_list_find(pkg_src_list, name)) {
552 pkg_src_list_append (pkg_src_list, name, value, extra, 0);
554 opkg_message(conf, OPKG_ERROR, "ERROR: duplicate src declaration. Skipping:\n\t src %s %s\n",
557 } else if (strcmp(type, "src/gz") == 0) {
558 if (!nv_pair_list_find(pkg_src_list, name)) {
559 pkg_src_list_append (pkg_src_list, name, value, extra, 1);
561 opkg_message(conf, OPKG_ERROR, "ERROR: duplicate src declaration. Skipping:\n\t src %s %s\n",
564 } else if (strcmp(type, "dest") == 0) {
565 nv_pair_list_append(tmp_dest_nv_pair_list, name, value);
566 } else if (strcmp(type, "lists_dir") == 0) {
567 *lists_dir = realloc(*lists_dir,strlen(value)+1);
568 if (*lists_dir == NULL) {
569 opkg_message(conf, OPKG_ERROR, "ERROR: Not enough memory\n");
573 sprintf (*lists_dir,"%s",value);
574 } else if (strcmp(type, "arch") == 0) {
575 opkg_message(conf, OPKG_INFO, "supported arch %s priority (%s)\n", name, value);
577 opkg_message(conf, OPKG_NOTICE, "defaulting architecture %s priority to 10\n", name);
578 value = strdup("10");
580 nv_pair_list_append(&conf->arch_list, strdup(name), strdup(value));
582 fprintf(stderr, "WARNING: Ignoring unknown configuration "
583 "parameter: %s %s %s\n", type, name, value);
599 regfree(&comment_re);
600 regfree(&valid_line_re);
606 static int opkg_conf_set_option(const opkg_option_t *options,
607 const char *name, const char *value)
610 while (options[i].name) {
611 if (strcmp(options[i].name, name) == 0) {
612 switch (options[i].type) {
613 case OPKG_OPT_TYPE_BOOL:
614 *((int *)options[i].value) = 1;
616 case OPKG_OPT_TYPE_INT:
618 *((int *)options[i].value) = atoi(value);
621 printf("%s: Option %s need an argument\n",
625 case OPKG_OPT_TYPE_STRING:
627 *((char **)options[i].value) = strdup(value);
630 printf("%s: Option %s need an argument\n",
639 fprintf(stderr, "%s: Unrecognized option: %s=%s\n",
640 __FUNCTION__, name, value);
644 int opkg_conf_write_status_files(opkg_conf_t *conf)
646 pkg_dest_list_elt_t *iter;
655 for (iter = conf->pkg_dest_list.head; iter; iter = iter->next) {
657 dest->status_file = fopen(dest->status_file_tmp_name, "w");
658 if (dest->status_file == NULL) {
659 fprintf(stderr, "%s: Can't open status file: %s for writing: %s\n",
660 __FUNCTION__, dest->status_file_name, strerror(errno));
664 all = pkg_vec_alloc();
665 pkg_hash_fetch_available(&conf->pkg_hash, all);
667 for(i = 0; i < all->len; i++) {
669 /* We don't need most uninstalled packages in the status file */
670 if (pkg->state_status == SS_NOT_INSTALLED
671 && (pkg->state_want == SW_UNKNOWN
672 || pkg->state_want == SW_DEINSTALL
673 || pkg->state_want == SW_PURGE)) {
677 fprintf(stderr, "Null package\n");
679 if (pkg->dest == NULL) {
680 fprintf(stderr, "%s: ERROR: Can't write status for "
681 "package %s since it has a NULL dest\n",
682 __FUNCTION__, pkg->name);
685 if (pkg->dest->status_file) {
686 pkg_print_status(pkg, pkg->dest->status_file);
692 for (iter = conf->pkg_dest_list.head; iter; iter = iter->next) {
694 if (dest->status_file) {
695 err = ferror(dest->status_file);
696 fclose(dest->status_file);
697 dest->status_file = NULL;
699 file_move(dest->status_file_tmp_name, dest->status_file_name);
701 fprintf(stderr, "%s: ERROR: An error has occurred writing %s, "
702 "retaining old %s\n", __FUNCTION__,
703 dest->status_file_tmp_name, dest->status_file_name);
712 char *root_filename_alloc(opkg_conf_t *conf, char *filename)
715 sprintf_alloc(&root_filename, "%s%s", (conf->offline_root ? conf->offline_root : ""), filename);
716 return root_filename;