Code to handle the apt-alike configuration entries
authorjaviplx@gmail.com <javiplx@gmail.com@e8e0d7a0-c8d9-11dd-a880-a1081c7ac358>
Thu, 7 Apr 2011 15:35:24 +0000 (15:35 +0000)
committerjaviplx@gmail.com <javiplx@gmail.com@e8e0d7a0-c8d9-11dd-a880-a1081c7ac358>
Thu, 7 Apr 2011 15:35:24 +0000 (15:35 +0000)
git-svn-id: http://opkg.googlecode.com/svn/trunk@612 e8e0d7a0-c8d9-11dd-a880-a1081c7ac358

libopkg/Makefile.am
libopkg/cksum_list.c [new file with mode: 0644]
libopkg/cksum_list.h [new file with mode: 0644]
libopkg/release.c [new file with mode: 0644]
libopkg/release.h [new file with mode: 0644]
libopkg/release_parse.c [new file with mode: 0644]
libopkg/release_parse.h [new file with mode: 0644]

index 5ca55a0c3950f9b41360f2fd224d23b5bd364125..373d09cafc3a36ad7456510afb7a1a4b1fa1007f 100644 (file)
@@ -15,6 +15,7 @@ opkg_cmd_sources = opkg_cmd.c opkg_cmd.h \
                   opkg_upgrade.c opkg_upgrade.h \
                   opkg_remove.c opkg_remove.h
 opkg_db_sources = opkg_conf.c opkg_conf.h \
+                 release.c release.h release_parse.c release_parse.h \
                  opkg_utils.c opkg_utils.h pkg.c pkg.h hash_table.h \
                  pkg_depends.c pkg_depends.h pkg_extract.c pkg_extract.h \
                  hash_table.c pkg_hash.c pkg_hash.h pkg_parse.c pkg_parse.h \
@@ -27,6 +28,7 @@ opkg_list_sources = conffile.c conffile.h conffile_list.c conffile_list.h \
                    active_list.c active_list.h list.h 
 opkg_util_sources = file_util.c file_util.h opkg_message.h opkg_message.c md5.c md5.h \
                    parse_util.c parse_util.h \
+                   cksum_list.c cksum_list.h \
                    sprintf_alloc.c sprintf_alloc.h \
                    xregex.c xregex.h xsystem.c xsystem.h
 if HAVE_PATHFINDER
diff --git a/libopkg/cksum_list.c b/libopkg/cksum_list.c
new file mode 100644 (file)
index 0000000..d17151d
--- /dev/null
@@ -0,0 +1,87 @@
+/* cksum_lis.c - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#include "config.h"
+
+#include <stdio.h>
+
+#include "cksum_list.h"
+#include "libbb/libbb.h"
+
+
+int cksum_init(cksum_t *cksum, char **itemlist)
+{
+    cksum->value = xstrdup(*itemlist++);
+    cksum->size = atoi(*itemlist++);
+    cksum->name = xstrdup(*itemlist++);
+
+    return 0;
+}
+
+void cksum_deinit(cksum_t *cksum)
+{
+    free (cksum->name);
+    cksum->name = NULL;
+
+    free (cksum->value);
+    cksum->value = NULL;
+}
+
+void cksum_list_init(cksum_list_t *list)
+{
+    void_list_init((void_list_t *) list);
+}
+
+void cksum_list_deinit(cksum_list_t *list)
+{
+    cksum_list_elt_t *iter, *n;
+    cksum_t *cksum;
+
+    list_for_each_entry_safe(iter, n, &list->head, node) {
+      cksum = (cksum_t *)iter->data;
+      cksum_deinit(cksum);
+
+      /* malloced in cksum_list_append */
+      free(cksum);
+      iter->data = NULL;
+    }
+    void_list_deinit((void_list_t *) list);
+}
+
+cksum_t *cksum_list_append(cksum_list_t *list, char **itemlist)
+{
+    /* freed in cksum_list_deinit */
+    cksum_t *cksum = xcalloc(1, sizeof(cksum_t));
+    cksum_init(cksum, itemlist);
+
+    void_list_append((void_list_t *) list, cksum);
+
+    return cksum;
+}
+
+const cksum_t *cksum_list_find(cksum_list_t *list, const char *name)
+{
+     cksum_list_elt_t *iter;
+     cksum_t *cksum;
+
+     list_for_each_entry(iter, &list->head, node) {
+         cksum = (cksum_t *)iter->data;
+         if (strcmp(cksum->name, name) == 0) {
+              return cksum;
+         }
+     }    
+     return NULL;
+}
+
diff --git a/libopkg/cksum_list.h b/libopkg/cksum_list.h
new file mode 100644 (file)
index 0000000..b752288
--- /dev/null
@@ -0,0 +1,46 @@
+/* cksum_list.h - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#ifndef CKSUM_LIST_H
+#define CKSUM_LIST_H
+
+typedef struct 
+{
+  char *name;
+  char *value;
+  int size;
+} cksum_t;
+
+int cksum_init(cksum_t *cksum, char **itemlist);
+void cksum_deinit(cksum_t *cksum);
+
+#include "void_list.h"
+
+typedef struct void_list_elt cksum_list_elt_t;
+
+typedef struct void_list cksum_list_t;
+
+static inline int cksum_list_empty(cksum_list_t *list)
+{
+    return void_list_empty ((void_list_t *)list);
+}
+
+void cksum_list_init(cksum_list_t *list);
+void cksum_list_deinit(cksum_list_t *list);
+
+cksum_t *cksum_list_append(cksum_list_t *list, char **itemlist);
+const cksum_t *cksum_list_find(cksum_list_t *list, const char *name);
+
+#endif
diff --git a/libopkg/release.c b/libopkg/release.c
new file mode 100644 (file)
index 0000000..86f9a8d
--- /dev/null
@@ -0,0 +1,342 @@
+/* release.c - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#include <unistd.h>
+#include <ctype.h>
+
+#include "release.h"
+#include "opkg_utils.h"
+#include "libbb/libbb.h"
+
+#include "opkg_download.h"
+#include "sprintf_alloc.h"
+
+#include "release_parse.h"
+
+#include "parse_util.h"
+#include "file_util.h"
+
+static void
+release_init(release_t *release)
+{
+     release->name = NULL;
+     release->datestring = NULL;
+     release->architectures = NULL;
+     release->architectures_count = 0;
+     release->components = NULL;
+     release->components_count = 0;
+     release->complist = NULL;
+     release->complist_count = 0;
+}
+
+release_t *
+release_new(void)
+{
+     release_t *release;
+
+     release = xcalloc(1, sizeof(release_t));
+     release_init(release);
+
+     return release;
+}
+
+void
+release_deinit(release_t *release)
+{
+    int i;
+
+    free(release->name);
+    free(release->datestring);
+
+    for(i = 0; i < release->architectures_count; i++){
+       free(release->architectures[i]);
+    }
+    free(release->architectures);
+
+    for(i = 0; i < release->components_count; i++){
+       free(release->components[i]);
+    }
+    free(release->components);
+
+    for(i = 0; i < release->complist_count; i++){
+       free(release->complist[i]);
+    }
+    free(release->complist);
+
+}
+
+int
+release_init_from_file(release_t *release, const char *filename)
+{
+       int err = 0;
+       FILE *release_file;
+
+       release_file = fopen(filename, "r");
+       if (release_file == NULL) {
+               opkg_perror(ERROR, "Failed to open %s", filename);
+               return -1;
+       }
+
+       err=release_parse_from_stream(release, release_file);
+       if (!err) {
+               if (!release_arch_supported(release)) {
+                       opkg_msg(ERROR, "No valid architecture found on Release file.\n");
+                       err = -1;
+               }
+       }
+
+       return err;
+}
+
+const char *
+item_in_list(const char *comp, char **complist, const unsigned int count)
+{
+     int i;
+
+     if (!complist)
+         return comp;
+
+     for(i = 0; i < count; i++){
+         if (strcmp(comp, complist[i]) == 0)
+                   return complist[i];
+     }
+
+     return NULL;
+}
+
+int
+release_arch_supported(release_t *release)
+{
+     nv_pair_list_elt_t *l;
+
+     list_for_each_entry(l , &conf->arch_list.head, node) {
+         nv_pair_t *nv = (nv_pair_t *)l->data;
+         if (item_in_list(nv->name, release->architectures, release->architectures_count)) {
+              opkg_msg(DEBUG, "Arch %s (priority %s) supported for dist %s.\n",
+                              nv->name, nv->value, release->name);
+              return 1;
+         }
+     }
+
+     return 0;
+}
+
+int
+release_comps_supported(release_t *release, const char *complist)
+{
+     int ret = 1;
+     int i;
+
+     if (complist) {
+         release->complist = parse_list(complist, &release->complist_count, ' ', 1);
+         for(i = 0; i < release->complist_count; i++){
+              if (!item_in_list(release->complist[i], release->components, release->components_count)) {
+                   opkg_msg(ERROR, "Component %s not supported for dist %s.\n",
+                                   release->complist[i], release->name);
+                   ret = 0;
+              }
+         }
+     }
+
+     return ret;
+}
+
+const char **
+release_comps(release_t *release, unsigned int *count)
+{
+     char **comps = release->complist;
+
+     if (!comps) {
+         comps = release->components;
+         *count = release->components_count;
+     } else {
+         *count = release->complist_count;
+     }
+
+     return (const char **)comps;
+}
+
+int
+release_download(release_t *release, pkg_src_t *dist, char *lists_dir, char *tmpdir)
+{
+     int ret = 0;
+     unsigned int ncomp;
+     const char **comps = release_comps(release, &ncomp);
+     nv_pair_list_elt_t *l;
+     int i;
+
+     for(i = 0; i < ncomp; i++){
+         int err = 0;
+         char *prefix;
+
+         sprintf_alloc(&prefix, "%s/dists/%s/%s/binary", dist->value, dist->name,
+                       comps[i]);
+
+         list_for_each_entry(l , &conf->arch_list.head, node) {
+              char *url;
+              char *tmp_file_name, *list_file_name;
+              char *subpath = NULL;
+
+              nv_pair_t *nv = (nv_pair_t *)l->data;
+
+              sprintf_alloc(&list_file_name, "%s/%s-%s-%s", lists_dir, dist->name, comps[i], nv->name);
+
+              sprintf_alloc(&tmp_file_name, "%s/%s-%s-%s%s", tmpdir, dist->name, comps[i], nv->name, ".gz");
+
+              sprintf_alloc(&subpath, "%s/binary-%s/%s", comps[i], nv->name, dist->gzip ? "Packages.gz" : "Packages");
+
+              if (dist->gzip) {
+              sprintf_alloc(&url, "%s-%s/Packages.gz", prefix, nv->name);
+              err = opkg_download(url, tmp_file_name, NULL, NULL, 1);
+              if (!err) {
+                   err = release_verify_file(release, tmp_file_name, subpath);
+                   if (err) {
+                        unlink (tmp_file_name);
+                        unlink (list_file_name);
+                   }
+              }
+              if (!err) {
+                   FILE *in, *out;
+                   opkg_msg(NOTICE, "Inflating %s.\n", url);
+                   in = fopen (tmp_file_name, "r");
+                   out = fopen (list_file_name, "w");
+                   if (in && out) {
+                        err = unzip (in, out);
+                        if (err)
+                             opkg_msg(INFO, "Corrumpt file at %s.\n", url);
+                   } else
+                        err = 1;
+                   if (in)
+                        fclose (in);
+                   if (out)
+                        fclose (out);
+                   unlink (tmp_file_name);
+              }
+              free(url);
+              }
+
+              if (err) {
+                   sprintf_alloc(&url, "%s-%s/Packages", prefix, nv->name);
+                   err = opkg_download(url, list_file_name, NULL, NULL, 1);
+                   if (!err) {
+                        err = release_verify_file(release, tmp_file_name, subpath);
+                        if (err)
+                             unlink (list_file_name);
+                   }
+                   free(url);
+              }
+
+              free(tmp_file_name);
+              free(list_file_name);
+         }
+
+         if(err)
+              ret = 1;
+
+         free(prefix);
+     }
+
+     return ret;
+}
+
+int
+release_get_size(release_t *release, const char *pathname)
+{
+     const cksum_t *cksum;
+
+     if (release->md5sums) {
+         cksum = cksum_list_find(release->md5sums, pathname);
+         return cksum->size;
+     }
+
+#ifdef HAVE_SHA256
+     if (release->sha256sums) {
+         cksum = cksum_list_find(release->sha256sums, pathname);
+         return cksum->size;
+     }
+#endif
+
+     return -1;
+}
+
+const char *
+release_get_md5(release_t *release, const char *pathname)
+{
+     const cksum_t *cksum;
+
+     if (release->md5sums) {
+         cksum = cksum_list_find(release->md5sums, pathname);
+         return cksum->value;
+     }
+
+     return '\0';
+}
+
+#ifdef HAVE_SHA256
+const char *
+release_get_sha256(release_t *release, const char *pathname)
+{
+     const cksum_t *cksum;
+
+     if (release->sha256sums) {
+         cksum = cksum_list_find(release->sha256sums, pathname);
+         return cksum->value;
+     }
+
+     return '\0';
+}
+#endif
+
+int
+release_verify_file(release_t *release, const char* file_name, const char *pathname)
+{
+     struct stat f_info;
+     char *f_md5 = NULL;
+     const char *md5 = release_get_md5(release, pathname);
+#ifndef HAVE_SHA256
+     char *f_sha256 = NULL;
+     const char *sha256 = release_get_sha256(release, pathname);
+#endif
+     int ret = 0;
+
+     if (stat(file_name, &f_info) || (f_info.st_size!=release_get_size(release, pathname))) {
+         opkg_msg(ERROR, "Size verification failed for %s - %s.\n", release->name, pathname);
+         ret = 1;
+     } else {
+
+     f_md5 = file_md5sum_alloc(file_name);
+#ifdef HAVE_SHA256
+     f_sha256 = file_sha256sum_alloc(file_name);
+#endif
+
+     if (md5 && strcmp(md5, f_md5)) {
+         opkg_msg(ERROR, "MD5 verification failed for %s - %s.\n", release->name, pathname);
+         ret = 1;
+#ifdef HAVE_SHA256
+     } else if (sha256 && strcmp(sha256, f_sha256)) {
+         opkg_msg(ERROR, "SHA256 verification failed for %s - %s.\n", release->name, pathname);
+         ret = 1;
+#endif
+     }
+
+     }
+
+     free(f_md5);
+#ifdef HAVE_SHA256
+     free(f_sha256);
+#endif
+
+     return ret;
+}
diff --git a/libopkg/release.h b/libopkg/release.h
new file mode 100644 (file)
index 0000000..239dcca
--- /dev/null
@@ -0,0 +1,53 @@
+/* release.h - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#ifndef RELEASE_H
+#define RELEASE_H
+
+#include <stdio.h>
+#include "pkg.h"
+#include "cksum_list.h"
+
+struct release
+{
+     char *name;
+     char *datestring;
+     char **architectures;
+     unsigned int architectures_count;
+     char **components;
+     unsigned int components_count;
+     cksum_list_t *md5sums;
+#ifdef HAVE_SHA256
+     cksum_list_t *sha256sums;
+#endif
+     char **complist;
+     unsigned int complist_count;
+};
+
+typedef struct release release_t;
+
+release_t *release_new(void);
+void release_deinit(release_t *release);
+int release_init_from_file(release_t *release, const char *filename);
+
+int release_arch_supported(release_t *release);
+int release_comps_supported(release_t *release, const char *complist);
+int release_download(release_t *release, pkg_src_t *dist, char *lists_dir, char *tmpdir);
+
+const char **release_comps(release_t *release, unsigned int *count);
+
+int release_verify_file(release_t *release, const char *filename, const char *pathname);
+
+#endif
diff --git a/libopkg/release_parse.c b/libopkg/release_parse.c
new file mode 100644 (file)
index 0000000..e1d9a84
--- /dev/null
@@ -0,0 +1,135 @@
+/* release_parse.c - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#include "config.h"
+
+#include <stdio.h>
+
+#include "release.h"
+#include "release_parse.h"
+#include "libbb/libbb.h"
+#include "parse_util.h"
+
+static int
+release_parse_line(release_t *release, const char *line)
+{
+       int ret = 0;
+       unsigned int count = 0;
+       char **list = 0;
+       static int reading_md5sums = 0;
+#ifdef HAVE_SHA256
+       static int reading_sha256sums = 0;
+#endif
+
+       switch (*line) {
+       case 'A':
+               if (is_field("Architectures", line)) {
+                       release->architectures = parse_list(line, &release->architectures_count, ' ', 0);
+               }
+               break;
+
+       case 'C':
+               if (is_field("Codename", line)) {
+                       release->name = parse_simple("Codename", line);
+               }
+               else if (is_field("Components", line)) {
+                       release->components = parse_list(line, &release->components_count, ' ', 0);
+               }
+               break;
+
+       case 'D':
+               if (is_field("Date", line)) {
+                       release->datestring = parse_simple("Date", line);
+               }
+               break;
+
+       case 'M':
+               if (is_field("MD5sum", line)) {
+                       reading_md5sums = 1;
+                       if (release->md5sums == NULL) {
+                            release->md5sums = xcalloc(1, sizeof(cksum_list_t));
+                            cksum_list_init(release->md5sums);
+                       }
+                       goto dont_reset_flags;
+               }
+               break;
+
+#ifdef HAVE_SHA256
+       case 'S':
+               if (is_field("SHA256", line)) {
+                       reading_sha256sums = 1;
+                       if (release->sha256sums == NULL) {
+                            release->sha256sums = xcalloc(1, sizeof(cksum_list_t));
+                            cksum_list_init(release->sha256sums);
+                       }
+                       goto dont_reset_flags;
+               }
+               break;
+#endif
+
+       case ' ':
+               if (reading_md5sums) {
+                       list = parse_list(line, &count, ' ', 1);
+                       cksum_list_append(release->md5sums, list);
+                       goto dont_reset_flags;
+               }
+#ifdef HAVE_SHA256
+               else if (reading_sha256sums) {
+                       list = parse_list(line, &count, ' ', 1);
+                       cksum_list_append(release->sha256sums, list);
+                       goto dont_reset_flags;
+               }
+#endif
+               break;
+
+       default:
+               ret = 1;
+       }
+
+       reading_md5sums = 0;
+#ifdef HAVE_SHA256
+       reading_sha256sums = 0;
+#endif
+
+dont_reset_flags:
+
+       return ret;
+}
+
+int
+release_parse_from_stream(release_t *release, FILE *fp)
+{
+       int ret = 0;
+       char *buf = NULL;
+       size_t buflen, nread;
+
+       nread = getline(&buf, &buflen, fp);
+       while ( nread != -1 ) {
+               if (buf[nread-1] == '\n') buf[nread-1] = '\0';
+               if (release_parse_line(release, buf))
+                        opkg_msg(DEBUG, "Failed to parse release line for %s:\n\t%s\n",
+                                       release->name, buf);
+               nread = getline(&buf, &buflen, fp);
+       }
+
+       if (!feof(fp)) {
+               opkg_perror(ERROR, "Problems reading Release file for %sd\n", release->name);
+               ret = -1;
+       }
+
+       free(buf);
+       return ret;
+}
+
diff --git a/libopkg/release_parse.h b/libopkg/release_parse.h
new file mode 100644 (file)
index 0000000..5840df6
--- /dev/null
@@ -0,0 +1,21 @@
+/* release_parse.h - the opkg package management system
+
+   Copyright (C) 2010,2011 Javier Palacios
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License as
+   published by the Free Software Foundation; either version 2, or (at
+   your option) any later version.
+
+   This program is distributed in the hope that it will be useful, but
+   WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   General Public License for more details.
+*/
+
+#ifndef RELEASE_PARSE_H
+#define RELEASE_PARSE_H
+
+int release_parse_from_stream(release_t *release, FILE *fp);
+
+#endif