opkg_download: decode file:/ URLs
[oweals/opkg-lede.git] / libopkg / opkg_download.c
1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
3
4    Carl D. Worth
5
6    Copyright (C) 2001 University of Southern California
7    Copyright (C) 2008 OpenMoko Inc
8
9    This program is free software; you can redistribute it and/or
10    modify it under the terms of the GNU General Public License as
11    published by the Free Software Foundation; either version 2, or (at
12    your option) any later version.
13
14    This program is distributed in the hope that it will be useful, but
15    WITHOUT ANY WARRANTY; without even the implied warranty of
16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17    General Public License for more details.
18 */
19
20 #include <sys/wait.h>
21 #include <stdio.h>
22 #include <unistd.h>
23 #include <libgen.h>
24
25 #include "opkg_download.h"
26 #include "opkg_message.h"
27
28 #include "sprintf_alloc.h"
29 #include "xsystem.h"
30 #include "file_util.h"
31 #include "opkg_defines.h"
32 #include "libbb/libbb.h"
33
34 static int str_starts_with(const char *str, const char *prefix)
35 {
36         return (strncmp(str, prefix, strlen(prefix)) == 0);
37 }
38
39 int
40 opkg_download(const char *src, const char *dest_file_name,
41               const short hide_error)
42 {
43         int err = 0;
44
45         char *src_basec = xstrdup(src);
46         char *src_base = basename(src_basec);
47         char *tmp_file_location;
48
49         opkg_msg(NOTICE, "Downloading %s\n", src);
50
51         if (str_starts_with(src, "file:")) {
52                 char *file_src = urldecode_path(src + 5);
53                 opkg_msg(INFO, "Copying %s to %s...", file_src, dest_file_name);
54                 err = file_copy(file_src, dest_file_name);
55                 opkg_msg(INFO, "Done.\n");
56                 free(src_basec);
57                 free(file_src);
58                 return err;
59         }
60
61         sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
62         free(src_basec);
63         err = unlink(tmp_file_location);
64         if (err && errno != ENOENT) {
65                 opkg_perror(ERROR, "Failed to unlink %s", tmp_file_location);
66                 free(tmp_file_location);
67                 return -1;
68         }
69
70         if (conf->http_proxy) {
71                 opkg_msg(DEBUG,
72                          "Setting environment variable: http_proxy = %s.\n",
73                          conf->http_proxy);
74                 setenv("http_proxy", conf->http_proxy, 1);
75         }
76         if (conf->ftp_proxy) {
77                 opkg_msg(DEBUG,
78                          "Setting environment variable: ftp_proxy = %s.\n",
79                          conf->ftp_proxy);
80                 setenv("ftp_proxy", conf->ftp_proxy, 1);
81         }
82         if (conf->no_proxy) {
83                 opkg_msg(DEBUG,
84                          "Setting environment variable: no_proxy = %s.\n",
85                          conf->no_proxy);
86                 setenv("no_proxy", conf->no_proxy, 1);
87         }
88
89         {
90                 int res;
91                 const char *argv[11];
92                 int i = 0;
93
94                 argv[i++] = "wget";
95                 argv[i++] = "-q";
96                 if (conf->no_check_certificate) {
97                         argv[i++] = "--no-check-certificate";
98                 }
99                 if (conf->http_timeout) {
100                         argv[i++] = "--timeout";
101                         argv[i++] = conf->http_timeout;
102                 }
103                 if (conf->http_proxy || conf->ftp_proxy) {
104                         argv[i++] = "-Y";
105                         argv[i++] = "on";
106                 }
107                 argv[i++] = "-O";
108                 argv[i++] = tmp_file_location;
109                 argv[i++] = src;
110                 argv[i++] = NULL;
111                 res = xsystem(argv);
112
113                 if (res) {
114                         opkg_msg(ERROR,
115                                  "Failed to download %s, wget returned %d.\n",
116                                  src, res);
117                         if (res == 4)
118                                 opkg_msg(ERROR,
119                                          "Check your network settings and connectivity.\n\n");
120                         free(tmp_file_location);
121                         return -1;
122                 }
123         }
124
125         err = file_move(tmp_file_location, dest_file_name);
126
127         free(tmp_file_location);
128
129         return err;
130 }
131
132 static int
133 opkg_download_cache(const char *src, const char *dest_file_name)
134 {
135         char *cache_name = xstrdup(src);
136         char *cache_location, *p;
137         int err = 0;
138
139         if (!conf->cache || str_starts_with(src, "file:")) {
140                 err = opkg_download(src, dest_file_name, 0);
141                 goto out1;
142         }
143
144         if (!file_is_dir(conf->cache)) {
145                 opkg_msg(ERROR, "%s is not a directory.\n", conf->cache);
146                 err = 1;
147                 goto out1;
148         }
149
150         for (p = cache_name; *p; p++)
151                 if (*p == '/')
152                         *p = ',';       /* looks nicer than | or # */
153
154         sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
155         if (file_exists(cache_location))
156                 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
157         else {
158                 /* cache file with funky name not found, try simple name */
159                 free(cache_name);
160                 char *filename = strrchr(dest_file_name, '/');
161                 if (filename)
162                         cache_name = xstrdup(filename + 1);     // strip leading '/'
163                 else
164                         cache_name = xstrdup(dest_file_name);
165                 free(cache_location);
166                 sprintf_alloc(&cache_location, "%s/%s", conf->cache,
167                               cache_name);
168                 if (file_exists(cache_location))
169                         opkg_msg(NOTICE, "Copying %s.\n", cache_location);
170                 else {
171                         err = opkg_download(src, cache_location, 0);
172                         if (err) {
173                                 (void)unlink(cache_location);
174                                 goto out2;
175                         }
176                 }
177         }
178
179         err = file_copy(cache_location, dest_file_name);
180
181 out2:
182         free(cache_location);
183 out1:
184         free(cache_name);
185         return err;
186 }
187
188 int opkg_download_pkg(pkg_t * pkg, const char *dir)
189 {
190         int err;
191         char *url;
192         char *local_filename;
193         char *stripped_filename;
194         char *urlencoded_path;
195         char *filename;
196
197         if (pkg->src == NULL) {
198                 opkg_msg(ERROR,
199                          "Package %s is not available from any configured src.\n",
200                          pkg->name);
201                 return -1;
202         }
203
204         filename = pkg_get_string(pkg, PKG_FILENAME);
205
206         if (filename == NULL) {
207                 opkg_msg(ERROR,
208                          "Package %s does not have a valid filename field.\n",
209                          pkg->name);
210                 return -1;
211         }
212
213         urlencoded_path = urlencode_path(filename);
214         sprintf_alloc(&url, "%s/%s", pkg->src->value, urlencoded_path);
215         free(urlencoded_path);
216
217         /* The filename might be something like
218            "../../foo.opk". While this is correct, and exactly what we
219            want to use to construct url above, here we actually need to
220            use just the filename part, without any directory. */
221
222         stripped_filename = strrchr(filename, '/');
223         if (!stripped_filename)
224                 stripped_filename = filename;
225
226         sprintf_alloc(&local_filename, "%s/%s", dir, stripped_filename);
227         pkg_set_string(pkg, PKG_LOCAL_FILENAME, local_filename);
228
229         err = opkg_download_cache(url, local_filename);
230         free(url);
231
232         return err;
233 }
234
235 /*
236  * Downloads file from url, installs in package database, return package name.
237  */
238 int opkg_prepare_url_for_install(const char *url, char **namep)
239 {
240         int err = 0;
241         pkg_t *pkg;
242         abstract_pkg_t *ab_pkg;
243
244         pkg = pkg_new();
245
246         if (str_starts_with(url, "http://")
247             || str_starts_with(url, "ftp://")) {
248                 char *tmp_file;
249                 char *file_basec = xstrdup(url);
250                 char *file_base = basename(file_basec);
251
252                 sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
253                 err = opkg_download(url, tmp_file, 0);
254                 if (err)
255                         return err;
256
257                 err = pkg_init_from_file(pkg, tmp_file);
258                 if (err)
259                         return err;
260
261                 free(tmp_file);
262                 free(file_basec);
263
264         } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
265                    || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
266                    || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
267
268                 err = pkg_init_from_file(pkg, url);
269                 if (err)
270                         return err;
271                 opkg_msg(DEBUG2, "Package %s provided by hand (%s).\n",
272                          pkg->name, pkg_get_string(pkg, PKG_LOCAL_FILENAME));
273                 pkg->provided_by_hand = 1;
274
275         } else {
276                 ab_pkg = ensure_abstract_pkg_by_name(url);
277
278                 if (!(ab_pkg->state_flag & SF_NEED_DETAIL)) {
279                         opkg_msg(DEBUG, "applying abpkg flag to %s\n", ab_pkg->name);
280                         ab_pkg->state_flag |= SF_NEED_DETAIL;
281                 }
282
283                 pkg_deinit(pkg);
284                 free(pkg);
285                 return 0;
286         }
287
288         pkg->dest = conf->default_dest;
289         pkg->state_want = SW_INSTALL;
290         pkg->state_flag |= SF_PREFER;
291         hash_insert_pkg(pkg, 1);
292
293         if (namep) {
294                 *namep = xstrdup(pkg->name);
295         }
296         return 0;
297 }
298
299 int opkg_verify_file(char *text_file, char *sig_file)
300 {
301 #if defined HAVE_USIGN
302         int status = -1;
303         int pid;
304
305         if (conf->check_signature == 0)
306                 return 0;
307
308         pid = fork();
309         if (pid < 0)
310                 return -1;
311
312         if (!pid) {
313                 execl("/usr/sbin/opkg-key", "opkg-key", "verify", sig_file,
314                       text_file, NULL);
315                 exit(255);
316         }
317
318         waitpid(pid, &status, 0);
319         if (!WIFEXITED(status) || WEXITSTATUS(status))
320                 return -1;
321
322         return 0;
323 #else
324         /* mute `unused variable' warnings. */
325         (void)sig_file;
326         (void)text_file;
327         (void)conf;
328         return 0;
329 #endif
330 }