add opkg option http_timeout
[oweals/opkg-lede.git] / libopkg / opkg_download.c
1 /* vi: set noexpandtab sw=4 sts=4: */
2 /* opkg_download.c - the opkg package management system
3
4    Carl D. Worth
5
6    Copyright (C) 2001 University of Southern California
7    Copyright (C) 2008 OpenMoko Inc
8
9    This program is free software; you can redistribute it and/or
10    modify it under the terms of the GNU General Public License as
11    published by the Free Software Foundation; either version 2, or (at
12    your option) any later version.
13
14    This program is distributed in the hope that it will be useful, but
15    WITHOUT ANY WARRANTY; without even the implied warranty of
16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17    General Public License for more details.
18 */
19
20 #include <sys/wait.h>
21 #include <stdio.h>
22 #include <unistd.h>
23 #include <libgen.h>
24
25 #include "opkg_download.h"
26 #include "opkg_message.h"
27
28 #include "sprintf_alloc.h"
29 #include "xsystem.h"
30 #include "file_util.h"
31 #include "opkg_defines.h"
32 #include "libbb/libbb.h"
33
34 static int str_starts_with(const char *str, const char *prefix)
35 {
36         return (strncmp(str, prefix, strlen(prefix)) == 0);
37 }
38
39 int
40 opkg_download(const char *src, const char *dest_file_name,
41               const short hide_error)
42 {
43         int err = 0;
44
45         char *src_basec = xstrdup(src);
46         char *src_base = basename(src_basec);
47         char *tmp_file_location;
48
49         opkg_msg(NOTICE, "Downloading %s\n", src);
50
51         if (str_starts_with(src, "file:")) {
52                 const char *file_src = src + 5;
53                 opkg_msg(INFO, "Copying %s to %s...", file_src, dest_file_name);
54                 err = file_copy(file_src, dest_file_name);
55                 opkg_msg(INFO, "Done.\n");
56                 free(src_basec);
57                 return err;
58         }
59
60         sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
61         free(src_basec);
62         err = unlink(tmp_file_location);
63         if (err && errno != ENOENT) {
64                 opkg_perror(ERROR, "Failed to unlink %s", tmp_file_location);
65                 free(tmp_file_location);
66                 return -1;
67         }
68
69         if (conf->http_proxy) {
70                 opkg_msg(DEBUG,
71                          "Setting environment variable: http_proxy = %s.\n",
72                          conf->http_proxy);
73                 setenv("http_proxy", conf->http_proxy, 1);
74         }
75         if (conf->ftp_proxy) {
76                 opkg_msg(DEBUG,
77                          "Setting environment variable: ftp_proxy = %s.\n",
78                          conf->ftp_proxy);
79                 setenv("ftp_proxy", conf->ftp_proxy, 1);
80         }
81         if (conf->no_proxy) {
82                 opkg_msg(DEBUG,
83                          "Setting environment variable: no_proxy = %s.\n",
84                          conf->no_proxy);
85                 setenv("no_proxy", conf->no_proxy, 1);
86         }
87
88         {
89                 int res;
90                 const char *argv[11];
91                 int i = 0;
92
93                 argv[i++] = "wget";
94                 argv[i++] = "-q";
95                 if (conf->no_check_certificate) {
96                         argv[i++] = "--no-check-certificate";
97                 }
98                 if (conf->http_timeout) {
99                         argv[i++] = "--timeout";
100                         argv[i++] = conf->http_timeout;
101                 }
102                 if (conf->http_proxy || conf->ftp_proxy) {
103                         argv[i++] = "-Y";
104                         argv[i++] = "on";
105                 }
106                 argv[i++] = "-O";
107                 argv[i++] = tmp_file_location;
108                 argv[i++] = src;
109                 argv[i++] = NULL;
110                 res = xsystem(argv);
111
112                 if (res) {
113                         opkg_msg(ERROR,
114                                  "Failed to download %s, wget returned %d.\n",
115                                  src, res);
116                         if (res == 4)
117                                 opkg_msg(ERROR,
118                                          "Check your network settings and connectivity.\n\n");
119                         free(tmp_file_location);
120                         return -1;
121                 }
122         }
123
124         err = file_move(tmp_file_location, dest_file_name);
125
126         free(tmp_file_location);
127
128         return err;
129 }
130
131 static int
132 opkg_download_cache(const char *src, const char *dest_file_name)
133 {
134         char *cache_name = xstrdup(src);
135         char *cache_location, *p;
136         int err = 0;
137
138         if (!conf->cache || str_starts_with(src, "file:")) {
139                 err = opkg_download(src, dest_file_name, 0);
140                 goto out1;
141         }
142
143         if (!file_is_dir(conf->cache)) {
144                 opkg_msg(ERROR, "%s is not a directory.\n", conf->cache);
145                 err = 1;
146                 goto out1;
147         }
148
149         for (p = cache_name; *p; p++)
150                 if (*p == '/')
151                         *p = ',';       /* looks nicer than | or # */
152
153         sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
154         if (file_exists(cache_location))
155                 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
156         else {
157                 /* cache file with funky name not found, try simple name */
158                 free(cache_name);
159                 char *filename = strrchr(dest_file_name, '/');
160                 if (filename)
161                         cache_name = xstrdup(filename + 1);     // strip leading '/'
162                 else
163                         cache_name = xstrdup(dest_file_name);
164                 free(cache_location);
165                 sprintf_alloc(&cache_location, "%s/%s", conf->cache,
166                               cache_name);
167                 if (file_exists(cache_location))
168                         opkg_msg(NOTICE, "Copying %s.\n", cache_location);
169                 else {
170                         err = opkg_download(src, cache_location, 0);
171                         if (err) {
172                                 (void)unlink(cache_location);
173                                 goto out2;
174                         }
175                 }
176         }
177
178         err = file_copy(cache_location, dest_file_name);
179
180 out2:
181         free(cache_location);
182 out1:
183         free(cache_name);
184         return err;
185 }
186
187 int opkg_download_pkg(pkg_t * pkg, const char *dir)
188 {
189         int err;
190         char *url;
191         char *local_filename;
192         char *stripped_filename;
193         char *urlencoded_path;
194         char *filename;
195
196         if (pkg->src == NULL) {
197                 opkg_msg(ERROR,
198                          "Package %s is not available from any configured src.\n",
199                          pkg->name);
200                 return -1;
201         }
202
203         filename = pkg_get_string(pkg, PKG_FILENAME);
204
205         if (filename == NULL) {
206                 opkg_msg(ERROR,
207                          "Package %s does not have a valid filename field.\n",
208                          pkg->name);
209                 return -1;
210         }
211
212         urlencoded_path = urlencode_path(filename);
213         sprintf_alloc(&url, "%s/%s", pkg->src->value, urlencoded_path);
214         free(urlencoded_path);
215
216         /* The filename might be something like
217            "../../foo.opk". While this is correct, and exactly what we
218            want to use to construct url above, here we actually need to
219            use just the filename part, without any directory. */
220
221         stripped_filename = strrchr(filename, '/');
222         if (!stripped_filename)
223                 stripped_filename = filename;
224
225         sprintf_alloc(&local_filename, "%s/%s", dir, stripped_filename);
226         pkg_set_string(pkg, PKG_LOCAL_FILENAME, local_filename);
227
228         err = opkg_download_cache(url, local_filename);
229         free(url);
230
231         return err;
232 }
233
234 /*
235  * Downloads file from url, installs in package database, return package name.
236  */
237 int opkg_prepare_url_for_install(const char *url, char **namep)
238 {
239         int err = 0;
240         pkg_t *pkg;
241         abstract_pkg_t *ab_pkg;
242
243         pkg = pkg_new();
244
245         if (str_starts_with(url, "http://")
246             || str_starts_with(url, "ftp://")) {
247                 char *tmp_file;
248                 char *file_basec = xstrdup(url);
249                 char *file_base = basename(file_basec);
250
251                 sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
252                 err = opkg_download(url, tmp_file, 0);
253                 if (err)
254                         return err;
255
256                 err = pkg_init_from_file(pkg, tmp_file);
257                 if (err)
258                         return err;
259
260                 free(tmp_file);
261                 free(file_basec);
262
263         } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
264                    || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
265                    || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
266
267                 err = pkg_init_from_file(pkg, url);
268                 if (err)
269                         return err;
270                 opkg_msg(DEBUG2, "Package %s provided by hand (%s).\n",
271                          pkg->name, pkg_get_string(pkg, PKG_LOCAL_FILENAME));
272                 pkg->provided_by_hand = 1;
273
274         } else {
275                 ab_pkg = ensure_abstract_pkg_by_name(url);
276
277                 if (!(ab_pkg->state_flag & SF_NEED_DETAIL)) {
278                         opkg_msg(DEBUG, "applying abpkg flag to %s\n", ab_pkg->name);
279                         ab_pkg->state_flag |= SF_NEED_DETAIL;
280                 }
281
282                 pkg_deinit(pkg);
283                 free(pkg);
284                 return 0;
285         }
286
287         pkg->dest = conf->default_dest;
288         pkg->state_want = SW_INSTALL;
289         pkg->state_flag |= SF_PREFER;
290         hash_insert_pkg(pkg, 1);
291
292         if (namep) {
293                 *namep = xstrdup(pkg->name);
294         }
295         return 0;
296 }
297
298 int opkg_verify_file(char *text_file, char *sig_file)
299 {
300 #if defined HAVE_USIGN
301         int status = -1;
302         int pid;
303
304         if (conf->check_signature == 0)
305                 return 0;
306
307         pid = fork();
308         if (pid < 0)
309                 return -1;
310
311         if (!pid) {
312                 execl("/usr/sbin/opkg-key", "opkg-key", "verify", sig_file,
313                       text_file, NULL);
314                 exit(255);
315         }
316
317         waitpid(pid, &status, 0);
318         if (!WIFEXITED(status) || WEXITSTATUS(status))
319                 return -1;
320
321         return 0;
322 #else
323         /* mute `unused variable' warnings. */
324         (void)sig_file;
325         (void)text_file;
326         (void)conf;
327         return 0;
328 #endif
329 }