fetch.c 7.46 KB
Newer Older
1 2 3
/* fetch.c - Alpine Package Keeper (APK)
 *
 * Copyright (C) 2005-2008 Natanael Copa <n@tanael.org>
4
 * Copyright (C) 2008-2011 Timo Teräs <timo.teras@iki.fi>
5 6
 * All rights reserved.
 *
Timo Teräs's avatar
Timo Teräs committed
7
 * This program is free software; you can redistribute it and/or modify it
8 9 10 11 12 13
 * under the terms of the GNU General Public License version 2 as published
 * by the Free Software Foundation. See http://www.gnu.org/ for details.
 */

#include <stdio.h>
#include <fcntl.h>
14
#include <limits.h>
15
#include <unistd.h>
Natanael Copa's avatar
Natanael Copa committed
16
#include <errno.h>
17
#include <zlib.h>
18 19 20 21

#include "apk_applet.h"
#include "apk_database.h"
#include "apk_io.h"
Natanael Copa's avatar
Natanael Copa committed
22
#include "apk_print.h"
23
#include "apk_solver.h"
24 25 26

#define FETCH_RECURSIVE		1
#define FETCH_STDOUT		2
Natanael Copa's avatar
Natanael Copa committed
27
#define FETCH_LINK		4
28 29 30

struct fetch_ctx {
	unsigned int flags;
31 32 33
	int outdir_fd, errors, prog_flags;
	struct apk_database *db;
	size_t done, total;
34 35
};

36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
static int cup(void)
{
	/* compressed/uncompressed size is 259/1213 */
	static unsigned char z[] = {
		0x78,0x9c,0x9d,0x94,0x3d,0x8e,0xc4,0x20,0x0c,0x85,0xfb,0x9c,
		0xc2,0x72,0x43,0x46,0x8a,0x4d,0x3f,0x67,0x89,0x64,0x77,0x2b,
		0x6d,0xbb,0x6d,0x0e,0x3f,0xc6,0x84,0x4d,0x08,0x84,0x55,0xd6,
		0xa2,0xe0,0xef,0x7b,0x36,0xe1,0x11,0x80,0x6e,0xcc,0x53,0x7f,
		0x3e,0xc5,0xeb,0xcf,0x1d,0x20,0x22,0xcc,0x3c,0x53,0x8e,0x17,
		0xd9,0x80,0x6d,0xee,0x0e,0x61,0x42,0x3c,0x8b,0xcf,0xc7,0x12,
		0x22,0x71,0x8b,0x31,0x05,0xd5,0xb0,0x11,0x4b,0xa7,0x32,0x2f,
		0x80,0x69,0x6b,0xb0,0x98,0x40,0xe2,0xcd,0xba,0x6a,0xba,0xe4,
		0x65,0xed,0x61,0x23,0x44,0xb5,0x95,0x06,0x8b,0xde,0x6c,0x61,
		0x70,0xde,0x0e,0xb6,0xed,0xc4,0x43,0x0c,0x56,0x6f,0x8f,0x31,
		0xd0,0x35,0xb5,0xc7,0x58,0x06,0xff,0x81,0x49,0x84,0xb8,0x0e,
		0xb1,0xd8,0xc1,0x66,0x31,0x0e,0x46,0x5c,0x43,0xc9,0xef,0xe5,
		0xdc,0x63,0xb1,0xdc,0x67,0x6d,0x31,0xb3,0xc9,0x69,0x74,0x87,
		0xc7,0xa3,0x1b,0x6a,0xb3,0xbd,0x2f,0x3b,0xd5,0x0c,0x57,0x3b,
		0xce,0x7c,0x5e,0xe5,0x48,0xd0,0x48,0x01,0x92,0x49,0x8b,0xf7,
		0xfc,0x58,0x67,0xb3,0xf7,0x14,0x20,0x5c,0x4c,0x9e,0xcc,0xeb,
		0x78,0x7e,0x64,0xa6,0xa1,0xf5,0xb2,0x70,0x38,0x09,0x7c,0x7f,
		0xfd,0xc0,0x8a,0x4e,0xc8,0x55,0xe8,0x12,0xe2,0x9f,0x1a,0xb1,
		0xb9,0x82,0x52,0x02,0x7a,0xe5,0xf9,0xd9,0x88,0x47,0x79,0x3b,
		0x46,0x61,0x27,0xf9,0x51,0xb1,0x17,0xb0,0x2c,0x0e,0xd5,0x39,
		0x2d,0x96,0x25,0x27,0xd6,0xd1,0x3f,0xa5,0x08,0xe1,0x9e,0x4e,
		0xa7,0xe9,0x03,0xb1,0x0a,0xb6,0x75
	};
	unsigned char buf[1213];
	unsigned long len = sizeof(buf);

	uncompress(buf, &len, z, sizeof(z));
67
	return write(STDOUT_FILENO, buf, len) != len;
68 69
}

70 71
static int fetch_parse(void *ctx, struct apk_db_options *dbopts,
		       int optch, int optindex, const char *optarg)
72 73 74 75 76 77 78 79 80 81
{
	struct fetch_ctx *fctx = (struct fetch_ctx *) ctx;

	switch (optch) {
	case 'R':
		fctx->flags |= FETCH_RECURSIVE;
		break;
	case 's':
		fctx->flags |= FETCH_STDOUT;
		break;
Natanael Copa's avatar
Natanael Copa committed
82 83 84
	case 'L':
		fctx->flags |= FETCH_LINK;
		break;
85
	case 'o':
86
		fctx->outdir_fd = openat(AT_FDCWD, optarg, O_RDONLY | O_CLOEXEC);
87 88 89 90 91 92 93
		break;
	default:
		return -1;
	}
	return 0;
}

94
static void progress_cb(void *pctx, size_t bytes_done)
95
{
96 97 98 99 100 101 102 103 104 105
	struct fetch_ctx *ctx = (struct fetch_ctx *) pctx;
	apk_print_progress(muldiv(100, ctx->done + bytes_done, ctx->total) | ctx->prog_flags);
	ctx->prog_flags = 0;
}

static int fetch_package(apk_hash_item item, void *pctx)
{
	struct fetch_ctx *ctx = (struct fetch_ctx *) pctx;
	struct apk_database *db = ctx->db;
	struct apk_package *pkg = (struct apk_package *) item;
106
	struct apk_istream *is;
107
	struct apk_repository *repo;
108 109 110
	struct apk_file_info fi;
	char url[PATH_MAX], filename[256];
	int r, fd, urlfd;
111

112 113 114
	if (!pkg->marked)
		return 0;

115 116 117 118 119
	repo = apk_db_select_repo(db, pkg);
	if (repo == NULL) {
		r = -ENOPKG;
		goto err;
	}
120

121 122 123 124
	if (snprintf(filename, sizeof(filename), PKG_FILE_FMT, PKG_FILE_PRINTF(pkg)) >= sizeof(filename)) {
		r = -ENOBUFS;
		goto err;
	}
125

126 127
	if (!(ctx->flags & FETCH_STDOUT)) {
		if (apk_file_get_info(ctx->outdir_fd, filename, APK_CHECKSUM_NONE, &fi) == 0 &&
128
		    fi.size == pkg->size)
129 130 131
			return 0;
	}

Timo Teräs's avatar
Timo Teräs committed
132
	apk_message("Downloading " PKG_VER_FMT, PKG_VER_PRINTF(pkg));
133 134 135
	if (apk_flags & APK_SIMULATE)
		return 0;

136 137
	ctx->prog_flags = APK_PRINT_PROGRESS_FORCE;

138 139 140
	r = apk_repo_format_item(db, repo, pkg, &urlfd, url, sizeof(url));
	if (r < 0)
		goto err;
Natanael Copa's avatar
Natanael Copa committed
141

142
	if (ctx->flags & FETCH_STDOUT) {
Natanael Copa's avatar
Natanael Copa committed
143 144
		fd = STDOUT_FILENO;
	} else {
145
		if ((ctx->flags & FETCH_LINK) && urlfd >= 0) {
146
			if (linkat(urlfd, url,
147
				   ctx->outdir_fd, filename,
148
				   AT_SYMLINK_FOLLOW) == 0)
Natanael Copa's avatar
Natanael Copa committed
149 150
				return 0;
		}
151
		fd = openat(ctx->outdir_fd, filename,
152
			    O_CREAT|O_RDWR|O_TRUNC|O_CLOEXEC, 0644);
Natanael Copa's avatar
Natanael Copa committed
153
		if (fd < 0) {
154 155
			r = -errno;
			goto err;
Natanael Copa's avatar
Natanael Copa committed
156 157 158
		}
	}

159
	is = apk_istream_from_fd_url(urlfd, url);
160
	if (is == NULL) {
161 162
		r = -EIO;
		goto err;
163 164
	}

165
	r = apk_istream_splice(is, fd, pkg->size, progress_cb, ctx);
Natanael Copa's avatar
Natanael Copa committed
166
	is->close(is);
167 168
	if (fd != STDOUT_FILENO)
		close(fd);
169

170
	if (r != pkg->size) {
171
		unlinkat(ctx->outdir_fd, filename, 0);
172 173
		if (r >= 0) r = -EIO;
		goto err;
174 175
	}

176
	ctx->done += pkg->size;
177
	return 0;
178 179 180

err:
	apk_error(PKG_VER_FMT ": %s", PKG_VER_PRINTF(pkg), apk_error_str(r));
181 182
	ctx->errors++;
	return 0;
183 184
}

185
static void mark_package(struct fetch_ctx *ctx, struct apk_package *pkg)
186
{
187 188 189 190 191 192 193 194 195 196 197 198
	if (pkg == NULL || pkg->marked)
		return;
	ctx->total += pkg->size;
	pkg->marked = 1;
}

static int fetch_main(void *pctx, struct apk_database *db, int argc, char **argv)
{
	struct fetch_ctx *ctx = (struct fetch_ctx *) pctx;
	struct apk_dependency_array *world;
	struct apk_change *change;
	int r = 0, i;
199

200 201
	if (ctx->outdir_fd == 0)
		ctx->outdir_fd = AT_FDCWD;
202

203 204 205 206 207 208 209
	if ((argc > 0) && (strcmp(argv[0], "coffee") == 0)) {
		if (apk_flags & APK_FORCE)
			return cup();
		apk_message("Go and fetch your own coffee.");
		return 0;
	}

210 211
	for (i = 0; i < argc; i++) {
		struct apk_dependency dep = (struct apk_dependency) {
212
			.name = apk_db_get_name(db, APK_BLOB_STR(argv[i])),
213
			.version = apk_blob_atomize(APK_BLOB_NULL),
214
			.result_mask = APK_DEPMASK_ANY,
215 216
		};

217
		if (ctx->flags & FETCH_RECURSIVE) {
218
			struct apk_changeset changeset = {};
219

220 221
			apk_dependency_array_init(&world);
			*apk_dependency_array_add(&world) = dep;
222
			r = apk_solver_solve(db, 0, world, &changeset);
223
			apk_dependency_array_free(&world);
224
			if (r != 0) {
225 226 227 228 229
				apk_error("%s: unable to get dependencies", argv[i]);
				ctx->errors++;
			} else {
				foreach_array_item(change, changeset.changes)
					mark_package(ctx, change->new_pkg);
230
			}
231
			apk_change_array_free(&changeset.changes);
232
		} else {
233
			struct apk_package *pkg = NULL;
234
			struct apk_provider *p;
235

236 237 238
			foreach_array_item(p, dep.name->providers)
				if (pkg == NULL || apk_pkg_version_compare(p->pkg, pkg) == APK_VERSION_GREATER)
					pkg = p->pkg;
239

Timo Teräs's avatar
Timo Teräs committed
240
			if (pkg == NULL) {
241 242 243 244
				apk_message("%s: unable to select a version", dep.name->name);
				ctx->errors++;
			} else {
				mark_package(ctx, pkg);
Timo Teräs's avatar
Timo Teräs committed
245
			}
246 247 248
		}
	}

249 250 251 252
	ctx->db = db;
	apk_hash_foreach(&db->available.packages, fetch_package, ctx);

	return ctx->errors;
253 254
}

Timo Teräs's avatar
Timo Teräs committed
255
static struct apk_option fetch_options[] = {
256
	{ 'L', "link",		"Create hard links if possible" },
Timo Teräs's avatar
Timo Teräs committed
257 258 259 260 261
	{ 'R', "recursive",	"Fetch the PACKAGE and all it's dependencies" },
	{ 's', "stdout",
	  "Dump the .apk to stdout (incompatible with -o and -R)" },
	{ 'o', "output",	"Directory to place the PACKAGEs to",
	  required_argument, "DIR" },
262 263 264 265
};

static struct apk_applet apk_fetch = {
	.name = "fetch",
266 267 268
	.help = "Download PACKAGEs from global repositories to a local "
		"directory from which a local mirror repository can be "
		"created.",
Timo Teräs's avatar
Timo Teräs committed
269
	.arguments = "PACKAGE...",
270 271
	.open_flags =	APK_OPENF_READ | APK_OPENF_NO_STATE |
			APK_OPENF_NO_INSTALLED_REPO,
272 273 274 275 276 277 278 279 280
	.context_size = sizeof(struct fetch_ctx),
	.num_options = ARRAY_SIZE(fetch_options),
	.options = fetch_options,
	.parse = fetch_parse,
	.main = fetch_main,
};

APK_DEFINE_APPLET(apk_fetch);