database.c 53.7 KB
Newer Older
1
2
3
/* database.c - Alpine Package Keeper (APK)
 *
 * Copyright (C) 2005-2008 Natanael Copa <n@tanael.org>
4
 * Copyright (C) 2008-2009 Timo Teräs <timo.teras@iki.fi>
5
6
 * All rights reserved.
 *
7
 * This program is free software; you can redistribute it and/or modify it
8
9
10
11
12
13
14
 * under the terms of the GNU General Public License version 2 as published
 * by the Free Software Foundation. See http://www.gnu.org/ for details.
 */

#include <errno.h>
#include <stdio.h>
#include <fcntl.h>
15
#include <limits.h>
16
17
18
#include <unistd.h>
#include <malloc.h>
#include <string.h>
19
#include <stdlib.h>
20
#include <signal.h>
21
#include <fnmatch.h>
22
#include <sys/file.h>
23
24
25
26
27

#include "apk_defines.h"
#include "apk_package.h"
#include "apk_database.h"
#include "apk_state.h"
28
#include "apk_applet.h"
29
#include "apk_archive.h"
30

31
const char * const apkindex_tar_gz = "APKINDEX.tar.gz";
Timo Teräs's avatar
Timo Teräs committed
32
const char * const apk_index_gz = "APK_INDEX.gz";
Timo Teräs's avatar
Timo Teräs committed
33
34
35
static const char * const apk_static_cache_dir = "var/lib/apk";
static const char * const apk_linked_cache_dir = "etc/apk/cache";

36
37
38
struct install_ctx {
	struct apk_database *db;
	struct apk_package *pkg;
39
	struct apk_installed_package *ipkg;
40
41

	int script;
42
	char **script_args;
43
	int script_pending : 1;
44

45
	struct apk_db_dir_instance *diri;
Timo Teräs's avatar
Timo Teräs committed
46
	struct apk_checksum data_csum;
47
	struct apk_sign_ctx sctx;
48
	struct apk_name_array *replaces;
49

50
51
52
53
54
	apk_progress_cb cb;
	void *cb_ctx;
	size_t installed_size;
	size_t current_file_size;

55
56
	struct hlist_node **diri_node;
	struct hlist_node **file_diri_node;
57
58
};

59
static apk_blob_t pkg_name_get_key(apk_hash_item item)
60
{
61
	return APK_BLOB_STR(((struct apk_name *) item)->name);
62
63
}

64
65
66
static void pkg_name_free(struct apk_name *name)
{
	free(name->name);
67
68
69
70
	if (name->pkgs)
		free(name->pkgs);
	if (name->rdepends)
		free(name->rdepends);
71
72
73
	free(name);
}

74
75
76
static const struct apk_hash_ops pkg_name_hash_ops = {
	.node_offset = offsetof(struct apk_name, hash_node),
	.get_key = pkg_name_get_key,
77
78
	.hash_key = apk_blob_hash,
	.compare = apk_blob_compare,
79
	.delete_item = (apk_hash_delete_f) pkg_name_free,
80
81
};

82
static apk_blob_t pkg_info_get_key(apk_hash_item item)
83
{
Timo Teräs's avatar
Timo Teräs committed
84
	return APK_BLOB_CSUM(((struct apk_package *) item)->csum);
85
86
}

87
static unsigned long csum_hash(apk_blob_t csum)
88
{
89
90
	/* Checksum's highest bits have the most "randomness", use that
	 * directly as hash */
91
	return *(unsigned long *) csum.ptr;
92
93
94
95
96
}

static const struct apk_hash_ops pkg_info_hash_ops = {
	.node_offset = offsetof(struct apk_package, hash_node),
	.get_key = pkg_info_get_key,
97
98
	.hash_key = csum_hash,
	.compare = apk_blob_compare,
99
100
101
	.delete_item = (apk_hash_delete_f) apk_pkg_free,
};

102
static apk_blob_t apk_db_dir_get_key(apk_hash_item item)
103
{
Timo Teräs's avatar
Timo Teräs committed
104
105
	struct apk_db_dir *dir = (struct apk_db_dir *) item;
	return APK_BLOB_PTR_LEN(dir->name, dir->namelen);
106
107
108
109
110
}

static const struct apk_hash_ops dir_hash_ops = {
	.node_offset = offsetof(struct apk_db_dir, hash_node),
	.get_key = apk_db_dir_get_key,
111
112
	.hash_key = apk_blob_hash,
	.compare = apk_blob_compare,
113
114
115
	.delete_item = (apk_hash_delete_f) free,
};

116
117
118
119
120
121
struct apk_db_file_hash_key {
	apk_blob_t dirname;
	apk_blob_t filename;
};

static unsigned long apk_db_file_hash_key(apk_blob_t _key)
122
{
123
124
	struct apk_db_file_hash_key *key = (struct apk_db_file_hash_key *) _key.ptr;

Timo Teräs's avatar
Timo Teräs committed
125
	return apk_blob_hash_seed(key->filename, apk_blob_hash(key->dirname));
126
127
128
129
130
131
}

static unsigned long apk_db_file_hash_item(apk_hash_item item)
{
	struct apk_db_file *dbf = (struct apk_db_file *) item;

Timo Teräs's avatar
Timo Teräs committed
132
133
	return apk_blob_hash_seed(APK_BLOB_PTR_LEN(dbf->name, dbf->namelen),
				  dbf->diri->dir->hash);
134
135
136
137
138
139
}

static int apk_db_file_compare_item(apk_hash_item item, apk_blob_t _key)
{
	struct apk_db_file *dbf = (struct apk_db_file *) item;
	struct apk_db_file_hash_key *key = (struct apk_db_file_hash_key *) _key.ptr;
Timo Teräs's avatar
Timo Teräs committed
140
	struct apk_db_dir *dir = dbf->diri->dir;
141
142
	int r;

Timo Teräs's avatar
Timo Teräs committed
143
144
	r = apk_blob_compare(key->filename,
			     APK_BLOB_PTR_LEN(dbf->name, dbf->namelen));
145
146
147
	if (r != 0)
		return r;

Timo Teräs's avatar
Timo Teräs committed
148
149
150
	r = apk_blob_compare(key->dirname,
			     APK_BLOB_PTR_LEN(dir->name, dir->namelen));
	return r;
151
152
153
154
}

static const struct apk_hash_ops file_hash_ops = {
	.node_offset = offsetof(struct apk_db_file, hash_node),
155
156
157
	.hash_key = apk_db_file_hash_key,
	.hash_item = apk_db_file_hash_item,
	.compare_item = apk_db_file_compare_item,
158
159
160
	.delete_item = (apk_hash_delete_f) free,
};

Timo Teräs's avatar
Timo Teräs committed
161
162
163
164
165
struct apk_name *apk_db_query_name(struct apk_database *db, apk_blob_t name)
{
	return (struct apk_name *) apk_hash_get(&db->available.names, name);
}

166
struct apk_name *apk_db_get_name(struct apk_database *db, apk_blob_t name)
167
168
{
	struct apk_name *pn;
169
	unsigned long hash = apk_hash_from_key(&db->available.names, name);
170

171
	pn = (struct apk_name *) apk_hash_get_hashed(&db->available.names, name, hash);
172
173
174
175
176
177
178
	if (pn != NULL)
		return pn;

	pn = calloc(1, sizeof(struct apk_name));
	if (pn == NULL)
		return NULL;

179
	pn->name = apk_blob_cstr(name);
180
	pn->id = db->name_id++;
181
	apk_hash_insert_hashed(&db->available.names, pn, hash);
182
183
184
185

	return pn;
}

186
static void apk_db_dir_unref(struct apk_database *db, struct apk_db_dir *dir)
187
188
189
190
191
192
193
194
{
	dir->refs--;
	if (dir->refs > 0)
		return;

	db->installed.stats.dirs--;

	if (dir->parent != NULL)
195
		apk_db_dir_unref(db, dir->parent);
196
197
}

198
static struct apk_db_dir *apk_db_dir_ref(struct apk_db_dir *dir)
199
200
201
202
203
{
	dir->refs++;
	return dir;
}

204
205
struct apk_db_dir *apk_db_dir_query(struct apk_database *db,
				    apk_blob_t name)
206
207
208
209
{
	return (struct apk_db_dir *) apk_hash_get(&db->installed.dirs, name);
}

210
211
static struct apk_db_dir *apk_db_dir_get(struct apk_database *db,
					 apk_blob_t name)
212
213
214
{
	struct apk_db_dir *dir;
	apk_blob_t bparent;
215
	unsigned long hash = apk_hash_from_key(&db->installed.dirs, name);
216
	int i;
217

218
	if (name.len && name.ptr[name.len-1] == '/')
219
220
		name.len--;

221
	dir = (struct apk_db_dir *) apk_hash_get_hashed(&db->installed.dirs, name, hash);
222
	if (dir != NULL)
223
		return apk_db_dir_ref(dir);
224

225
	db->installed.stats.dirs++;
226
227
	dir = malloc(sizeof(*dir) + name.len + 1);
	memset(dir, 0, sizeof(*dir));
228
	dir->refs = 1;
229
	dir->rooted_name[0] = '/';
Timo Teräs's avatar
Timo Teräs committed
230
231
232
233
	memcpy(dir->name, name.ptr, name.len);
	dir->name[name.len] = 0;
	dir->namelen = name.len;
	dir->hash = hash;
234
	apk_hash_insert_hashed(&db->installed.dirs, dir, hash);
235

236
237
	if (name.len == 0)
		dir->parent = NULL;
238
	else if (apk_blob_rsplit(name, '/', &bparent, NULL))
239
		dir->parent = apk_db_dir_get(db, bparent);
240
	else
241
		dir->parent = apk_db_dir_get(db, APK_BLOB_NULL);
242

243
244
245
246
	if (dir->parent != NULL)
		dir->flags = dir->parent->flags;

	for (i = 0; i < db->protected_paths->num; i++) {
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
		int flags = dir->flags, j;

		flags |= APK_DBDIRF_PROTECTED;
		for (j = 0; ; j++) {
			switch (db->protected_paths->item[i][j]) {
			case '-':
				flags &= ~(APK_DBDIRF_PROTECTED |
					   APK_DBDIRF_SYMLINKS_ONLY);
				continue;
			case '*':
				flags |= APK_DBDIRF_SYMLINKS_ONLY |
					 APK_DBDIRF_PROTECTED;
				continue;
			}
			break;
		}

		if (strcmp(&db->protected_paths->item[i][j], dir->name) == 0)
			dir->flags = flags;
266
267
	}

268
269
270
	return dir;
}

271
272
273
static struct apk_db_dir_instance *apk_db_diri_new(struct apk_database *db,
						   struct apk_package *pkg,
						   apk_blob_t name,
274
						   struct hlist_node ***after)
275
276
277
278
{
	struct apk_db_dir_instance *diri;

	diri = calloc(1, sizeof(struct apk_db_dir_instance));
279
	if (diri != NULL) {
280
281
		hlist_add_after(&diri->pkg_dirs_list, *after);
		*after = &diri->pkg_dirs_list.next;
282
		diri->dir = apk_db_dir_get(db, name);
283
284
		diri->pkg = pkg;
	}
285
286
287
288
289
290
291
292
293
294
295
296

	return diri;
}

static void apk_db_diri_set(struct apk_db_dir_instance *diri, mode_t mode,
			    uid_t uid, gid_t gid)
{
	diri->mode = mode;
	diri->uid = uid;
	diri->gid = gid;
}

297
static void apk_db_diri_mkdir(struct apk_database *db, struct apk_db_dir_instance *diri)
298
{
299
300
	if (mkdirat(db->root_fd, diri->dir->name, diri->mode) == 0)
		fchownat(db->root_fd, diri->dir->name, diri->uid, diri->gid, 0);
301
302
}

303
static void apk_db_diri_rmdir(struct apk_database *db, struct apk_db_dir_instance *diri)
304
{
Timo Teräs's avatar
Timo Teräs committed
305
	if (diri->dir->refs == 1)
306
		unlinkat(db->root_fd, diri->dir->name, 1);
307
308
}

309
310
311
static void apk_db_diri_free(struct apk_database *db,
			     struct apk_db_dir_instance *diri)
{
312
	apk_db_dir_unref(db, diri->dir);
313
314
315
	free(diri);
}

316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
struct apk_db_file *apk_db_file_query(struct apk_database *db,
				      apk_blob_t dir,
				      apk_blob_t name)
{
	struct apk_db_file_hash_key key;

	key = (struct apk_db_file_hash_key) {
		.dirname = dir,
		.filename = name,
	};

	return (struct apk_db_file *) apk_hash_get(&db->installed.files,
						   APK_BLOB_BUF(&key));
}

Timo Teräs's avatar
Timo Teräs committed
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
static struct apk_db_file *apk_db_file_new(struct apk_db_dir_instance *diri,
					   apk_blob_t name,
					   struct hlist_node ***after)
{
	struct apk_db_file *file;

	file = malloc(sizeof(*file) + name.len + 1);
	if (file == NULL)
		return NULL;

	memset(file, 0, sizeof(*file));
	memcpy(file->name, name.ptr, name.len);
	file->name[name.len] = 0;
	file->namelen = name.len;

	file->diri = diri;
	hlist_add_after(&file->diri_files_list, *after);
	*after = &file->diri_files_list.next;

	return file;
}

353
static struct apk_db_file *apk_db_file_get(struct apk_database *db,
354
					   struct apk_db_dir_instance *diri,
355
356
					   apk_blob_t name,
					   struct hlist_node ***after)
357
358
{
	struct apk_db_file *file;
359
	struct apk_db_file_hash_key key;
Timo Teräs's avatar
Timo Teräs committed
360
361
	struct apk_db_dir *dir = diri->dir;
	unsigned long hash;
362
363

	key = (struct apk_db_file_hash_key) {
Timo Teräs's avatar
Timo Teräs committed
364
		.dirname = APK_BLOB_PTR_LEN(dir->name, dir->namelen),
365
366
		.filename = name,
	};
367

Timo Teräs's avatar
Timo Teräs committed
368
369
370
	hash = apk_blob_hash_seed(name, dir->hash);
	file = (struct apk_db_file *) apk_hash_get_hashed(
		&db->installed.files, APK_BLOB_BUF(&key), hash);
371
372
373
	if (file != NULL)
		return file;

Timo Teräs's avatar
Timo Teräs committed
374
	file = apk_db_file_new(diri, name, after);
Timo Teräs's avatar
Timo Teräs committed
375
	apk_hash_insert_hashed(&db->installed.files, file, hash);
376
	db->installed.stats.files++;
377
378
379
380

	return file;
}

Timo Teräs's avatar
Timo Teräs committed
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
static void apk_db_pkg_rdepends(struct apk_database *db, struct apk_package *pkg)
{
	int i, j;

	if (pkg->depends == NULL)
		return;

	for (i = 0; i < pkg->depends->num; i++) {
		struct apk_name *rname = pkg->depends->item[i].name;

		if (rname->rdepends) {
			for (j = 0; j < rname->rdepends->num; j++)
				if (rname->rdepends->item[j] == pkg->name)
					return;
		}
		*apk_name_array_add(&rname->rdepends) = pkg->name;
	}
}

400
struct apk_package *apk_db_pkg_add(struct apk_database *db, struct apk_package *pkg)
401
402
403
{
	struct apk_package *idb;

Timo Teräs's avatar
Timo Teräs committed
404
	idb = apk_hash_get(&db->available.packages, APK_BLOB_CSUM(pkg->csum));
405
406
407
408
	if (idb == NULL) {
		idb = pkg;
		apk_hash_insert(&db->available.packages, pkg);
		*apk_package_array_add(&pkg->name->pkgs) = pkg;
Timo Teräs's avatar
Timo Teräs committed
409
		apk_db_pkg_rdepends(db, pkg);
410
411
	} else {
		idb->repos |= pkg->repos;
412
413
414
415
		if (idb->filename == NULL && pkg->filename != NULL) {
			idb->filename = pkg->filename;
			pkg->filename = NULL;
		}
416
417
418
419
420
		if (idb->ipkg == NULL && pkg->ipkg != NULL) {
			idb->ipkg = pkg->ipkg;
			idb->ipkg->pkg = idb;
			pkg->ipkg = NULL;
		}
421
422
423
424
425
		apk_pkg_free(pkg);
	}
	return idb;
}

426
void apk_cache_format_index(apk_blob_t to, struct apk_repository *repo, int ver)
427
{
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
	/* APKINDEX.12345678.tar.gz */
	/* APK_INDEX.12345678.gz */
	if (ver == 0)
		apk_blob_push_blob(&to, APK_BLOB_STR("APKINDEX."));
	else
		apk_blob_push_blob(&to, APK_BLOB_STR("APK_INDEX."));
	apk_blob_push_hexdump(&to, APK_BLOB_PTR_LEN((char *) repo->csum.data,
						    APK_CACHE_CSUM_BYTES));
	if (ver == 0)
		apk_blob_push_blob(&to, APK_BLOB_STR(".tar.gz"));
	else
		apk_blob_push_blob(&to, APK_BLOB_STR(".gz"));
	apk_blob_push_blob(&to, APK_BLOB_PTR_LEN("", 1));
}

int apk_cache_download(struct apk_database *db, const char *url,
		       const char *item, const char *cacheitem, int verify)
{
	char fullurl[PATH_MAX];
	int r;

	snprintf(fullurl, sizeof(fullurl), "%s%s%s",
		 url, url[strlen(url)-1] == '/' ? "" : "/", item);
	apk_message("fetch %s", fullurl);

	if (apk_flags & APK_SIMULATE)
		return 0;

	r = apk_url_download(fullurl, db->cachetmp_fd, cacheitem);
	if (r < 0)
		return r;

	if (verify != APK_SIGN_NONE) {
		struct apk_istream *is;
		struct apk_sign_ctx sctx;

		apk_sign_ctx_init(&sctx, APK_SIGN_VERIFY, NULL, db->keys_fd);
		is = apk_bstream_gunzip_mpart(
			apk_bstream_from_file(db->cachetmp_fd, cacheitem),
			apk_sign_ctx_mpart_cb, &sctx);

		r = apk_tar_parse(is, apk_sign_ctx_verify_tar, &sctx, FALSE);
		is->close(is);
		apk_sign_ctx_free(&sctx);
		if (r != 0) {
			unlinkat(db->cachetmp_fd, cacheitem, 0);
			return r;
		}
	}
477

478
479
	if (renameat(db->cachetmp_fd, cacheitem, db->cache_fd, cacheitem) < 0)
		return -errno;
480

481
	return 0;
482
483
}

484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
static struct apk_db_dir_instance *find_diri(struct apk_installed_package *ipkg,
					     apk_blob_t dirname,
					     struct apk_db_dir_instance *curdiri,
					     struct hlist_node ***tail)
{
	struct hlist_node *n;
	struct apk_db_dir_instance *diri;

	if (curdiri != NULL &&
	    apk_blob_compare(APK_BLOB_PTR_LEN(curdiri->dir->name,
					      curdiri->dir->namelen),
			     dirname) == 0)
		return curdiri;

	hlist_for_each_entry(diri, n, &ipkg->owned_dirs, pkg_dirs_list) {
		if (apk_blob_compare(APK_BLOB_PTR_LEN(diri->dir->name,
						      diri->dir->namelen), dirname) == 0) {
			if (tail != NULL)
				*tail = hlist_tail_ptr(&diri->owned_files);
			return diri;
		}
	}
	return NULL;
}

Timo Teräs's avatar
Timo Teräs committed
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
int apk_db_read_overlay(struct apk_database *db, struct apk_bstream *bs)
{
	struct apk_db_dir_instance *diri = NULL;
	struct hlist_node **diri_node = NULL, **file_diri_node = NULL;
	struct apk_package *pkg;
	struct apk_installed_package *ipkg;
	struct apk_db_file *file;
	apk_blob_t token = APK_BLOB_STR("\n"), line, bdir, bfile;

	pkg = apk_pkg_new();
	if (pkg == NULL)
		return -1;

	ipkg = apk_pkg_install(db, pkg);
	if (ipkg == NULL)
		return -1;

	diri_node = hlist_tail_ptr(&ipkg->owned_dirs);

	while (!APK_BLOB_IS_NULL(line = bs->read(bs, token))) {
		if (!apk_blob_rsplit(line, '/', &bdir, &bfile))
			break;

		if (bfile.len == 0) {
			diri = apk_db_diri_new(db, pkg, bdir, &diri_node);
			file_diri_node = &diri->owned_files.first;
		} else {
536
537
538
539
540
541
542
543
			diri = find_diri(ipkg, bdir, diri, &file_diri_node);
			if (diri == NULL) {
				apk_error("overlay: File '%*s' entry without "
					  "directory entry.\n",
					  line.len, line.ptr);
				return -1;
			}

Timo Teräs's avatar
Timo Teräs committed
544
545
546
547
548
549
550
			file = apk_db_file_get(db, diri, bfile, &file_diri_node);
		}
	}

	return 0;
}

551
int apk_db_index_read(struct apk_database *db, struct apk_bstream *bs, int repo)
552
553
{
	struct apk_package *pkg = NULL;
554
	struct apk_installed_package *ipkg = NULL;
555
	struct apk_db_dir_instance *diri = NULL;
556
	struct apk_db_file *file = NULL;
557
558
	struct hlist_node **diri_node = NULL;
	struct hlist_node **file_diri_node = NULL;
559
560
	apk_blob_t token = APK_BLOB_STR("\n"), l;
	int field;
561

562
563
564
565
	while (!APK_BLOB_IS_NULL(l = bs->read(bs, token))) {
		if (l.len < 2 || l.ptr[1] != ':') {
			if (pkg == NULL)
				continue;
566

567
			if (repo >= 0)
568
				pkg->repos |= BIT(repo);
569

570
			if (apk_db_pkg_add(db, pkg) == NULL) {
571
572
				apk_error("Installed database load failed");
				return -1;
573
			}
574
			pkg = NULL;
575
			ipkg = NULL;
576
577
			continue;
		}
578

579
580
581
582
583
584
585
586
587
588
		/* Get field */
		field = l.ptr[0];
		l.ptr += 2;
		l.len -= 2;

		/* If no package, create new */
		if (pkg == NULL) {
			pkg = apk_pkg_new();
			diri = NULL;
			file_diri_node = NULL;
589
590
591
592
593

			if (repo == -1) {
				ipkg = apk_pkg_install(db, pkg);
				diri_node = hlist_tail_ptr(&ipkg->owned_dirs);
			}
594
		}
595

596
597
598
599
600
601
602
603
		/* Standard index line? */
		if (apk_pkg_add_info(db, pkg, field, l) == 0)
			continue;

		if (repo != -1) {
			apk_error("Invalid index entry '%c'", field);
			return -1;
		}
604

605
606
607
608
609
		/* Check FDB special entries */
		switch (field) {
		case 'F':
			if (pkg->name == NULL) {
				apk_error("FDB directory entry before package entry");
610
611
				return -1;
			}
612
613
614
615
616
617
618
619
			diri = apk_db_diri_new(db, pkg, l, &diri_node);
			file_diri_node = &diri->owned_files.first;
			break;
		case 'M':
			if (diri == NULL) {
				apk_error("FDB directory metadata entry before directory entry");
				return -1;
			}
620
621
622
623
624
			diri->uid = apk_blob_pull_uint(&l, 10);
			apk_blob_pull_char(&l, ':');
			diri->gid = apk_blob_pull_uint(&l, 10);
			apk_blob_pull_char(&l, ':');
			diri->mode = apk_blob_pull_uint(&l, 8);
625
626
627
628
629
630
			break;
		case 'R':
			if (diri == NULL) {
				apk_error("FDB file entry before directory entry");
				return -1;
			}
Timo Teräs's avatar
Timo Teräs committed
631
			file = apk_db_file_get(db, diri, l, &file_diri_node);
632
633
634
635
636
637
			break;
		case 'Z':
			if (file == NULL) {
				apk_error("FDB checksum entry before file entry");
				return -1;
			}
Timo Teräs's avatar
Timo Teräs committed
638
			apk_blob_pull_csum(&l, &file->csum);
639
640
641
642
			break;
		default:
			apk_error("FDB entry '%c' unsupported", field);
			return -1;
643
		}
644
645
646
647
		if (APK_BLOB_IS_NULL(l)) {
			apk_error("FDB format error in entry '%c'", field);
			return -1;
		}
648
649
	}

650
	return 0;
651
652
}

Timo Teräs's avatar
Timo Teräs committed
653
static int apk_db_write_fdb(struct apk_database *db, struct apk_ostream *os)
654
{
655
	struct apk_installed_package *ipkg;
656
	struct apk_package *pkg;
657
	struct apk_db_dir_instance *diri;
658
	struct apk_db_file *file;
659
	struct hlist_node *c1, *c2;
660
	char buf[1024];
661
662
	apk_blob_t bbuf = APK_BLOB_BUF(buf);
	int r;
663

664
665
	list_for_each_entry(ipkg, &db->installed.packages, installed_pkgs_list) {
		pkg = ipkg->pkg;
666
667
668
		r = apk_pkg_write_index_entry(pkg, os);
		if (r < 0)
			return r;
669

670
		hlist_for_each_entry(diri, c1, &ipkg->owned_dirs, pkg_dirs_list) {
671
672
673
674
675
676
677
678
679
			apk_blob_push_blob(&bbuf, APK_BLOB_STR("F:"));
			apk_blob_push_blob(&bbuf, APK_BLOB_PTR_LEN(diri->dir->name, diri->dir->namelen));
			apk_blob_push_blob(&bbuf, APK_BLOB_STR("\nM:"));
			apk_blob_push_uint(&bbuf, diri->uid, 10);
			apk_blob_push_blob(&bbuf, APK_BLOB_STR(":"));
			apk_blob_push_uint(&bbuf, diri->gid, 10);
			apk_blob_push_blob(&bbuf, APK_BLOB_STR(":"));
			apk_blob_push_uint(&bbuf, diri->mode, 8);
			apk_blob_push_blob(&bbuf, APK_BLOB_STR("\n"));
680

681
			hlist_for_each_entry(file, c2, &diri->owned_files, diri_files_list) {
682
683
				apk_blob_push_blob(&bbuf, APK_BLOB_STR("R:"));
				apk_blob_push_blob(&bbuf, APK_BLOB_PTR_LEN(file->name, file->namelen));
Timo Teräs's avatar
Timo Teräs committed
684
				if (file->csum.type != APK_CHECKSUM_NONE) {
685
					apk_blob_push_blob(&bbuf, APK_BLOB_STR("\nZ:"));
Timo Teräs's avatar
Timo Teräs committed
686
					apk_blob_push_csum(&bbuf, &file->csum);
687
				}
688
				apk_blob_push_blob(&bbuf, APK_BLOB_STR("\n"));
689

690
				if (os->write(os, buf, bbuf.ptr - buf) != bbuf.ptr - buf)
691
					return -1;
692
				bbuf = APK_BLOB_BUF(buf);
693
			}
694
			if (os->write(os, buf, bbuf.ptr - buf) != bbuf.ptr - buf)
695
				return -1;
696
			bbuf = APK_BLOB_BUF(buf);
697
		}
Timo Teräs's avatar
Timo Teräs committed
698
		os->write(os, "\n", 1);
699
700
701
702
703
	}

	return 0;
}

Timo Teräs's avatar
Timo Teräs committed
704
static int apk_db_scriptdb_write(struct apk_database *db, struct apk_ostream *os)
705
{
706
	struct apk_installed_package *ipkg;
707
	struct apk_package *pkg;
Timo Teräs's avatar
Timo Teräs committed
708
709
710
	struct apk_file_info fi;
	char filename[256];
	apk_blob_t bfn;
711
	int r, i;
712
	time_t now = time(NULL);
713
714
715
716
717
718
719

	list_for_each_entry(ipkg, &db->installed.packages, installed_pkgs_list) {
		pkg = ipkg->pkg;

		for (i = 0; i < APK_SCRIPT_MAX; i++) {
			if (ipkg->script[i].ptr == NULL)
				continue;
720

Timo Teräs's avatar
Timo Teräs committed
721
722
			fi = (struct apk_file_info) {
				.name = filename,
723
				.size = ipkg->script[i].len,
Timo Teräs's avatar
Timo Teräs committed
724
				.mode = 0755 | S_IFREG,
725
				.mtime = now,
Timo Teräs's avatar
Timo Teräs committed
726
727
728
729
730
731
732
733
734
735
			};
			/* The scripts db expects file names in format:
			 * pkg-version.<hexdump of package checksum>.action */
			bfn = APK_BLOB_BUF(filename);
			apk_blob_push_blob(&bfn, APK_BLOB_STR(pkg->name->name));
			apk_blob_push_blob(&bfn, APK_BLOB_STR("-"));
			apk_blob_push_blob(&bfn, APK_BLOB_STR(pkg->version));
			apk_blob_push_blob(&bfn, APK_BLOB_STR("."));
			apk_blob_push_csum(&bfn, &pkg->csum);
			apk_blob_push_blob(&bfn, APK_BLOB_STR("."));
736
			apk_blob_push_blob(&bfn, APK_BLOB_STR(apk_script_types[i]));
Timo Teräs's avatar
Timo Teräs committed
737
738
			apk_blob_push_blob(&bfn, APK_BLOB_PTR_LEN("", 1));

739
			r = apk_tar_write_entry(os, &fi, ipkg->script[i].ptr);
Timo Teräs's avatar
Timo Teräs committed
740
741
			if (r < 0)
				return r;
742
743
744
		}
	}

745
	return apk_tar_write_entry(os, NULL, NULL);
746
747
}

Timo Teräs's avatar
Timo Teräs committed
748
static int apk_db_scriptdb_read_v1(struct apk_database *db, struct apk_istream *is)
749
750
{
	struct apk_package *pkg;
Timo Teräs's avatar
Timo Teräs committed
751
752
753
754
755
756
	struct {
		unsigned char md5sum[16];
		unsigned int type;
		unsigned int size;
	} hdr;
	struct apk_checksum csum;
757

758
	while (is->read(is, &hdr, sizeof(hdr)) == sizeof(hdr)) {
Timo Teräs's avatar
Timo Teräs committed
759
760
761
762
		memcpy(csum.data, hdr.md5sum, sizeof(hdr.md5sum));
		csum.type = APK_CHECKSUM_MD5;

		pkg = apk_db_get_pkg(db, &csum);
763
764
		if (pkg != NULL && pkg->ipkg != NULL)
			apk_ipkg_add_script(pkg->ipkg, is, hdr.type, hdr.size);
Timo Teräs's avatar
Timo Teräs committed
765
766
		else
			apk_istream_skip(is, hdr.size);
767
768
769
770
771
	}

	return 0;
}

Timo Teräs's avatar
Timo Teräs committed
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
static int apk_read_script_archive_entry(void *ctx,
					 const struct apk_file_info *ae,
					 struct apk_istream *is)
{
	struct apk_database *db = (struct apk_database *) ctx;
	struct apk_package *pkg;
	char *fncsum, *fnaction;
	struct apk_checksum csum;
	apk_blob_t blob;
	int type;

	if (!S_ISREG(ae->mode))
		return 0;

	/* The scripts db expects file names in format:
	 * pkgname-version.<hexdump of package checksum>.action */
	fnaction = memrchr(ae->name, '.', strlen(ae->name));
	if (fnaction == NULL || fnaction == ae->name)
		return 0;
	fncsum = memrchr(ae->name, '.', fnaction - ae->name - 1);
	if (fncsum == NULL)
		return 0;
	fnaction++;
	fncsum++;

	/* Parse it */
	type = apk_script_type(fnaction);
	if (type == APK_SCRIPT_INVALID)
		return 0;
	blob = APK_BLOB_PTR_PTR(fncsum, fnaction - 2);
	apk_blob_pull_csum(&blob, &csum);

	/* Attach script */
	pkg = apk_db_get_pkg(db, &csum);
806
807
	if (pkg != NULL && pkg->ipkg != NULL)
		apk_ipkg_add_script(pkg->ipkg, is, type, ae->size);
Timo Teräs's avatar
Timo Teräs committed
808
809
810
811

	return 0;
}

812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
static int parse_triggers(void *ctx, apk_blob_t blob)
{
	struct apk_installed_package *ipkg = ctx;

	if (blob.len == 0)
		return 0;

	*apk_string_array_add(&ipkg->triggers) = apk_blob_cstr(blob);
	return 0;
}

static void apk_db_triggers_write(struct apk_database *db, struct apk_ostream *os)
{
	struct apk_installed_package *ipkg;
	char buf[APK_BLOB_CHECKSUM_BUF];
	apk_blob_t bfn;
	int i;

	list_for_each_entry(ipkg, &db->installed.triggers, trigger_pkgs_list) {
		bfn = APK_BLOB_BUF(buf);
		apk_blob_push_csum(&bfn, &ipkg->pkg->csum);
833
834
		os->write(os, buf, bfn.ptr - buf);

835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
		for (i = 0; i < ipkg->triggers->num; i++) {
			os->write(os, " ", 1);
			apk_ostream_write_string(os, ipkg->triggers->item[i]);
		}
		os->write(os, "\n", 1);
	}
}

static void apk_db_triggers_read(struct apk_database *db, struct apk_bstream *bs)
{
	struct apk_checksum csum;
	struct apk_package *pkg;
	struct apk_installed_package *ipkg;
	apk_blob_t l;

	while (!APK_BLOB_IS_NULL(l = bs->read(bs, APK_BLOB_STR("\n")))) {
		apk_blob_pull_csum(&l, &csum);
		apk_blob_pull_char(&l, ' ');

		pkg = apk_db_get_pkg(db, &csum);
		if (pkg == NULL || pkg->ipkg == NULL)
			continue;

		ipkg = pkg->ipkg;
		apk_blob_for_each_segment(l, " ", parse_triggers, ipkg);
		if (ipkg->triggers && !list_hashed(&ipkg->trigger_pkgs_list))
			list_add_tail(&ipkg->trigger_pkgs_list,
				      &db->installed.triggers);
	}
}

Timo Teräs's avatar
Timo Teräs committed
866
static int apk_db_read_state(struct apk_database *db, int flags)
867
{
868
	struct apk_istream *is;
869
	struct apk_bstream *bs;
Timo Teräs's avatar
Timo Teräs committed
870
	apk_blob_t blob;
871
	int i;
872
873
874
875
876
877
878
879
880

	/* Read:
	 * 1. installed repository
	 * 2. source repositories
	 * 3. master dependencies
	 * 4. package statuses
	 * 5. files db
	 * 6. script db
	 */
Timo Teräs's avatar
Timo Teräs committed
881
	if (!(flags & APK_OPENF_NO_WORLD)) {
882
		blob = apk_blob_from_file(db->root_fd, "var/lib/apk/world");
Timo Teräs's avatar
Timo Teräs committed
883
884
885
886
		if (APK_BLOB_IS_NULL(blob))
			return -ENOENT;
		apk_deps_parse(db, &db->world, blob);
		free(blob.ptr);
887

Timo Teräs's avatar
Timo Teräs committed
888
		for (i = 0; db->world != NULL && i < db->world->num; i++)
Timo Teräs's avatar
Timo Teräs committed
889
890
			db->world->item[i].name->flags |= APK_NAME_TOPLEVEL;
	}
891

Timo Teräs's avatar
Timo Teräs committed
892
	if (!(flags & APK_OPENF_NO_INSTALLED)) {
893
		bs = apk_bstream_from_file(db->root_fd, "var/lib/apk/installed");
894
895
896
		if (bs != NULL) {
			apk_db_index_read(db, bs, -1);
			bs->close(bs, NULL);
Timo Teräs's avatar
Timo Teräs committed
897
		}
898

899
900
901
902
903
904
		if (apk_db_cache_active(db)) {
			bs = apk_bstream_from_file(db->cache_fd, "installed");
			if (bs != NULL) {
				apk_db_index_read(db, bs, -2);
				bs->close(bs, NULL);
			}
905
		}
906
907
908
909
910
911

		bs = apk_bstream_from_file(db->root_fd, "var/lib/apk/triggers");
		if (bs != NULL) {
			apk_db_triggers_read(db, bs);
			bs->close(bs, NULL);
		}
912
913
	}

Timo Teräs's avatar
Timo Teräs committed
914
	if (!(flags & APK_OPENF_NO_SCRIPTS)) {
915
		is = apk_istream_from_file(db->root_fd, "var/lib/apk/scripts.tar");
Timo Teräs's avatar
Timo Teräs committed
916
		if (is != NULL) {
917
918
			apk_tar_parse(is, apk_read_script_archive_entry, db,
				      FALSE);
Timo Teräs's avatar
Timo Teräs committed
919
		} else {
920
			is = apk_istream_from_file(db->root_fd, "var/lib/apk/scripts");
Timo Teräs's avatar
Timo Teräs committed
921
922
			if (is != NULL)
				apk_db_scriptdb_read_v1(db, is);
Timo Teräs's avatar
Timo Teräs committed
923
		}
Timo Teräs's avatar
Timo Teräs committed
924
925
		if (is != NULL)
			is->close(is);
926
927
928
929
930
	}

	return 0;
}

931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
struct index_write_ctx {
	struct apk_ostream *os;
	int count;
	int force;
};

static int write_index_entry(apk_hash_item item, void *ctx)
{
	struct index_write_ctx *iwctx = (struct index_write_ctx *) ctx;
	struct apk_package *pkg = (struct apk_package *) item;
	int r;

	if (!iwctx->force && pkg->filename == NULL)
		return 0;

	r = apk_pkg_write_index_entry(pkg, iwctx->os);
	if (r < 0)
		return r;

	if (iwctx->os->write(iwctx->os, "\n", 1) != 1)
		return -1;

	iwctx->count++;
	return 0;
}

static int apk_db_index_write_nr_cache(struct apk_database *db)
{
	struct index_write_ctx ctx = { NULL, 0, TRUE };
960
	struct apk_installed_package *ipkg;
961
962
963
964
965
966
967
968
	struct apk_ostream *os;
	int r;

	if (!apk_db_cache_active(db))
		return 0;

	/* Write list of installed non-repository packages to
	 * cached index file */
969
970
971
972
	os = apk_ostream_to_file(db->cache_fd,
				 "installed",
				 "installed.new",
				 0644);
973
974
975
	if (os == NULL)
		return -1;

976
	ctx.os = os;
977
978
	list_for_each_entry(ipkg, &db->installed.packages, installed_pkgs_list) {
		if (ipkg->pkg->repos != 0)
979
			continue;
980
		r = write_index_entry(ipkg->pkg, &ctx);
981
982
983
		if (r != 0)
			return r;
	}
984
985
986
	r = os->close(os);
	if (r < 0)
		return r;
987
988
989
990
991
992
993
994
995
996
997
998
999

	return ctx.count;
}

int apk_db_index_write(struct apk_database *db, struct apk_ostream *os)
{
	struct index_write_ctx ctx = { os, 0, FALSE };

	apk_hash_foreach(&db->available.packages, write_index_entry, &ctx);

	return ctx.count;
}

1000
static int add_protected_path(void *ctx, apk_blob_t blob)
For faster browsing, not all history is shown. View entire blame