Gitlab has been upgraded to v13.9 🎉. Enjoy

database.c 31.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/* database.c - Alpine Package Keeper (APK)
 *
 * Copyright (C) 2005-2008 Natanael Copa <n@tanael.org>
 * Copyright (C) 2008 Timo Teräs <timo.teras@iki.fi>
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify it 
 * under the terms of the GNU General Public License version 2 as published
 * by the Free Software Foundation. See http://www.gnu.org/ for details.
 */

#include <errno.h>
#include <stdio.h>
#include <fcntl.h>
15
#include <limits.h>
16 17 18
#include <unistd.h>
#include <malloc.h>
#include <string.h>
19
#include <stdlib.h>
20
#include <sys/file.h>
21 22 23 24 25

#include "apk_defines.h"
#include "apk_package.h"
#include "apk_database.h"
#include "apk_state.h"
26
#include "apk_applet.h"
27 28 29 30 31 32

struct install_ctx {
	struct apk_database *db;
	struct apk_package *pkg;

	int script;
33 34
	struct apk_db_dir_instance *diri;

35 36 37 38 39
	apk_progress_cb cb;
	void *cb_ctx;
	size_t installed_size;
	size_t current_file_size;

40 41
	struct hlist_node **diri_node;
	struct hlist_node **file_diri_node;
42 43
};

44
static apk_blob_t pkg_name_get_key(apk_hash_item item)
45
{
46
	return APK_BLOB_STR(((struct apk_name *) item)->name);
47 48
}

49 50 51 52 53 54 55
static void pkg_name_free(struct apk_name *name)
{
	free(name->name);
	free(name->pkgs);
	free(name);
}

56 57 58
static const struct apk_hash_ops pkg_name_hash_ops = {
	.node_offset = offsetof(struct apk_name, hash_node),
	.get_key = pkg_name_get_key,
59 60
	.hash_key = apk_blob_hash,
	.compare = apk_blob_compare,
61
	.delete_item = (apk_hash_delete_f) pkg_name_free,
62 63
};

64
static apk_blob_t pkg_info_get_key(apk_hash_item item)
65
{
66
	return APK_BLOB_BUF(((struct apk_package *) item)->csum);
67 68
}

69
static unsigned long csum_hash(apk_blob_t csum)
70
{
71 72
	/* Checksum's highest bits have the most "randomness", use that
	 * directly as hash */
73
	return *(unsigned long *) csum.ptr;
74 75 76 77 78
}

static const struct apk_hash_ops pkg_info_hash_ops = {
	.node_offset = offsetof(struct apk_package, hash_node),
	.get_key = pkg_info_get_key,
79 80
	.hash_key = csum_hash,
	.compare = apk_blob_compare,
81 82 83
	.delete_item = (apk_hash_delete_f) apk_pkg_free,
};

84
static apk_blob_t apk_db_dir_get_key(apk_hash_item item)
85
{
86
	return APK_BLOB_STR(((struct apk_db_dir *) item)->dirname);
87 88 89 90 91
}

static const struct apk_hash_ops dir_hash_ops = {
	.node_offset = offsetof(struct apk_db_dir, hash_node),
	.get_key = apk_db_dir_get_key,
92 93
	.hash_key = apk_blob_hash,
	.compare = apk_blob_compare,
94 95 96
	.delete_item = (apk_hash_delete_f) free,
};

97 98 99 100 101 102
struct apk_db_file_hash_key {
	apk_blob_t dirname;
	apk_blob_t filename;
};

static unsigned long apk_db_file_hash_key(apk_blob_t _key)
103
{
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
	struct apk_db_file_hash_key *key = (struct apk_db_file_hash_key *) _key.ptr;

	return apk_blob_hash(key->dirname) ^
	       apk_blob_hash(key->filename);
}

static unsigned long apk_db_file_hash_item(apk_hash_item item)
{
	struct apk_db_file *dbf = (struct apk_db_file *) item;

	return apk_blob_hash(APK_BLOB_STR(dbf->diri->dir->dirname)) ^
	       apk_blob_hash(APK_BLOB_STR(dbf->filename));
}

static int apk_db_file_compare_item(apk_hash_item item, apk_blob_t _key)
{
	struct apk_db_file *dbf = (struct apk_db_file *) item;
	struct apk_db_file_hash_key *key = (struct apk_db_file_hash_key *) _key.ptr;
	int r;

	r = apk_blob_compare(key->dirname, APK_BLOB_STR(dbf->diri->dir->dirname));
	if (r != 0)
		return r;

	return apk_blob_compare(key->filename, APK_BLOB_STR(dbf->filename));
129 130 131 132
}

static const struct apk_hash_ops file_hash_ops = {
	.node_offset = offsetof(struct apk_db_file, hash_node),
133 134 135
	.hash_key = apk_db_file_hash_key,
	.hash_item = apk_db_file_hash_item,
	.compare_item = apk_db_file_compare_item,
136 137 138
	.delete_item = (apk_hash_delete_f) free,
};

Timo Teräs's avatar
Timo Teräs committed
139 140 141 142 143
struct apk_name *apk_db_query_name(struct apk_database *db, apk_blob_t name)
{
	return (struct apk_name *) apk_hash_get(&db->available.names, name);
}

144
struct apk_name *apk_db_get_name(struct apk_database *db, apk_blob_t name)
145 146 147
{
	struct apk_name *pn;

Timo Teräs's avatar
Timo Teräs committed
148
	pn = apk_db_query_name(db, name);
149 150 151 152 153 154 155
	if (pn != NULL)
		return pn;

	pn = calloc(1, sizeof(struct apk_name));
	if (pn == NULL)
		return NULL;

156
	pn->name = apk_blob_cstr(name);
157
	pn->id = db->name_id++;
158 159 160 161 162
	apk_hash_insert(&db->available.names, pn);

	return pn;
}

163
static void apk_db_dir_unref(struct apk_database *db, struct apk_db_dir *dir)
164 165 166 167 168 169 170 171
{
	dir->refs--;
	if (dir->refs > 0)
		return;

	db->installed.stats.dirs--;

	if (dir->parent != NULL)
172
		apk_db_dir_unref(db, dir->parent);
173 174
}

175
static struct apk_db_dir *apk_db_dir_ref(struct apk_db_dir *dir)
176 177 178 179 180
{
	dir->refs++;
	return dir;
}

181 182
struct apk_db_dir *apk_db_dir_query(struct apk_database *db,
				    apk_blob_t name)
183 184 185 186
{
	return (struct apk_db_dir *) apk_hash_get(&db->installed.dirs, name);
}

187 188
static struct apk_db_dir *apk_db_dir_get(struct apk_database *db,
					 apk_blob_t name)
189 190 191
{
	struct apk_db_dir *dir;
	apk_blob_t bparent;
192
	int i;
193

194
	if (name.len && name.ptr[name.len-1] == '/')
195 196
		name.len--;

197
	dir = apk_db_dir_query(db, name);
198
	if (dir != NULL)
199
		return apk_db_dir_ref(dir);
200

201
	db->installed.stats.dirs++;
202
	dir = calloc(1, sizeof(*dir) + name.len + 1);
203
	dir->refs = 1;
204 205 206 207
	memcpy(dir->dirname, name.ptr, name.len);
	dir->dirname[name.len] = 0;
	apk_hash_insert(&db->installed.dirs, dir);

208 209
	if (name.len == 0)
		dir->parent = NULL;
210
	else if (apk_blob_rsplit(name, '/', &bparent, NULL))
211
		dir->parent = apk_db_dir_get(db, bparent);
212
	else
213
		dir->parent = apk_db_dir_get(db, APK_BLOB_NULL);
214

215 216 217 218 219 220 221 222 223 224 225
	if (dir->parent != NULL)
		dir->flags = dir->parent->flags;

	for (i = 0; i < db->protected_paths->num; i++) {
		if (db->protected_paths->item[i][0] == '-' &&
		    strcmp(&db->protected_paths->item[i][1], dir->dirname) == 0)
			dir->flags &= ~APK_DBDIRF_PROTECTED;
		else if (strcmp(db->protected_paths->item[i], dir->dirname) == 0)
			dir->flags |= APK_DBDIRF_PROTECTED;
	}

226 227 228
	return dir;
}

229 230 231
static struct apk_db_dir_instance *apk_db_diri_new(struct apk_database *db,
						   struct apk_package *pkg,
						   apk_blob_t name,
232
						   struct hlist_node ***after)
233 234 235 236
{
	struct apk_db_dir_instance *diri;

	diri = calloc(1, sizeof(struct apk_db_dir_instance));
237
	if (diri != NULL) {
238 239
		hlist_add_after(&diri->pkg_dirs_list, *after);
		*after = &diri->pkg_dirs_list.next;
240
		diri->dir = apk_db_dir_get(db, name);
241 242
		diri->pkg = pkg;
	}
243 244 245 246 247 248 249 250 251 252 253 254

	return diri;
}

static void apk_db_diri_set(struct apk_db_dir_instance *diri, mode_t mode,
			    uid_t uid, gid_t gid)
{
	diri->mode = mode;
	diri->uid = uid;
	diri->gid = gid;
}

255
static void apk_db_diri_mkdir(struct apk_db_dir_instance *diri)
256
{
257
	if (mkdir(diri->dir->dirname, diri->mode) == 0)
258 259 260
		chown(diri->dir->dirname, diri->uid, diri->gid);
}

261 262 263 264 265 266 267
static void apk_db_diri_rmdir(struct apk_db_dir_instance *diri)
{
	if (diri->dir->refs == 1) {
		rmdir(diri->dir->dirname);
	}
}

268 269 270
static void apk_db_diri_free(struct apk_database *db,
			     struct apk_db_dir_instance *diri)
{
271
	apk_db_dir_unref(db, diri->dir);
272 273 274
	free(diri);
}

275 276 277 278 279 280 281 282 283 284 285 286 287 288 289
struct apk_db_file *apk_db_file_query(struct apk_database *db,
				      apk_blob_t dir,
				      apk_blob_t name)
{
	struct apk_db_file_hash_key key;

	key = (struct apk_db_file_hash_key) {
		.dirname = dir,
		.filename = name,
	};

	return (struct apk_db_file *) apk_hash_get(&db->installed.files,
						   APK_BLOB_BUF(&key));
}

290
static struct apk_db_file *apk_db_file_get(struct apk_database *db,
291
					   struct apk_db_dir_instance *diri,
292 293
					   apk_blob_t name,
					   struct hlist_node ***after)
294 295
{
	struct apk_db_file *file;
296 297 298 299 300 301
	struct apk_db_file_hash_key key;

	key = (struct apk_db_file_hash_key) {
		.dirname = APK_BLOB_STR(diri->dir->dirname),
		.filename = name,
	};
302

303 304
	file = (struct apk_db_file *) apk_hash_get(&db->installed.files,
						   APK_BLOB_BUF(&key));
305 306 307
	if (file != NULL)
		return file;

308 309 310
	file = calloc(1, sizeof(*file) + name.len + 1);
	memcpy(file->filename, name.ptr, name.len);
	file->filename[name.len] = 0;
311

312
	file->diri = diri;
313 314 315
	hlist_add_after(&file->diri_files_list, *after);
	*after = &file->diri_files_list.next;

316
	apk_hash_insert(&db->installed.files, file);
317
	db->installed.stats.files++;
318 319 320 321

	return file;
}

322 323 324 325
static void apk_db_file_change_owner(struct apk_database *db,
				     struct apk_db_file *file,
				     struct apk_db_dir_instance *diri,
				     struct hlist_node ***after)
326
{
327
	hlist_del(&file->diri_files_list, &file->diri->owned_files);
328
	file->diri = diri;
329 330
	hlist_add_after(&file->diri_files_list, *after);
	*after = &file->diri_files_list.next;
331 332
}

Timo Teräs's avatar
Timo Teräs committed
333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351
static void apk_db_pkg_rdepends(struct apk_database *db, struct apk_package *pkg)
{
	int i, j;

	if (pkg->depends == NULL)
		return;

	for (i = 0; i < pkg->depends->num; i++) {
		struct apk_name *rname = pkg->depends->item[i].name;

		if (rname->rdepends) {
			for (j = 0; j < rname->rdepends->num; j++)
				if (rname->rdepends->item[j] == pkg->name)
					return;
		}
		*apk_name_array_add(&rname->rdepends) = pkg->name;
	}
}

352 353 354 355 356 357 358 359 360
static struct apk_package *apk_db_pkg_add(struct apk_database *db, struct apk_package *pkg)
{
	struct apk_package *idb;

	idb = apk_hash_get(&db->available.packages, APK_BLOB_BUF(pkg->csum));
	if (idb == NULL) {
		idb = pkg;
		apk_hash_insert(&db->available.packages, pkg);
		*apk_package_array_add(&pkg->name->pkgs) = pkg;
Timo Teräs's avatar
Timo Teräs committed
361
		apk_db_pkg_rdepends(db, pkg);
362 363
	} else {
		idb->repos |= pkg->repos;
364 365 366 367
		if (idb->filename == NULL && pkg->filename != NULL) {
			idb->filename = pkg->filename;
			pkg->filename = NULL;
		}
368 369 370 371 372 373
		apk_pkg_free(pkg);
	}
	return idb;
}

static int apk_db_index_read(struct apk_database *db, struct apk_istream *is, int repo)
374 375
{
	struct apk_package *pkg = NULL;
376
	struct apk_db_dir_instance *diri = NULL;
377
	struct apk_db_file *file = NULL;
378 379
	struct hlist_node **diri_node = NULL;
	struct hlist_node **file_diri_node = NULL;
380 381 382

	char buf[1024];
	apk_blob_t l, r;
383
	int n, field;
384 385 386

	r = APK_BLOB_PTR_LEN(buf, 0);
	while (1) {
Timo Teräs's avatar
Timo Teräs committed
387
		n = is->read(is, &r.ptr[r.len], sizeof(buf) - r.len);
388 389 390 391 392
		if (n <= 0)
			break;
		r.len += n;

		while (apk_blob_splitstr(r, "\n", &l, &r)) {
393 394 395 396 397 398 399
			if (l.len < 2 || l.ptr[1] != ':') {
				if (pkg == NULL)
					continue;

				if (repo != -1)
					pkg->repos |= BIT(repo);
				else
400
					apk_pkg_set_state(db, pkg, APK_PKG_INSTALLED);
401 402 403

				if (apk_db_pkg_add(db, pkg) != pkg && repo == -1) {
					apk_error("Installed database load failed");
404 405
					return -1;
				}
406 407 408 409 410 411 412 413 414 415 416 417
				pkg = NULL;
				continue;
			}

			/* Get field */
			field = l.ptr[0];
			l.ptr += 2;
			l.len -= 2;

			/* If no package, create new */
			if (pkg == NULL) {
				pkg = apk_pkg_new();
418
				diri = NULL;
419
				diri_node = hlist_tail_ptr(&pkg->owned_dirs);
420
				file_diri_node = NULL;
421 422 423 424 425 426 427 428 429 430 431 432 433 434 435
			}

			/* Standard index line? */
			if (apk_pkg_add_info(db, pkg, field, l) == 0)
				continue;

			if (repo != -1) {
				apk_error("Invalid index entry '%c'", field);
				return -1;
			}

			/* Check FDB special entries */
			switch (field) {
			case 'F':
				if (pkg->name == NULL) {
436 437 438
					apk_error("FDB directory entry before package entry");
					return -1;
				}
439
				diri = apk_db_diri_new(db, pkg, l, &diri_node);
440
				file_diri_node = &diri->owned_files.first;
441
				break;
442
			case 'M':
443
				if (diri == NULL) {
444 445 446
					apk_error("FDB directory metadata entry before directory entry");
					return -1;
				}
447 448 449 450 451 452
				/* FIXME: sscanf may touch unallocated area */
				if (sscanf(l.ptr, "%d:%d:%o",
					   &diri->uid, &diri->gid, &diri->mode) != 3) {
					apk_error("FDB bad directory mode entry");
					return -1;
				}
453 454
				break;
			case 'R':
455
				if (diri == NULL) {
456 457 458
					apk_error("FDB file entry before directory entry");
					return -1;
				}
459 460
				file = apk_db_file_get(db, diri, l,
						       &file_diri_node);
461
				break;
462
			case 'Z':
463 464 465 466 467 468 469 470 471
				if (file == NULL) {
					apk_error("FDB checksum entry before file entry");
					return -1;
				}
				if (apk_hexdump_parse(APK_BLOB_BUF(file->csum), l)) {
					apk_error("Not a valid checksum");
					return -1;
				}
				break;
472 473 474 475 476 477 478 479 480 481
			default:
				apk_error("FDB entry '%c' unsupported", n);
				return -1;
			}
		}

		memcpy(&buf[0], r.ptr, r.len);
		r = APK_BLOB_PTR_LEN(buf, r.len);
	}

482
	return 0;
483 484
}

Timo Teräs's avatar
Timo Teräs committed
485
static int apk_db_write_fdb(struct apk_database *db, struct apk_ostream *os)
486 487
{
	struct apk_package *pkg;
488
	struct apk_db_dir_instance *diri;
489
	struct apk_db_file *file;
490
	struct hlist_node *c1, *c2;
491
	char buf[1024];
492
	int n = 0, r;
493

494
	list_for_each_entry(pkg, &db->installed.packages, installed_pkgs_list) {
495 496 497
		r = apk_pkg_write_index_entry(pkg, os);
		if (r < 0)
			return r;
498

499 500 501 502 503 504
		hlist_for_each_entry(diri, c1, &pkg->owned_dirs, pkg_dirs_list) {
			n += snprintf(&buf[n], sizeof(buf)-n,
				      "F:%s\n"
				      "M:%d:%d:%o\n",
				      diri->dir->dirname,
				      diri->uid, diri->gid, diri->mode);
505

506
			hlist_for_each_entry(file, c2, &diri->owned_files, diri_files_list) {
507
				n += snprintf(&buf[n], sizeof(buf)-n,
508 509 510 511 512 513 514 515
					      "R:%s\n",
					      file->filename);
				if (csum_valid(file->csum)) {
					n += snprintf(&buf[n], sizeof(buf)-n, "Z:");
					n += apk_hexdump_format(sizeof(buf)-n, &buf[n],
								APK_BLOB_BUF(file->csum));
					n += snprintf(&buf[n], sizeof(buf)-n, "\n");
				}
516

517 518 519
				if (os->write(os, buf, n) != n)
					return -1;
				n = 0;
520
			}
521 522 523
			if (n != 0 && os->write(os, buf, n) != n)
				return -1;
			n = 0;
524
		}
Timo Teräs's avatar
Timo Teräs committed
525
		os->write(os, "\n", 1);
526 527 528 529 530 531 532 533 534 535 536
	}

	return 0;
}

struct apk_script_header {
	csum_t csum;
	unsigned int type;
	unsigned int size;
};

Timo Teräs's avatar
Timo Teräs committed
537
static int apk_db_scriptdb_write(struct apk_database *db, struct apk_ostream *os)
538 539 540 541
{
	struct apk_package *pkg;
	struct apk_script *script;
	struct apk_script_header hdr;
542
	struct hlist_node *c2;
543

544
	list_for_each_entry(pkg, &db->installed.packages, installed_pkgs_list) {
545 546 547 548 549
		hlist_for_each_entry(script, c2, &pkg->scripts, script_list) {
			memcpy(hdr.csum, pkg->csum, sizeof(csum_t));
			hdr.type = script->type;
			hdr.size = script->size;

Timo Teräs's avatar
Timo Teräs committed
550 551 552 553 554
			if (os->write(os, &hdr, sizeof(hdr)) != sizeof(hdr))
				return -1;

			if (os->write(os, script->script, script->size) != script->size)
				return -1;
555 556 557 558 559 560
		}
	}

	return 0;
}

561
static int apk_db_scriptdb_read(struct apk_database *db, struct apk_istream *is)
562 563 564 565
{
	struct apk_package *pkg;
	struct apk_script_header hdr;

566
	while (is->read(is, &hdr, sizeof(hdr)) == sizeof(hdr)) {
567
		pkg = apk_db_get_pkg(db, hdr.csum);
568 569
		if (pkg != NULL)
			apk_pkg_add_script(pkg, is, hdr.type, hdr.size);
570 571 572 573 574
	}

	return 0;
}

575
static int apk_db_read_state(struct apk_database *db)
576
{
577
	struct apk_istream *is;
Timo Teräs's avatar
Timo Teräs committed
578
	apk_blob_t blob;
579
	int i;
580 581 582 583 584 585 586 587 588

	/* Read:
	 * 1. installed repository
	 * 2. source repositories
	 * 3. master dependencies
	 * 4. package statuses
	 * 5. files db
	 * 6. script db
	 */
589 590
	fchdir(db->root_fd);

Timo Teräs's avatar
Timo Teräs committed
591
	blob = apk_blob_from_file("var/lib/apk/world");
592 593
	if (APK_BLOB_IS_NULL(blob))
		return -ENOENT;
Timo Teräs's avatar
Timo Teräs committed
594 595
	apk_deps_parse(db, &db->world, blob);
	free(blob.ptr);
596

597 598 599
	for (i = 0; i < db->world->num; i++)
		db->world->item[i].name->flags |= APK_NAME_TOPLEVEL;

600
	is = apk_istream_from_file("var/lib/apk/installed");
Timo Teräs's avatar
Timo Teräs committed
601
	if (is != NULL) {
602
		apk_db_index_read(db, is, -1);
Timo Teräs's avatar
Timo Teräs committed
603
		is->close(is);
604 605
	}

606 607
	is = apk_istream_from_file("var/lib/apk/scripts");
	if (is != NULL) {
608
		apk_db_scriptdb_read(db, is);
609
		is->close(is);
610 611 612 613 614
	}

	return 0;
}

615 616 617 618 619 620 621 622
static int add_protected_path(void *ctx, apk_blob_t blob)
{
	struct apk_database *db = (struct apk_database *) ctx;

	*apk_string_array_add(&db->protected_paths) = apk_blob_cstr(blob);
	return 0;
}

623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646
static int apk_db_create(struct apk_database *db)
{
	apk_blob_t deps = APK_BLOB_STR("busybox alpine-baselayout "
				       "apk-tools alpine-conf");
	int fd;

	fchdir(db->root_fd);
	mkdir("tmp", 01777);
	mkdir("dev", 0755);
	mknod("dev/null", 0666, makedev(1, 3));
	mkdir("var", 0755);
	mkdir("var/lib", 0755);
	mkdir("var/lib/apk", 0755);

	fd = creat("var/lib/apk/world", 0644);
	if (fd < 0)
		return -errno;
	write(fd, deps.ptr, deps.len);
	close(fd);

	return 0;
}

int apk_db_open(struct apk_database *db, const char *root, unsigned int flags)
647
{
648
	apk_blob_t blob;
649
	const char *apk_repos = getenv("APK_REPOS"), *msg;
650
	int r;
651
	struct apk_repository_url *repo = NULL;
652

653 654 655 656
	memset(db, 0, sizeof(*db));
	apk_hash_init(&db->available.names, &pkg_name_hash_ops, 1000);
	apk_hash_init(&db->available.packages, &pkg_info_hash_ops, 4000);
	apk_hash_init(&db->installed.dirs, &dir_hash_ops, 1000);
657
	apk_hash_init(&db->installed.files, &file_hash_ops, 4000);
658
	list_init(&db->installed.packages);
659 660

	if (root != NULL) {
661
		fchdir(apk_cwd_fd);
662 663
		db->root = strdup(root);
		db->root_fd = open(root, O_RDONLY);
664 665 666 667
		if (db->root_fd < 0 && (flags & APK_OPENF_CREATE)) {
			mkdir(db->root, 0755);
			db->root_fd = open(root, O_RDONLY);
		}
668
		if (db->root_fd < 0) {
669 670 671 672 673 674 675 676
			msg = "Unable to open root";
			goto ret_errno;
		}

		fchdir(db->root_fd);
		if (flags & APK_OPENF_WRITE) {
			db->lock_fd = open("var/lib/apk/lock",
					   O_CREAT | O_WRONLY, 0400);
677 678 679 680 681 682 683 684 685 686
			if (db->lock_fd < 0 && errno == ENOENT &&
			    (flags & APK_OPENF_CREATE)) {
				r = apk_db_create(db);
				if (r != 0) {
					msg = "Unable to create database";
					goto ret_r;
				}
				db->lock_fd = open("var/lib/apk/lock",
						   O_CREAT | O_WRONLY, 0400);
			}
687 688 689 690 691
			if (db->lock_fd < 0 ||
			    flock(db->lock_fd, LOCK_EX | LOCK_NB) < 0) {
				msg = "Unable to lock database";
				goto ret_errno;
			}
692 693
		}
	}
694 695 696 697

	blob = APK_BLOB_STR("etc:-etc/init.d");
	apk_blob_for_each_segment(blob, ":", add_protected_path, db);

698
	if (root != NULL) {
699 700 701 702 703 704 705 706 707 708
		if (!(flags & APK_OPENF_EMPTY_STATE)) {
			r = apk_db_read_state(db);
			if (r == -ENOENT && (flags & APK_OPENF_CREATE)) {
				r = apk_db_create(db);
				if (r != 0) {
					msg = "Unable to create database";
					goto ret_r;
				}
				r = apk_db_read_state(db);
			}
709
			if (r != 0) {
710
				msg = "Unable to read database state";
711 712 713 714
				goto ret_r;
			}
		}

715 716 717 718 719 720 721
		if (apk_repos == NULL)
			apk_repos = "/etc/apk/repositories";
		blob = apk_blob_from_file(apk_repos);
		if (!APK_BLOB_IS_NULL(blob)) {
			r = apk_blob_for_each_segment(blob, "\n",
						      apk_db_add_repository, db);
			free(blob.ptr);
722 723 724 725
			if (r != 0) {
				msg = "Unable to load repositories";
				goto ret_r;
			}
726 727 728
		}
	}

729 730
	list_for_each_entry(repo, &apk_repository_list.list, list) {
		r = apk_db_add_repository(db, APK_BLOB_STR(repo->url));
731
		if (r != 0) {
732
			msg = repo->url;
733 734 735
			goto ret_r;
		}
	}
736

737
	fchdir(apk_cwd_fd);
738
	return 0;
739 740 741 742 743 744

ret_errno:
	r = -errno;
ret_r:
	apk_error("%s: %s", msg, strerror(-r));
	apk_db_close(db);
745
	fchdir(apk_cwd_fd);
746
	return r;
747 748
}

749 750 751 752 753
struct write_ctx {
	struct apk_database *db;
	int fd;
};

754
int apk_db_write_config(struct apk_database *db)
755
{
Timo Teräs's avatar
Timo Teräs committed
756
	struct apk_ostream *os;
757 758

	if (db->root == NULL)
759
		return 0;
760

761 762 763 764 765
	if (db->lock_fd == 0) {
		apk_error("Refusing to write db without write lock!");
		return -1;
	}

766 767
	fchdir(db->root_fd);

768
	os = apk_ostream_to_file("var/lib/apk/world", 0644);
Timo Teräs's avatar
Timo Teräs committed
769
	if (os == NULL)
770
		return -1;
771 772
	apk_deps_write(db->world, os);
	os->write(os, "\n", 1);
Timo Teräs's avatar
Timo Teräs committed
773
	os->close(os);
774

775
	os = apk_ostream_to_file("var/lib/apk/installed.new", 0644);
Timo Teräs's avatar
Timo Teräs committed
776
	if (os == NULL)
777
		return -1;
Timo Teräs's avatar
Timo Teräs committed
778 779
	apk_db_write_fdb(db, os);
	os->close(os);
780

781 782 783
	if (rename("var/lib/apk/installed.new", "var/lib/apk/installed") < 0)
		return -errno;

784
	os = apk_ostream_to_file("var/lib/apk/scripts", 0644);
Timo Teräs's avatar
Timo Teräs committed
785
	if (os == NULL)
786
		return -1;
Timo Teräs's avatar
Timo Teräs committed
787 788
	apk_db_scriptdb_write(db, os);
	os->close(os);
789 790 791 792

	return 0;
}

793
void apk_db_close(struct apk_database *db)
794
{
795 796
	struct apk_package *pkg;
	struct apk_db_dir_instance *diri;
797
	struct hlist_node *dc, *dn;
798 799 800 801 802 803 804 805
	int i;

	list_for_each_entry(pkg, &db->installed.packages, installed_pkgs_list) {
		hlist_for_each_entry_safe(diri, dc, dn, &pkg->owned_dirs, pkg_dirs_list) {
			apk_db_diri_free(db, diri);
		}
	}

806
	for (i = 0; i < db->num_repos; i++) {
807
		free(db->repos[i].url);
808 809 810
		if (db->repos[i].cache != NULL)
			free(db->repos[i].cache);
	}
811 812 813 814 815 816 817
	if (db->protected_paths) {
		for (i = 0; i < db->protected_paths->num; i++)
			free(db->protected_paths->item[i]);
		free(db->protected_paths);
	}
	if (db->world)
		free(db->world);
818

819 820
	apk_hash_free(&db->available.names);
	apk_hash_free(&db->available.packages);
821
	apk_hash_free(&db->installed.files);
822
	apk_hash_free(&db->installed.dirs);
823

824
	if (db->root_fd)
825
		close(db->root_fd);
826 827 828
	if (db->lock_fd)
		close(db->lock_fd);
	if (db->root != NULL)
829 830 831 832 833
		free(db->root);
}

struct apk_package *apk_db_get_pkg(struct apk_database *db, csum_t sum)
{
834 835
	return apk_hash_get(&db->available.packages,
			    APK_BLOB_PTR_LEN((void*) sum, sizeof(csum_t)));
836 837
}

838 839 840
struct apk_package *apk_db_get_file_owner(struct apk_database *db,
					  apk_blob_t filename)
{
841
	struct apk_db_file *dbf;
842
	struct apk_db_file_hash_key key;
843

844 845
	if (filename.len && filename.ptr[0] == '/')
		filename.len--, filename.ptr++;
846

847 848 849 850 851
	if (!apk_blob_rsplit(filename, '/', &key.dirname, &key.filename))
		return NULL;

	dbf = (struct apk_db_file *) apk_hash_get(&db->installed.files,
						  APK_BLOB_BUF(&key));
852
	if (dbf == NULL)
853 854
		return NULL;

855
	return dbf->diri->pkg;
856 857
}

858
struct apk_package *apk_db_pkg_add_file(struct apk_database *db, const char *file)
859 860 861 862
{
	struct apk_package *info;

	info = apk_pkg_read(db, file);
863
	if (info != NULL)
864
		info = apk_db_pkg_add(db, info);
865
	return info;
866 867
}

868 869 870 871 872
struct index_write_ctx {
	struct apk_ostream *os;
	int count;
};

873 874
static int write_index_entry(apk_hash_item item, void *ctx)
{
875 876
	struct index_write_ctx *iwctx = (struct index_write_ctx *) ctx;
	struct apk_package *pkg = (struct apk_package *) item;
877
	int r;
878

879 880 881
	if (pkg->repos != 0)
		return 0;

882 883 884
	r = apk_pkg_write_index_entry(pkg, iwctx->os);
	if (r < 0)
		return r;
Timo Teräs's avatar
Timo Teräs committed
885

886
	if (iwctx->os->write(iwctx->os, "\n", 1) != 1)
Timo Teräs's avatar
Timo Teräs committed
887
		return -1;
888

889
	iwctx->count++;
890 891 892
	return 0;
}

893
int apk_db_index_write(struct apk_database *db, struct apk_ostream *os)
894
{
895 896 897 898 899
	struct index_write_ctx ctx = { os, 0 };

	apk_hash_foreach(&db->available.packages, write_index_entry, &ctx);

	return ctx.count;
900 901
}

902 903
static struct apk_bstream *apk_db_cache_open(struct apk_database *db,
					     const char *file)
904 905
{
	char tmp[256];
906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943

	if (db->root == NULL)
		return NULL;

	snprintf(tmp, sizeof(tmp), "%svar/lib/apk/%s", db->root, file);
	return apk_bstream_from_file(tmp);
}

static int apk_db_cache_has(struct apk_database *db, const char *file)
{
	char tmp[256];
	struct apk_file_info fi;
	int r;

	if (db->root == NULL)
		return FALSE;

	snprintf(tmp, sizeof(tmp), "%svar/lib/apk/%s", db->root, file);
	r = apk_file_get_info(tmp, &fi);
	if (r < 0)
		return FALSE;

	return TRUE;
}

static struct apk_bstream *apk_repository_file_open(struct apk_repository *repo,
						    const char *file)
{
	char tmp[256];

	snprintf(tmp, sizeof(tmp), "%s/%s", repo->url, file);

	return apk_bstream_from_url(tmp);
}

int apk_repository_update(struct apk_database *db, struct apk_repository *repo)
{
	char tmp[256], tmp2[256];
944
	int r;
945

946 947 948 949 950 951 952 953 954 955 956 957
	if (repo->cache == NULL)
		return 0;

	apk_message("fetch index %s", repo->url);

	snprintf(tmp, sizeof(tmp), "%s/APK_INDEX.gz", repo->url);
	snprintf(tmp2, sizeof(tmp2), "%svar/lib/apk/%s.new",
		 db->root, repo->cache);
	r = apk_url_download(tmp, tmp2);
	if (r < 0)
		return r;

958
	snprintf(tmp, sizeof(tmp), "%svar/lib/apk/%s",
959 960 961 962 963 964 965 966 967 968 969 970 971 972
		 db->root, repo->cache);
	if (rename(tmp2, tmp) < 0)
		return -errno;

	return 0;
}

int apk_db_add_repository(apk_database_t _db, apk_blob_t repository)
{
	struct apk_database *db = _db.db;
	struct apk_istream *is = NULL;
	char buf[2*sizeof(csum_t)+32], *name;
	int r, n;

973 974 975 976
	if (repository.ptr == NULL || *repository.ptr == '\0' 
			|| *repository.ptr == '#')
		return 0;

977 978 979 980
	if (db->num_repos >= APK_MAX_REPOS)
		return -1;

	r = db->num_repos++;
981 982 983
	db->repos[r] = (struct apk_repository) {
		.url = apk_blob_cstr(repository),
		.cache = NULL,
984 985
	};

986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
	if (apk_url_local_file(db->repos[r].url) == NULL) {
		csum_ctx_t csum;
		csum_t res;

		csum_init(&csum);
		csum_process(&csum, repository.ptr, repository.len);
		csum_finish(&csum, res);

		n = apk_hexdump_format(sizeof(buf), buf, APK_BLOB_BUF(res)) - 1;
		snprintf(&buf[n], sizeof(buf) - n, ".index.gz");

		db->repos[r].cache = strdup(buf);

		if (!apk_db_cache_has(db, db->repos[r].cache)) {
			n = apk_repository_update(db, &db->repos[r]);
			if (n < 0)
				return n;
		}
		name = db->repos[r].cache;
		is = apk_bstream_gunzip(apk_db_cache_open(db, db->repos[r].cache), 1);
	} else {
		name = "APK_INDEX.gz";
		is = apk_bstream_gunzip(apk_repository_file_open(&db->repos[r], name), 1);
	}
1010
	if (is == NULL) {
1011
		apk_error("Failed to open index file %s", name);
1012 1013
		return -1;
	}
1014 1015
	apk_db_index_read(db, is, r);
	is->close(is);
1016 1017 1018 1019

	return 0;
}

1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032