* [Converting an old-style pkg database](#pkg2ng)

<a name="pkg2ng"></a>

### Converting an old-style pkg database

If you're on a 9.x system or earlier and did not have a release version

of pkg(8) installed previously, you will need to run the pkg2ng

script.  This is only necessary when converting your system from the

old pkg_tools style packages.

In order to register your installed packages to pkg, execute the

commands below:

	# cd pkg/ports

	# sh pkg2ng

Otherwise, running any pkg(8) command that will attempt to write to

the local package database will automatically apply any schema

updates.  Be aware that these may not be backwards compatible --

although usually you should see no more than a warning message if you

try and run an older version of pkg(8) against a newer database

schema.

		scripts/sbin/pkg2ng

		pkg-convert.8 \

#!/usr/bin/perl

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.\"

.\" FreeBSD pkg - a next generation package for the installation and maintenance

.\" of non-core utilities.

.\"

.\" Redistribution and use in source and binary forms, with or without

.\" modification, are permitted provided that the following conditions

.\" are met:

.\" 1. Redistributions of source code must retain the above copyright

.\"    notice, this list of conditions and the following disclaimer.

.\" 2. Redistributions in binary form must reproduce the above copyright

.\"    notice, this list of conditions and the following disclaimer in the

.\"    documentation and/or other materials provided with the distribution.

.\"

.\"

.\"     @(#)pkg.8

.\"

.Dd November 02, 2014

.Dt PKG-CONVERT 8

.Os

.Sh NAME

.Nm "pkg convert"

.Nd convert from/to pkgng database format

.Sh SYNOPSIS

.Nm

.Op Fl d Ar pkg_dbdir

.Op Fl n

.Pp

.Nm

.Op Cm --pkg-dbdir Ar pkg_dbdir

.Op Cm --dry-run

.Sh DESCRIPTION

.Nm

is used to convert from/to

.Xr pkg 8

local database to legacy pkg_install tools format.

.Sh OPTIONS

The following options are supported by

.Nm :

.Bl -tag -width revert

.It Fl d Ar pkg_dbdir , Cm --pkg-dbdir Ar pkg_dbdir

The location of the

.Xr pkg_add 1

dbdir.

Defaults to

.Fa /var/db/pkg .

.It Fl n , Cm --dry-run

Dry-run mode.

Do not actually convert anything.

Just show what would be done.

.El

.Sh FILES

See

.Xr pkg.conf 5 .

.Sh SEE ALSO

.Xr pkg_printf 3 ,

.Xr pkg_repos 3 ,

.Xr pkg-repository 5 ,

.Xr pkg.conf 5 ,

.Xr pkg 8 ,

.Xr pkg-add 8 ,

.Xr pkg-annotate 8 ,

.Xr pkg-audit 8 ,

.Xr pkg-autoremove 8 ,

.Xr pkg-backup 8 ,

.Xr pkg-check 8 ,

.Xr pkg-clean 8 ,

.Xr pkg-config 8 ,

.Xr pkg-create 8 ,

.Xr pkg-delete 8 ,

.Xr pkg-fetch 8 ,

.Xr pkg-info 8 ,

.Xr pkg-install 8 ,

.Xr pkg-lock 8 ,

.Xr pkg-query 8 ,

.Xr pkg-register 8 ,

.Xr pkg-repo 8 ,

.Xr pkg-rquery 8 ,

.Xr pkg-search 8 ,

.Xr pkg-set 8 ,

.Xr pkg-shell 8 ,

.Xr pkg-shlib 8 ,

.Xr pkg-ssh 8 ,

.Xr pkg-stats 8 ,

.Xr pkg-update 8 ,

.Xr pkg-updating 8 ,

.Xr pkg-upgrade 8 ,

.Xr pkg-version 8 ,

.Xr pkg-which 8

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr fetch 3 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr fetch 3 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr pkg-convert 8 ,

.Xr SBUF 9 ,

.Xr elf 3 ,

.Xr fetch 3 ,

.Xr libarchive 3 ,

.Xr pkg-convert 8 ,

.Xr fetch 3 ,

.Xr pkg-convert 8 ,

.Xr printf 1 ,

.Xr printf 3 ,

.Xr strftime 3 ,

.Xr setlocale 3

.Xr pkg-convert 8 ,

			pkg_old.c \

int pkg_old_load_from_path(struct pkg *pkg, const char *path);

int pkg_from_old(struct pkg *pkg);

/*-

 * Copyright (c) 2012-2013 Baptiste Daroussin <bapt@FreeBSD.org>

 * Copyright (c) 2013 Bryan Drewery <bdrewery@FreeBSD.org>

 * All rights reserved.

 * 

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 * 1. Redistributions of source code must retain the above copyright

 *    notice, this list of conditions and the following disclaimer

 *    in this position and unchanged.

 * 2. Redistributions in binary form must reproduce the above copyright

 *    notice, this list of conditions and the following disclaimer in the

 *    documentation and/or other materials provided with the distribution.

 * 

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

#include <regex.h>

#include <pkg.h>

#include <private/pkg.h>

static const char * const scripts[] = {

	"+INSTALL",

	"+PRE_INSTALL",

	"+POST_INSTALL",

	"+POST_INSTALL",

	"+DEINSTALL",

	"+PRE_DEINSTALL",

	"+POST_DEINSTALL",

	"+UPGRADE",

	"+PRE_UPGRADE",

	"+POST_UPGRADE",

	"pkg-install",

	"pkg-pre-install",

	"pkg-post-install",

	"pkg-deinstall",

	"pkg-pre-deinstall",

	"pkg-post-deinstall",

	"pkg-upgrade",

	"pkg-pre-upgrade",

	"pkg-post-upgrade",

	NULL

};

int

pkg_old_load_from_path(struct pkg *pkg, const char *path)

{

	char fpath[MAXPATHLEN];

	regex_t preg;

	regmatch_t pmatch[2];

	int i;

	size_t size;

	char myarch[BUFSIZ];

	if (!is_dir(path))

		return (EPKG_FATAL);

	snprintf(fpath, sizeof(fpath), "%s/+CONTENTS", path);

	if (ports_parse_plist(pkg, fpath, NULL) != EPKG_OK)

		return (EPKG_FATAL);

	snprintf(fpath, sizeof(fpath), "%s/+COMMENT", path);

	if (access(fpath, F_OK) == 0)

		pkg_set_from_file(pkg, PKG_COMMENT, fpath, true);

	snprintf(fpath, sizeof(fpath), "%s/+DESC", path);

	if (access(fpath, F_OK) == 0)

		pkg_set_from_file(pkg, PKG_DESC, fpath, false);

	snprintf(fpath, sizeof(fpath), "%s/+DISPLAY", path);

	if (access(fpath, F_OK) == 0)

		pkg_set_from_file(pkg, PKG_MESSAGE, fpath, false);

	snprintf(fpath, sizeof(fpath), "%s/+MTREE_DIRS", path);

	if (access(fpath, F_OK) == 0)

		pkg_set_from_file(pkg, PKG_MTREE, fpath, false);

	for (i = 0; scripts[i] != NULL; i++) {

		snprintf(fpath, sizeof(fpath), "%s/%s", path, scripts[i]);

		if (access(fpath, F_OK) == 0)

			pkg_addscript_file(pkg, fpath);

	}

	pkg_get_myarch(myarch, BUFSIZ);

	pkg->arch = xstrdup(myarch);

	pkg->maintainer = xstrdup("unknown");

	regcomp(&preg, "^WWW:[[:space:]]*(.*)$", REG_EXTENDED|REG_ICASE|REG_NEWLINE);

	if (regexec(&preg, pkg->desc, 2, pmatch, 0) == 0) {

		size = pmatch[1].rm_eo - pmatch[1].rm_so;

		pkg->www = xstrndup(&pkg->desc[pmatch[1].rm_so], size);

	} else {

		pkg->www = xstrdup("UNKNOWN");

	}

	regfree(&preg);

	return (EPKG_OK);

}

int

pkg_from_old(struct pkg *p)

{

	struct pkg_file *f = NULL;

	p->type = PKG_INSTALLED;

	while (pkg_files(p, &f) == EPKG_OK) {

		if (f->sum == NULL)

			continue;

		f->sum = pkg_checksum_generate_file(f->path, PKG_HASH_TYPE_SHA256_HEX);

	}

	return (EPKG_OK);

}

dist_sbin_SCRIPTS=	sbin/pkg2ng

_pkgng_convert () {

    local cur prev opts lopts

    COMPREPLY=()

    opts=()

    lopts=()

    small_info="Convert database from/to pkgng"

    large_info=""

}

		'convert[convert database from/to pkgng]'

		(convert)

			_arguments -s \

				'(-d --pkg-dbdir)'{-d,--pkg-dbdir}'[specify the location of the pkg_add(1) dbdir]: : _files -/' \

				'(-n --dry-run)'{-n,--dry-run}'[dry run mode]'

			return

			;;

#!/bin/sh

: "${PORTSDIR:=/usr/ports}"

: "${PKG_DBDIR:=/var/db/pkg}"

periodic_conf='/etc/periodic.conf'

periodic_defaults='/etc/defaults/periodic.conf'

args=$(getopt p $*)

while getopts p arg; do

    case ${arg} in

	p)

	    periodic_update="yes"

	    ;;

	?)

	    cat <<EOF

$(basename $0): Usage

    $(basename $0) [-p]

Options:

    -p   Update /etc/periodic.conf to disable scripts depending on

         pkg_tools and modify weekly_status_pkg_enable to use pkg(8)

EOF

	    exit 1

	    ;;

    esac

done

shift $(( ${OPTIND} -1 ))

if [ -f ${PORTSDIR}/Mk/bsd.pkgng.mk ]; then

	FORCE_POST=$(make _POSTMKINCLUDED=1 UID=$(id -u) -f ${PORTSDIR}/Mk/bsd.pkgng.mk -V _FORCE_POST_PATTERNS)

else

	FORCE_POST="rmdir kldxref mkfontscale mkfontdir fc-cache fonts.dir fonts.scale gtk-update-icon-cache gio-querymodules gtk-query-immodules ldconfig load-octave-pkg update-desktop-database update-mime-database gdk-pixbuf-query-loaders catalog.ports glib-compile-schemas ccache-update-links"

fi

FORCE_PORT=$FORCE_POST @prefix@/sbin/pkg convert

# Delete the portupgrade pkgdb to avoid discrepencies. It will be auto

# recreated.

rm -f ${PKG_DBDIR}/pkgdb.db > /dev/null 2>&1

# Build the shlibs_{provided,required} tables in the pkg database

echo "Analysing shared libraries, this will take a while... "

@prefix@/sbin/pkg check -Ba

# Fix up /etc/periodic.conf if requested.  Pull in the current

# periodic settings, and update /etc/periodic.conf to disable any

# active periodic scripts that depend on pkg_tools(8). Make a 1-to-1

# correspondance between existing pkg_tools periodic jobs, and pkgng

# periodic jobs, and enable the equivalent set.

#

# Update the 'pkg_version' variable used by weekly_status_pkg_enable

# if it still references pkg_version(1)

if [ "${periodic_update}" = "yes" ]; then

    if [ -r $period_defaults ]; then

	. $periodic_defaults

	source_periodic_confs

    fi

    TMPFILE=$(mktemp -t $(basename $0)) || exit 1

    cleanup() {

	rm -f $TMPFILE

    }

    trap cleanup EXIT HUP INT KILL

    if [ -f $periodic_conf ]; then

	cp -p $periodic_conf $TMPFILE

    fi

    exec >> ${TMPFILE}

    echo

    echo "### Added by $(basename $0) on $(date +%Y-%m-%d)"

    # weekly_status_pkg_enable -- use 'pkg version'.  This will use

    # the ports tree or the ports INDEX if they exist in preference to

    # the pkg repository catalogue.

    if [ "$pkg_version" = 'pkg_version' ]; then

	echo "pkg_version='@prefix@/sbin/pkg version'"

    fi

    # weekly/400.status-pkg

    echo "weekly_status_pkgng_enable=\"$weekly_status_pkg_enable\""

    case "$weekly_status_pkg_enable" in

	[Yy][Ee][Ss])

	    echo "weekly_status_pkg_enable=\"NO\""

	    ;;

    esac

    # daily/411.pkg-backup <=> daily/220.backup-pkgdb

    echo "daily_backup_pkgng_enable=\"$daily_backup_pkgdb_enable\""

    case "$daily_backup_pkgdb_enable" in

	[Yy][Ee][Ss])

	    echo "daily_backup_pkgdb_enable=\"NO\"" \

	    ;;

    esac

    # daily/490.status-pkg-changes

    echo "daily_status_pkgng_changes_enable=\"$daily_status_pkg_changes_enable\""

    case "$daily_status_pkg_changes_enable" in

	[Yy][Ee][Ss])

	    echo "daily_status_pkg_changes_enable=\"NO\"" \

	    ;;

    esac

    # security/410.pkg-audit <=> security/410.portaudit

    echo "daily_status_security_pkgaudit_enable=\"${daily_status_security_portaudit_enable:-YES}\""

    case "${daily_status_security_portaudit_enable:-YES}" in

	[Yy][Ee][Ss])

	    echo "daily_status_security_portaudit_enable=\"NO\""

	    ;;

    esac

    # security/460.pkg-checksum <=> security/460.chkportsum

    echo "daily_status_security_pkg_checksum_enable=\"$daily_status_security_chkportsum_enable\""

    case "$daily_status_security_chkportsum_enable" in

	[Yy][Ee][Ss])

	    echo "daily_status_security_chkportsum_enable=\"NO\""

	    ;;

    esac

    echo "### End of additions by $(basename $0)"

    cp -p $periodic_conf ${periodic_conf}.bak

    cp -p $TMPFILE $periodic_conf

fi

			convert.c \

/*-

 * Copyright (c) 2012-2013 Baptiste Daroussin <bapt@FreeBSD.org>

 * Copyright (c) 2013 Bryan Drewery <bdrewery@FreeBSD.org>

 * Copyright (c) 2014 Matthew Seaman <matthew@FreeBSD.org>

 * All rights reserved.

 * 

 * Redistribution and use in source and binary forms, with or without

 * modification, are permitted provided that the following conditions

 * are met:

 * 1. Redistributions of source code must retain the above copyright

 *    notice, this list of conditions and the following disclaimer

 *    in this position and unchanged.

 * 2. Redistributions in binary form must reproduce the above copyright

 *    notice, this list of conditions and the following disclaimer in the

 *    documentation and/or other materials provided with the distribution.

 * 

 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR

 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES

 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.

 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,

 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT

 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF

 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 */

#include <sys/param.h>

#include <sys/stat.h>

#include <err.h>

#include <errno.h>

#include <getopt.h>

#include <string.h>

#include <sysexits.h>

#include <dirent.h>

#include <unistd.h>

#include <pkg.h>

#include <bsd_compat.h>

#include "pkgcli.h"

void

usage_convert(void)

{

	fprintf(stderr, "Usage: pkg convert [-d dir] [-n]\n\n");

	fprintf(stderr, "For more information see 'pkg help convert'.\n");

}

static int

convert_from_old(const char *pkg_add_dbdir, bool dry_run)

{

	DIR		*d;

	struct dirent	*dp;

	struct pkg	*p = NULL;

	char		 path[MAXPATHLEN];

	struct pkgdb	*db = NULL;

	struct stat	 sb;

	int		lock_type = PKGDB_LOCK_EXCLUSIVE;

	int		ret;

	if (dry_run)

		ret = pkgdb_access(PKGDB_MODE_READ, PKGDB_DB_LOCAL);

	else

		ret = pkgdb_access(PKGDB_MODE_READ|PKGDB_MODE_WRITE|

		    PKGDB_MODE_CREATE, PKGDB_DB_LOCAL);

	if (ret == EPKG_ENOACCESS) {

		warnx("Insufficient privileges to convert packages");

		return (EX_NOPERM);

	} else if (ret != EPKG_OK && ret != EPKG_ENODB) {

		warnx("Error accessing the package database");

		return (EX_SOFTWARE);

	}

	if ((d = opendir(pkg_add_dbdir)) == NULL)

		err(EX_NOINPUT, "%s", pkg_add_dbdir);

	if (pkgdb_open(&db, PKGDB_DEFAULT) != EPKG_OK) {

		closedir(d);

		return (EX_IOERR);

	}

	if (dry_run)

		lock_type = PKGDB_LOCK_READONLY;

	if (pkgdb_obtain_lock(db, lock_type) != EPKG_OK) {

		pkgdb_close(db);

		warnx("Cannot get an advisory lock on a database, it is locked"

		    " by another process");

		return (EX_TEMPFAIL);

	}

	while ((dp = readdir(d)) != NULL) {

		if (fstatat(dirfd(d), dp->d_name, &sb, 0) == 0 &&

		    S_ISDIR(sb.st_mode)) {

			if (strcmp(dp->d_name, ".") == 0 ||

			    strcmp(dp->d_name, "..") == 0)

				continue;

			pkg_free(p);

			if (pkg_new(&p, PKG_OLD_FILE) != EPKG_OK)

				err(EX_OSERR, "malloc");

			printf("Converting %s...\n", dp->d_name);

			snprintf(path, sizeof(path), "%s/%s", pkg_add_dbdir, dp->d_name);

			if (pkg_old_load_from_path(p, path) != EPKG_OK) {

				fprintf(stderr, "Skipping invalid package: %s\n", path);

				continue;

			}

			pkg_from_old(p);

			if (!dry_run)

				pkgdb_register_ports(db, p);

		}

	}

	pkg_free(p);

	pkgdb_release_lock(db, lock_type);

	pkgdb_close(db);

	closedir(d);

	return (EX_OK);

}

int

exec_convert(__unused int argc, __unused char **argv)

{

	int		 ch;

	bool		 dry_run = false;

	const char	*pkg_add_dbdir = "/var/db/pkg";

	struct option longopts[] = {

		{ "pkg-dbdir",	required_argument,	NULL,	'd' },

		{ "dry-run",	no_argument,		NULL,	'n' },

		{ NULL,		0,			NULL,	0   },

	};

	while ((ch = getopt_long(argc, argv, "+d:n", longopts, NULL)) != -1) {

		switch (ch) {

		case 'd':

			pkg_add_dbdir = optarg;

			break;

		case 'n':

			dry_run = true;

			break;

		default:

			usage_convert();

			return (EX_USAGE);

		}

	}

	argc -= optind;

	argv += optind;

	if (argc > 1) {

		usage_convert();

		return (EX_USAGE);

	}

	printf("Converting packages from %s\n", pkg_add_dbdir);

	return (convert_from_old(pkg_add_dbdir, dry_run));

}

	{ "convert", "Convert database from/to pkgng", exec_convert, usage_convert},

/* pkg convert */

int exec_convert(int, char **);

void usage_convert(void);