
We have code in order to remove deltas when removing a package, but it
is never run, since we try to remove the wrong file.
This was broken in commit cb0f2bd038
which
modified the internal layout we use to modify the db, changing "tree" to
"db", but did not update all locations where it was used.
This worked swimmingly well as long as only repo-add updates were
handling the backup and restore of the delta file, as the delta file
therefore got backed up to the correct location (db) in the shared
db_remove_entry() function.
But later on in the repo-remove logic, we tried removing a different
file that will never exist (tree).
Fixes FS#53041
Signed-off-by: Eli Schwartz <eschwartz@archlinux.org>
Signed-off-by: Allan McRae <allan@archlinux.org>
842 lines
22 KiB
Bash
842 lines
22 KiB
Bash
#!/bin/bash
|
|
#
|
|
# repo-add - add a package to a given repo database file
|
|
# repo-remove - remove a package entry from a given repo database file
|
|
# @configure_input@
|
|
#
|
|
# Copyright (c) 2006-2018 Pacman Development Team <pacman-dev@archlinux.org>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
shopt -s extglob
|
|
|
|
# gettext initialization
|
|
export TEXTDOMAIN='pacman-scripts'
|
|
export TEXTDOMAINDIR='@localedir@'
|
|
|
|
declare -r myver='@PACKAGE_VERSION@'
|
|
declare -r confdir='@sysconfdir@'
|
|
|
|
LIBRARY=${LIBRARY:-'@libmakepkgdir@'}
|
|
|
|
QUIET=0
|
|
DELTA=0
|
|
ONLYADDNEW=0
|
|
RMEXISTING=0
|
|
SIGN=0
|
|
KEY=0
|
|
VERIFY=0
|
|
REPO_DB_FILE=
|
|
REPO_DB_PREFIX=
|
|
REPO_DB_SUFFIX=
|
|
LOCKFILE=
|
|
CLEAN_LOCK=0
|
|
USE_COLOR='y'
|
|
|
|
# Import libmakepkg
|
|
source "$LIBRARY"/util/message.sh
|
|
|
|
# ensure we have a sane umask set
|
|
umask 0022
|
|
|
|
# print usage instructions
|
|
usage() {
|
|
cmd=${0##*/}
|
|
printf -- "%s (pacman) %s\n\n" "$cmd" "$myver"
|
|
if [[ $cmd == "repo-add" ]] ; then
|
|
printf -- "$(gettext "Usage: repo-add [options] <path-to-db> <package|delta> ...\n")"
|
|
printf -- "\n"
|
|
printf -- "$(gettext "\
|
|
repo-add will update a package database by reading a package file.\n\
|
|
Multiple packages to add can be specified on the command line.\n")"
|
|
printf -- "\n"
|
|
printf -- "$(gettext "Options:\n")"
|
|
printf -- "$(gettext " -d, --delta generate and add delta for package update\n")"
|
|
printf -- "$(gettext " -n, --new only add packages that are not already in the database\n")"
|
|
printf -- "$(gettext " -R, --remove remove old package file from disk after updating database\n")"
|
|
elif [[ $cmd == "repo-remove" ]] ; then
|
|
printf -- "$(gettext "Usage: repo-remove [options] <path-to-db> <packagename|delta> ...\n")"
|
|
printf -- "\n"
|
|
printf -- "$(gettext "\
|
|
repo-remove will update a package database by removing the package name\n\
|
|
specified on the command line from the given repo database. Multiple\n\
|
|
packages to remove can be specified on the command line.\n")"
|
|
printf -- "\n"
|
|
printf -- "$(gettext "Options:\n")"
|
|
else
|
|
printf -- "$(gettext "Please move along, there is nothing to see here.\n")"
|
|
return
|
|
fi
|
|
printf -- "$(gettext " --nocolor turn off color in output\n")"
|
|
printf -- "$(gettext " -q, --quiet minimize output\n")"
|
|
printf -- "$(gettext " -s, --sign sign database with GnuPG after update\n")"
|
|
printf -- "$(gettext " -k, --key <key> use the specified key to sign the database\n")"
|
|
printf -- "$(gettext " -v, --verify verify database's signature before update\n")"
|
|
printf -- "$(gettext "\n\
|
|
See %s(8) for more details and descriptions of the available options.\n")" $cmd
|
|
printf "\n"
|
|
if [[ $cmd == "repo-add" ]] ; then
|
|
printf -- "$(gettext "Example: repo-add /path/to/repo.db.tar.gz pacman-3.0.0-1-i686.pkg.tar.gz\n")"
|
|
elif [[ $cmd == "repo-remove" ]] ; then
|
|
printf -- "$(gettext "Example: repo-remove /path/to/repo.db.tar.gz kernel26\n")"
|
|
fi
|
|
}
|
|
|
|
version() {
|
|
cmd=${0##*/}
|
|
printf "%s (pacman) %s\n\n" "$cmd" "$myver"
|
|
printf -- "Copyright (c) 2006-2018 Pacman Development Team <pacman-dev@archlinux.org>.\n"
|
|
printf '\n'
|
|
printf -- "$(gettext "\
|
|
This is free software; see the source for copying conditions.\n\
|
|
There is NO WARRANTY, to the extent permitted by law.\n")"
|
|
}
|
|
|
|
|
|
# format a metadata entry
|
|
# arg1 - Entry name
|
|
# ... - value(s)
|
|
format_entry() {
|
|
local field=$1; shift
|
|
|
|
if [[ $1 ]]; then
|
|
printf '%%%s%%\n' "$field"
|
|
printf '%s\n' "$@"
|
|
printf '\n'
|
|
fi
|
|
}
|
|
|
|
find_pkgentry() {
|
|
local pkgname=$1
|
|
local pkgentry
|
|
|
|
for pkgentry in "$tmpdir/db/$pkgname"*; do
|
|
name=${pkgentry##*/}
|
|
if [[ ${name%-*-*} = $pkgname ]]; then
|
|
echo $pkgentry
|
|
return 0
|
|
fi
|
|
done
|
|
return 1
|
|
}
|
|
|
|
# Get the package name from the delta filename
|
|
get_delta_pkgname() {
|
|
local tmp
|
|
|
|
tmp=${1##*/}
|
|
echo ${tmp%-*-*_to*}
|
|
}
|
|
|
|
# write a delta entry
|
|
# arg1 - path to delta file
|
|
db_write_delta() {
|
|
deltafile=$1
|
|
pkgname=$(get_delta_pkgname "$deltafile")
|
|
|
|
pkgentry=$(find_pkgentry "$pkgname")
|
|
if [[ -z $pkgentry ]]; then
|
|
error "$(gettext "No database entry for package '%s'.")" "$pkgname"
|
|
return 1
|
|
fi
|
|
deltas=$pkgentry/deltas
|
|
if [[ ! -f $deltas ]]; then
|
|
echo -e "%DELTAS%" >"$deltas"
|
|
fi
|
|
# get md5sum and compressed size of package
|
|
md5sum=$(md5sum "$deltafile")
|
|
md5sum=${md5sum%% *}
|
|
csize=$(wc -c "$deltafile" | cut -d' ' -f1)
|
|
|
|
oldfile=$(xdelta3 printhdr "$deltafile" | grep "XDELTA filename (source)" | sed 's/.*: *//')
|
|
newfile=$(xdelta3 printhdr "$deltafile" | grep "XDELTA filename (output)" | sed 's/.*: *//')
|
|
|
|
if grep -q "$oldfile.*$newfile" "$deltas"; then
|
|
sed -i.backup "/$oldfile.*$newfile/d" "$deltas" && rm -f "$deltas.backup"
|
|
fi
|
|
msg2 "$(gettext "Adding 'deltas' entry : %s -> %s")" "$oldfile" "$newfile"
|
|
echo "${deltafile##*/} $md5sum $csize $oldfile $newfile" >> "$deltas"
|
|
|
|
# copy updated deltas entry into "files" database
|
|
local filesentry=$(echo "$pkgentry" | sed 's/\(.*\)\/db\//\1\/files\//')
|
|
mkdir -p "$filesentry"
|
|
cp $deltas "$filesentry"
|
|
|
|
return 0
|
|
} # end db_write_delta
|
|
|
|
# remove a delta entry
|
|
# arg1 - path to delta file
|
|
db_remove_delta() {
|
|
deltafile=$1
|
|
filename=${deltafile##*/}
|
|
pkgname=$(get_delta_pkgname "$deltafile")
|
|
|
|
pkgentry=$(find_pkgentry "$pkgname")
|
|
if [[ -z $pkgentry ]]; then
|
|
return 1
|
|
fi
|
|
deltas=$pkgentry/deltas
|
|
if [[ ! -f $deltas ]]; then
|
|
return 1
|
|
fi
|
|
if grep -q "$filename" "$deltas"; then
|
|
sed -i.backup "/$filename/d" "$deltas" && rm -f "$deltas.backup"
|
|
msg2 "$(gettext "Removing existing entry '%s'...")" "$filename"
|
|
# empty deltas file contains only "%DELTAS%"
|
|
if (( $(wc -l < "$deltas") == 1 )); then
|
|
msg2 "$(gettext "Removing empty deltas file...")"
|
|
rm "$deltas"
|
|
fi
|
|
|
|
# copy updated deltas entry into "files" database
|
|
local filesentry=$(echo "$pkgentry" | sed 's/\(.*\)\/db\//\1\/files\//')
|
|
if [[ -f $deltas ]]; then
|
|
mkdir -p "$filesentry"
|
|
cp $deltas "$filesentry"
|
|
else
|
|
rm -f "$filesentry/deltas"
|
|
fi
|
|
|
|
return 0
|
|
fi
|
|
|
|
return 1
|
|
} # end db_remove_delta
|
|
|
|
check_gpg() {
|
|
if ! type -p gpg >/dev/null; then
|
|
error "$(gettext "Cannot find the gpg binary! Is GnuPG installed?")"
|
|
exit 1 # $E_MISSING_PROGRAM
|
|
fi
|
|
|
|
if (( ! VERIFY )); then
|
|
if ! gpg --list-key ${GPGKEY} &>/dev/null; then
|
|
if [[ ! -z $GPGKEY ]]; then
|
|
error "$(gettext "The key ${GPGKEY} does not exist in your keyring.")"
|
|
elif (( ! KEY )); then
|
|
error "$(gettext "There is no key in your keyring.")"
|
|
fi
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
check_xdelta() {
|
|
local need_xdelta=0
|
|
|
|
if (( DELTA )); then
|
|
need_xdelta=1
|
|
else
|
|
if [[ $cmd == "repo-add" ]]; then
|
|
for f in ${args[@]:1}; do
|
|
case $f in
|
|
*.delta) need_xdelta=1 ;;
|
|
*) ;;
|
|
esac
|
|
done
|
|
fi
|
|
fi
|
|
|
|
if (( need_xdelta )); then
|
|
if ! type xdelta3 &>/dev/null; then
|
|
error "$(gettext "Cannot find the xdelta3 binary! Is xdelta3 installed?")"
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# sign the package database once repackaged
|
|
create_signature() {
|
|
(( ! SIGN )) && return
|
|
local dbfile=$1
|
|
local ret=0
|
|
msg "$(gettext "Signing database '%s'...")" "${dbfile##*/.tmp.}"
|
|
|
|
local SIGNWITHKEY=""
|
|
if [[ -n $GPGKEY ]]; then
|
|
SIGNWITHKEY="-u ${GPGKEY}"
|
|
fi
|
|
gpg --detach-sign --use-agent --no-armor ${SIGNWITHKEY} "$dbfile" &>/dev/null || ret=$?
|
|
|
|
if (( ! ret )); then
|
|
msg2 "$(gettext "Created signature file '%s'")" "${dbfile##*/.tmp.}.sig"
|
|
else
|
|
warning "$(gettext "Failed to sign package database file '%s'")" "${dbfile##*/.tmp.}"
|
|
fi
|
|
}
|
|
|
|
# verify the existing package database signature
|
|
verify_signature() {
|
|
(( ! VERIFY )) && return
|
|
local dbfile=$1
|
|
local ret=0
|
|
msg "$(gettext "Verifying database signature...")"
|
|
|
|
if [[ ! -f $dbfile.sig ]]; then
|
|
warning "$(gettext "No existing signature found, skipping verification.")"
|
|
return
|
|
fi
|
|
gpg --verify "$dbfile.sig" || ret=$?
|
|
if (( ! ret )); then
|
|
msg2 "$(gettext "Database signature file verified.")"
|
|
else
|
|
error "$(gettext "Database signature was NOT valid!")"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
verify_repo_extension() {
|
|
local repofile=$1
|
|
|
|
case $repofile in
|
|
*.db.tar.gz) TAR_OPT="z" ;;
|
|
*.db.tar.bz2) TAR_OPT="j" ;;
|
|
*.db.tar.xz) TAR_OPT="J" ;;
|
|
*.db.tar.zst) TAR_OPT="--zstd" ;;
|
|
*.db.tar.Z) TAR_OPT="Z" ;;
|
|
*.db.tar) TAR_OPT="" ;;
|
|
*) error "$(gettext "'%s' does not have a valid database archive extension.")" \
|
|
"$repofile"
|
|
exit 1 ;;
|
|
esac
|
|
|
|
printf '%s' "$TAR_OPT"
|
|
}
|
|
|
|
# write an entry to the pacman database
|
|
# arg1 - path to package
|
|
db_write_entry() {
|
|
# blank out all variables
|
|
local pkgfile=$1
|
|
local -a _groups _licenses _replaces _depends _conflicts _provides \
|
|
_optdepends _makedepends _checkdepends
|
|
local pkgname pkgbase pkgver pkgdesc csize size url arch builddate packager \
|
|
md5sum sha256sum pgpsig pgpsigsize
|
|
|
|
# read info from the zipped package
|
|
local line var val
|
|
while read -r line; do
|
|
[[ ${line:0:1} = '#' ]] && continue
|
|
IFS=' =' read -r var val < <(printf '%s\n' "$line")
|
|
|
|
# normalize whitespace with an extglob
|
|
declare "$var=${val//+([[:space:]])/ }"
|
|
case $var in
|
|
group) _groups+=("$group") ;;
|
|
license) _licenses+=("$license") ;;
|
|
replaces) _replaces+=("$replaces") ;;
|
|
depend) _depends+=("$depend") ;;
|
|
conflict) _conflicts+=("$conflict") ;;
|
|
provides) _provides+=("$provides") ;;
|
|
optdepend) _optdepends+=("$optdepend") ;;
|
|
makedepend) _makedepends+=("$makedepend") ;;
|
|
checkdepend) _checkdepends+=("$checkdepend") ;;
|
|
esac
|
|
done< <(bsdtar -xOqf "$pkgfile" .PKGINFO)
|
|
|
|
# ensure $pkgname and $pkgver variables were found
|
|
if [[ -z $pkgname || -z $pkgver ]]; then
|
|
error "$(gettext "Invalid package file '%s'.")" "$pkgfile"
|
|
return 1
|
|
fi
|
|
|
|
if [[ -d $tmpdir/db/$pkgname-$pkgver ]]; then
|
|
warning "$(gettext "An entry for '%s' already existed")" "$pkgname-$pkgver"
|
|
if (( ONLYADDNEW )); then
|
|
return 0
|
|
fi
|
|
else
|
|
if (( DELTA || RMEXISTING )); then
|
|
pkgentry=$(find_pkgentry "$pkgname")
|
|
if [[ -n $pkgentry ]]; then
|
|
local oldfilename="$(sed -n '/^%FILENAME%$/ {n;p;q;}' "$pkgentry/desc")"
|
|
local oldfile="$(dirname "$1")/$oldfilename"
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
# compute base64'd PGP signature
|
|
if [[ -f "$pkgfile.sig" ]]; then
|
|
if grep -q 'BEGIN PGP SIGNATURE' "$pkgfile.sig"; then
|
|
error "$(gettext "Cannot use armored signatures for packages: %s")" "$pkgfile.sig"
|
|
return 1
|
|
fi
|
|
pgpsigsize=$(wc -c "$pkgfile.sig" | cut -d' ' -f1)
|
|
if (( pgpsigsize > 16384 )); then
|
|
error "$(gettext "Invalid package signature file '%s'.")" "$pkgfile.sig"
|
|
return 1
|
|
fi
|
|
msg2 "$(gettext "Adding package signature...")"
|
|
pgpsig=$(base64 "$pkgfile.sig" | tr -d '\n')
|
|
fi
|
|
|
|
csize=$(wc -c "$pkgfile" | cut -d' ' -f1)
|
|
|
|
# compute checksums
|
|
msg2 "$(gettext "Computing checksums...")"
|
|
md5sum=$(md5sum "$pkgfile")
|
|
md5sum=${md5sum%% *}
|
|
sha256sum=$(sha256sum "$pkgfile")
|
|
sha256sum=${sha256sum%% *}
|
|
|
|
# remove an existing entry if it exists, ignore failures
|
|
db_remove_entry "$pkgname"
|
|
|
|
# create package directory
|
|
pushd "$tmpdir/db" >/dev/null
|
|
mkdir "$pkgname-$pkgver"
|
|
pushd "$pkgname-$pkgver" >/dev/null
|
|
|
|
# restore an eventual deltas file
|
|
[[ -f ../$pkgname.deltas ]] && mv "../$pkgname.deltas" deltas
|
|
|
|
# create desc entry
|
|
msg2 "$(gettext "Creating '%s' db entry...")" 'desc'
|
|
{
|
|
format_entry "FILENAME" "${1##*/}"
|
|
format_entry "NAME" "$pkgname"
|
|
format_entry "BASE" "$pkgbase"
|
|
format_entry "VERSION" "$pkgver"
|
|
format_entry "DESC" "$pkgdesc"
|
|
format_entry "GROUPS" "${_groups[@]}"
|
|
format_entry "CSIZE" "$csize"
|
|
format_entry "ISIZE" "$size"
|
|
|
|
# add checksums
|
|
format_entry "MD5SUM" "$md5sum"
|
|
format_entry "SHA256SUM" "$sha256sum"
|
|
|
|
# add PGP sig
|
|
format_entry "PGPSIG" "$pgpsig"
|
|
|
|
format_entry "URL" "$url"
|
|
format_entry "LICENSE" "${_licenses[@]}"
|
|
format_entry "ARCH" "$arch"
|
|
format_entry "BUILDDATE" "$builddate"
|
|
format_entry "PACKAGER" "$packager"
|
|
format_entry "REPLACES" "${_replaces[@]}"
|
|
format_entry "CONFLICTS" "${_conflicts[@]}"
|
|
format_entry "PROVIDES" "${_provides[@]}"
|
|
|
|
format_entry "DEPENDS" "${_depends[@]}"
|
|
format_entry "OPTDEPENDS" "${_optdepends[@]}"
|
|
format_entry "MAKEDEPENDS" "${_makedepends[@]}"
|
|
format_entry "CHECKDEPENDS" "${_checkdepends[@]}"
|
|
} >'desc'
|
|
|
|
popd >/dev/null
|
|
popd >/dev/null
|
|
|
|
# create a delta file
|
|
if (( DELTA )); then
|
|
if [[ -n $oldfilename ]]; then
|
|
if [[ -f $oldfile ]]; then
|
|
delta=$(pkgdelta -q "$oldfile" "$1")
|
|
if [[ -f $delta ]]; then
|
|
db_write_delta "$delta"
|
|
fi
|
|
else
|
|
warning "$(gettext "Old package file not found: %s")" "$oldfilename"
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
# copy updated package entry into "files" database
|
|
cp -a "$tmpdir/db/$pkgname-$pkgver" "$tmpdir/files/$pkgname-$pkgver"
|
|
|
|
# create files file
|
|
msg2 "$(gettext "Creating '%s' db entry...")" 'files'
|
|
local files_path="$tmpdir/files/$pkgname-$pkgver/files"
|
|
echo "%FILES%" >"$files_path"
|
|
bsdtar --exclude='^.*' -tf "$pkgfile" | LC_ALL=C sort -u >>"$files_path"
|
|
|
|
if (( RMEXISTING )); then
|
|
msg2 "$(gettext "Removing old package file '%s'")" "$oldfilename"
|
|
rm -f ${oldfile} ${oldfile}.sig
|
|
fi
|
|
|
|
return 0
|
|
} # end db_write_entry
|
|
|
|
# remove existing entries from the DB
|
|
# arg1 - package name
|
|
db_remove_entry() {
|
|
local pkgname=$1
|
|
local notfound=1
|
|
local pkgentry=$(find_pkgentry "$pkgname")
|
|
while [[ -n $pkgentry ]]; do
|
|
notfound=0
|
|
if [[ -f $pkgentry/deltas ]]; then
|
|
mv "$pkgentry/deltas" "$tmpdir/db/$pkgname.deltas"
|
|
fi
|
|
msg2 "$(gettext "Removing existing entry '%s'...")" \
|
|
"${pkgentry##*/}"
|
|
rm -rf "$pkgentry"
|
|
|
|
# remove entries in "files" database
|
|
local filesentry=$(echo "$pkgentry" | sed 's/\(.*\)\/db\//\1\/files\//')
|
|
rm -rf "$filesentry"
|
|
|
|
pkgentry=$(find_pkgentry "$pkgname")
|
|
done
|
|
return $notfound
|
|
} # end db_remove_entry
|
|
|
|
elephant() {
|
|
case $(( RANDOM % 2 )) in
|
|
0) printf '%s\n' "H4sIAL3qBE4CAyWLwQ3AMAgD/0xh5UPzYiFUMgjq7LUJsk7yIQNAQTAikFUDnqkr" \
|
|
"OQFOUm0Wd9pHCi13ONjBpVdqcWx+EdXVX4vXvGv5cgztB9+fJxZ7AAAA"
|
|
;;
|
|
|
|
1) printf '%s\n' "H4sIAJVWBU4CA21RMQ7DIBDbeYWrDgQJ7rZ+IA/IB05l69alcx5fc0ASVXUk4jOO" \
|
|
"7yAAUWtorygwJ4hlMii0YkJKKRKGvsMsiykl1SalvrMD1gUXyXRkGZPx5OPft81K" \
|
|
"tNAiAjyGjYO47h1JjizPkJrCWbK/4C+uLkT7bzpGc7CT9bmOzNSW5WLSO5vexjmH" \
|
|
"ZL9JFFZeAa0a2+lKjL2anpYfV+0Zx9LJ+/MC8nRayuDlSNy2rfAPibOzsiWHL0jL" \
|
|
"SsjFAQAA"
|
|
;;
|
|
esac | base64 -d | gzip -d
|
|
}
|
|
|
|
prepare_repo_db() {
|
|
local repodir dbfile
|
|
|
|
# ensure the path to the DB exists; $LOCKFILE is always an absolute path
|
|
repodir=${LOCKFILE%/*}/
|
|
|
|
if [[ ! -d $repodir ]]; then
|
|
error "$(gettext "%s does not exist or is not a directory.")" "$repodir"
|
|
exit 1
|
|
fi
|
|
|
|
# check lock file
|
|
if ( set -o noclobber; echo "$$" > "$LOCKFILE") 2> /dev/null; then
|
|
CLEAN_LOCK=1
|
|
else
|
|
error "$(gettext "Failed to acquire lockfile: %s.")" "$LOCKFILE"
|
|
[[ -f $LOCKFILE ]] && error "$(gettext "Held by process %s")" "$(cat "$LOCKFILE")"
|
|
exit 1
|
|
fi
|
|
|
|
for repo in "db" "files"; do
|
|
dbfile=${repodir}/$REPO_DB_PREFIX.$repo.$REPO_DB_SUFFIX
|
|
|
|
if [[ -f $dbfile ]]; then
|
|
# there are two situations we can have here:
|
|
# a DB with some entries, or a DB with no contents at all.
|
|
if ! bsdtar -tqf "$dbfile" '*/desc' >/dev/null 2>&1; then
|
|
# check empty case
|
|
if [[ -n $(bsdtar -tqf "$dbfile" '*' 2>/dev/null) ]]; then
|
|
error "$(gettext "Repository file '%s' is not a proper pacman database.")" "$dbfile"
|
|
exit 1
|
|
fi
|
|
fi
|
|
verify_signature "$dbfile"
|
|
msg "$(gettext "Extracting %s to a temporary location...")" "${dbfile##*/}"
|
|
bsdtar -xf "$dbfile" -C "$tmpdir/$repo"
|
|
else
|
|
case $cmd in
|
|
repo-remove)
|
|
# only a missing "db" database is currently an error
|
|
# TODO: remove if statement
|
|
if [[ $repo == "db" ]]; then
|
|
error "$(gettext "Repository file '%s' was not found.")" "$dbfile"
|
|
exit 1
|
|
fi
|
|
;;
|
|
repo-add)
|
|
# check if the file can be created (write permission, directory existence, etc)
|
|
if ! touch "$dbfile"; then
|
|
error "$(gettext "Repository file '%s' could not be created.")" "$dbfile"
|
|
exit 1
|
|
fi
|
|
rm -f "$dbfile"
|
|
;;
|
|
esac
|
|
fi
|
|
done
|
|
}
|
|
|
|
add() {
|
|
if [[ ! -f $1 ]]; then
|
|
error "$(gettext "File '%s' not found.")" "$1"
|
|
return 1
|
|
fi
|
|
|
|
if [[ $1 = *-*-*_to_*-*-*.delta ]]; then
|
|
deltafile=$1
|
|
msg "$(gettext "Adding delta '%s'")" "$deltafile"
|
|
if db_write_delta "$deltafile"; then
|
|
return 0
|
|
else
|
|
return 1
|
|
fi
|
|
fi
|
|
|
|
pkgfile=$1
|
|
if ! bsdtar -tqf "$pkgfile" .PKGINFO >/dev/null 2>&1; then
|
|
error "$(gettext "'%s' is not a package file, skipping")" "$pkgfile"
|
|
return 1
|
|
fi
|
|
|
|
msg "$(gettext "Adding package '%s'")" "$pkgfile"
|
|
|
|
db_write_entry "$pkgfile"
|
|
}
|
|
|
|
remove() {
|
|
if [[ $1 = *-*-*_to_*-*-*.delta ]]; then
|
|
deltafile=$1
|
|
msg "$(gettext "Searching for delta '%s'...")" "$deltafile"
|
|
if db_remove_delta "$deltafile"; then
|
|
return 0
|
|
else
|
|
error "$(gettext "Delta matching '%s' not found.")" "$deltafile"
|
|
return 1
|
|
fi
|
|
fi
|
|
|
|
pkgname=$1
|
|
msg "$(gettext "Searching for package '%s'...")" "$pkgname"
|
|
|
|
if db_remove_entry "$pkgname"; then
|
|
rm -f "$tmpdir/db/$pkgname.deltas"
|
|
return 0
|
|
else
|
|
error "$(gettext "Package matching '%s' not found.")" "$pkgname"
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
rotate_db() {
|
|
dirname=${LOCKFILE%/*}
|
|
|
|
pushd "$dirname" >/dev/null
|
|
|
|
for repo in "db" "files"; do
|
|
filename=${REPO_DB_PREFIX}.${repo}.${REPO_DB_SUFFIX}
|
|
tempname=$dirname/.tmp.$filename
|
|
|
|
# hardlink or move the previous version of the database and signature to .old
|
|
# extension as a backup measure
|
|
if [[ -f $filename ]]; then
|
|
ln -f "$filename" "$filename.old" 2>/dev/null || \
|
|
mv -f "$filename" "$filename.old"
|
|
|
|
if [[ -f $filename.sig ]]; then
|
|
ln -f "$filename.sig" "$filename.old.sig" 2>/dev/null || \
|
|
mv -f "$filename.sig" "$filename.old.sig"
|
|
else
|
|
rm -f "$filename.old.sig"
|
|
fi
|
|
fi
|
|
|
|
# rotate the newly-created database and signature into place
|
|
mv "$tempname" "$filename"
|
|
if [[ -f $tempname.sig ]]; then
|
|
mv "$tempname.sig" "$filename.sig"
|
|
fi
|
|
|
|
dblink=${filename%.tar*}
|
|
rm -f "$dblink" "$dblink.sig"
|
|
ln -s "$filename" "$dblink" 2>/dev/null || \
|
|
ln "$filename" "$dblink" 2>/dev/null || \
|
|
cp "$filename" "$dblink"
|
|
if [[ -f "$filename.sig" ]]; then
|
|
ln -s "$filename.sig" "$dblink.sig" 2>/dev/null || \
|
|
ln "$filename.sig" "$dblink.sig" 2>/dev/null || \
|
|
cp "$filename.sig" "$dblink.sig"
|
|
fi
|
|
done
|
|
|
|
popd >/dev/null
|
|
}
|
|
|
|
create_db() {
|
|
TAR_OPT=$(verify_repo_extension "$REPO_DB_FILE")
|
|
# $LOCKFILE is already guaranteed to be absolute so this is safe
|
|
dirname=${LOCKFILE%/*}
|
|
|
|
for repo in "db" "files"; do
|
|
filename=${REPO_DB_PREFIX}.${repo}.${REPO_DB_SUFFIX}
|
|
# this ensures we create it on the same filesystem, making moves atomic
|
|
tempname=$dirname/.tmp.$filename
|
|
|
|
pushd "$tmpdir/$repo" >/dev/null
|
|
if ( shopt -s nullglob; files=(*); (( ${#files[*]} )) ); then
|
|
bsdtar -c${TAR_OPT}f "$tempname" *
|
|
else
|
|
# we have no packages remaining? zip up some emptyness
|
|
warning "$(gettext "No packages remain, creating empty database.")"
|
|
bsdtar -c${TAR_OPT}f "$tempname" -T /dev/null
|
|
fi
|
|
popd >/dev/null
|
|
|
|
create_signature "$tempname"
|
|
done
|
|
}
|
|
|
|
trap_exit() {
|
|
# unhook all traps to avoid race conditions
|
|
trap '' EXIT TERM HUP QUIT INT ERR
|
|
|
|
echo
|
|
error "$@"
|
|
clean_up 1
|
|
}
|
|
|
|
clean_up() {
|
|
local exit_code=${1:-$?}
|
|
|
|
# unhook all traps to avoid race conditions
|
|
trap '' EXIT TERM HUP QUIT INT ERR
|
|
|
|
[[ -d $tmpdir ]] && rm -rf "$tmpdir"
|
|
(( CLEAN_LOCK )) && [[ -f $LOCKFILE ]] && rm -f "$LOCKFILE"
|
|
|
|
exit $exit_code
|
|
}
|
|
|
|
|
|
# PROGRAM START
|
|
|
|
# determine whether we have gettext; make it a no-op if we do not
|
|
if ! type gettext &>/dev/null; then
|
|
gettext() {
|
|
echo "$@"
|
|
}
|
|
fi
|
|
|
|
case $1 in
|
|
-h|--help) usage; exit 0;;
|
|
-V|--version) version; exit 0;;
|
|
esac
|
|
|
|
# figure out what program we are
|
|
cmd=${0##*/}
|
|
if [[ $cmd == "repo-elephant" ]]; then
|
|
elephant
|
|
exit 0
|
|
fi
|
|
|
|
if [[ $cmd != "repo-add" && $cmd != "repo-remove" ]]; then
|
|
error "$(gettext "Invalid command name '%s' specified.")" "$cmd"
|
|
exit 1
|
|
fi
|
|
|
|
tmpdir=$(mktemp -d "${TMPDIR:-/tmp}/repo-tools.XXXXXXXXXX") || (\
|
|
error "$(gettext "Cannot create temp directory for database building.")"; \
|
|
exit 1)
|
|
|
|
for repo in "db" "files"; do
|
|
mkdir "$tmpdir/$repo"
|
|
done
|
|
|
|
trap 'clean_up' EXIT
|
|
for signal in TERM HUP QUIT; do
|
|
trap "trap_exit \"$(gettext "%s signal caught. Exiting...")\" \"$signal\"" "$signal"
|
|
done
|
|
trap 'trap_exit "$(gettext "Aborted by user! Exiting...")"' INT
|
|
trap 'trap_exit "$(gettext "An unknown error has occurred. Exiting...")"' ERR
|
|
|
|
declare -a args
|
|
# parse arguments
|
|
while (( $# )); do
|
|
case $1 in
|
|
-q|--quiet) QUIET=1;;
|
|
-d|--delta) DELTA=1;;
|
|
-n|--new) ONLYADDNEW=1;;
|
|
-R|--remove) RMEXISTING=1;;
|
|
--nocolor) USE_COLOR='n';;
|
|
-s|--sign)
|
|
SIGN=1
|
|
;;
|
|
-k|--key)
|
|
KEY=1
|
|
shift
|
|
GPGKEY=$1
|
|
;;
|
|
-v|--verify)
|
|
VERIFY=1
|
|
;;
|
|
*)
|
|
args+=("$1")
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
# check if messages are to be printed using color
|
|
if [[ -t 2 && $USE_COLOR != "n" ]]; then
|
|
colorize
|
|
else
|
|
unset ALL_OFF BOLD BLUE GREEN RED YELLOW
|
|
fi
|
|
|
|
REPO_DB_FILE=${args[0]}
|
|
if [[ -z $REPO_DB_FILE ]]; then
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ $REPO_DB_FILE == /* ]]; then
|
|
LOCKFILE=$REPO_DB_FILE.lck
|
|
else
|
|
LOCKFILE=$PWD/$REPO_DB_FILE.lck
|
|
fi
|
|
|
|
verify_repo_extension "$REPO_DB_FILE" >/dev/null
|
|
|
|
REPO_DB_PREFIX=${REPO_DB_FILE##*/}
|
|
REPO_DB_PREFIX=${REPO_DB_PREFIX%.db.*}
|
|
REPO_DB_SUFFIX=${REPO_DB_FILE##*.db.}
|
|
|
|
if (( SIGN || VERIFY )); then
|
|
check_gpg
|
|
fi
|
|
|
|
check_xdelta
|
|
|
|
if (( VERIFY && ${#args[@]} == 1 )); then
|
|
for repo in "db" "files"; do
|
|
dbfile=${repodir}/$REPO_DB_PREFIX.$repo.$REPO_DB_SUFFIX
|
|
|
|
if [[ -f $dbfile ]]; then
|
|
verify_signature "$dbfile"
|
|
fi
|
|
done
|
|
exit 0
|
|
fi
|
|
|
|
prepare_repo_db
|
|
|
|
fail=0
|
|
for arg in "${args[@]:1}"; do
|
|
case $cmd in
|
|
repo-add) add "$arg" ;;
|
|
repo-remove) remove "$arg" ;;
|
|
esac || fail=1
|
|
done
|
|
|
|
# if the whole operation was a success, re-zip and rotate databases
|
|
if (( !fail )); then
|
|
msg "$(gettext "Creating updated database file '%s'")" "$REPO_DB_FILE"
|
|
create_db
|
|
rotate_db
|
|
else
|
|
msg "$(gettext "No packages modified, nothing to do.")"
|
|
exit 1
|
|
fi
|
|
|
|
exit 0
|