lpkg/harvest_all.sh
2025-10-01 09:38:41 +02:00

108 lines
No EOL
2.1 KiB
Bash
Executable file

#!/bin/bash
# Build metadata indexer
cargo build --bin metadata_indexer
# Refresh manifests for all books
./target/debug/metadata_indexer refresh --books mlfs,blfs,glfs --force
# Function to harvest a package across all books
harvest_package() {
local pkg=$1
# Try all books in order
for book in mlfs blfs glfs; do
echo "Trying to harvest $pkg from $book..."
./target/debug/metadata_indexer harvest --book $book --page "$pkg" && break
done
}
# All packages to harvest
PACKAGES=(
"acl-2.3.2"
"attr-2.5.2"
"autoconf-2.72"
"automake-1.16.5"
"bash-5.2.21"
"bc-6.7.5"
"binutils-2.42"
"bison-3.8.2"
"bzip2-1.0.8"
"check-0.15.2"
"coreutils-9.4"
"dejagnu-1.6.3"
"diffutils-3.10"
"e2fsprogs-1.47.0"
"elfutils-0.190"
"expat-2.6.0"
"expect-5.45.4"
"file-5.45"
"findutils-4.9.0"
"flex-2.6.4"
"flit_core-3.9.0"
"gawk-5.3.0"
"gcc-13.2.0"
"gdbm-1.23"
"gettext-0.22.4"
"gmp-6.3.0"
"gperf-3.1"
"grep-3.11"
"groff-1.23.0"
"grub-2.12"
"gzip-1.13"
"iana-etc-20240125"
"inetutils-2.5"
"intltool-0.51.0"
"iproute2-6.7.0"
"jinja2-3.1.3"
"kbd-2.6.4"
"kmod-31"
"less-643"
"libcap-2.69"
"libffi-3.4.4"
"libpipeline-1.5.7"
"libtool-2.4.7"
"libxcrypt-4.4.36"
"m4-1.4.19"
"make-4.4.1"
"man-db-2.12.0"
"man-pages-6.06"
"markupsafe-2.1.5"
"meson-1.3.2"
"mpc-1.3.1"
"mpfr-4.2.1"
"ncurses-6.4"
"ninja-1.11.1"
"openssl-3.2.1"
"patch-2.7.6"
"perl-5.38.2"
"pkgconf-2.1.1"
"procps-4.0.4"
"psmisc-23.6"
"python-3.12.2"
"readline-8.2"
"sed-4.9"
"setuptools-69.1.0"
"shadow-4.14.5"
"sysklogd-1.5.1"
"systemd-255"
"sysvinit-3.08"
"tar-1.35"
"tcl-8.6.13"
"texinfo-7.1"
"tzdata-2024a"
"util-linux-2.39.3"
"vim-9.1.0041"
"wheel-0.42.0"
"xml-parser-2.47"
"xz-5.4.6"
"zlib-1.3.1"
"zstd-1.5.5"
)
# Harvest each package
for pkg in "${PACKAGES[@]}"; do
harvest_package "$pkg"
done
# Update index
./target/debug/metadata_indexer index