#!/bin/sh

# filc-diffs-20251027.sh
# djb
# SPDX-License-Identifier: LicenseRef-PD-hp OR CC0-1.0 OR 0BSD OR MIT-0 OR MIT

# Goal of this script:
# See how https://github.com/pizlonator/fil-c.git
# differs from upstream sources (clang, glibc, ...).

# This script ignores .git*
# (auditor is assumed to check that nothing looks at .git*)
# and ignores fil-c/benchmarkData
# (seems to be just output, but should check this too).

# Currently this script compresses nearly 10GB in fil-c
# down to about 250MB of diffs (plus some binary files).
# More compression is feasible and is desirable for auditing.
# Example: Can find the source of expat-2.7.1/testdata.
# Example: Can skip the prepackaged outputs of fil-c/filc/gen*,
# at the expense of having the computer check these outputs.

# =====

echo 'Log in progress: filc-diffs/log'
echo 'Results eventually: filc-diffs/diffs'

rm -rf filc-diffs
mkdir filc-diffs
cd filc-diffs

exec >log
exec 2>&1

git clone https://github.com/pizlonator/fil-c.git
( cd fil-c
  git checkout 1bc85c2bc8fee42221379ea45275674d5aa96b2a
)

git clone https://github.com/llvm/llvm-project.git
( cd llvm-project
  git checkout 87f0227cb60147a26a1eeb4fb06e3b505e9c7261 # aka llvmorg-20.1.8
)

# redirections from downloads.sourceforge.net to psychz.dl.sourceforge.net often fail
SOURCEFORGE=gigenet.dl.sourceforge.net

( mkdir -p llvm-project/pizlix
  cd llvm-project/pizlix
  wget -c https://ftpmirror.gnu.org/gnu/autoconf/autoconf-2.72.tar.gz
  wget -c https://download.savannah.gnu.org/releases/acl/acl-2.3.2.tar.xz
  wget -c https://download.savannah.gnu.org/releases/attr/attr-2.5.2.tar.gz
  wget -cO audit-userspace-4.1.2.tar.gz https://github.com/linux-audit/audit-userspace/archive/refs/tags/v4.1.2.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/automake/automake-1.17.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/bash/bash-5.2.32.tar.gz
  wget -c https://github.com/gavinhoward/bc/releases/download/6.7.6/bc-6.7.6.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/binutils/binutils-2.43.1.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/bison/bison-3.8.2.tar.xz
  wget -c https://www.linuxfromscratch.org/blfs/downloads/12.2/blfs-bootscripts-20240416.tar.xz
  wget -c https://github.com/google/brotli/archive/v1.1.0/brotli-1.1.0.tar.gz
  wget -c https://www.sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz
  wget -c https://github.com/libcheck/check/releases/download/0.15.2/check-0.15.2.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/coreutils/coreutils-9.5.tar.xz
  wget -c https://curl.se/download/curl-8.9.1.tar.xz
  wget -c https://libslack.org/daemon/download/daemon-0.6.4.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/dejagnu/dejagnu-1.6.3.tar.gz
  wget -c https://github.com/NetworkConfiguration/dhcpcd/releases/download/v10.0.8/dhcpcd-10.0.8.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/diffutils/diffutils-3.10.tar.xz
  wget -cO e2fsprogs-1.47.1.tar.gz https://$SOURCEFORGE/project/e2fsprogs/e2fsprogs/v1.47.1/e2fsprogs-1.47.1.tar.gz'?viasf=1'
  wget -c https://sourceware.org/elfutils/ftp/0.191/elfutils-0.191.tar.bz2
  wget -c https://github.com/libexpat/libexpat/releases/download/R_2_6_2/expat-2.6.2.tar.xz
  wget -cO expect5.45.4.tar.gz https://$SOURCEFORGE/project/expect/Expect/5.45.4/expect5.45.4.tar.gz'?viasf=1'
  wget -c https://astron.com/pub/file/file-5.45.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/findutils/findutils-4.10.0.tar.xz
  wget -c https://github.com/westes/flex/files/981163/flex-2.6.4.tar.gz
  wget -c https://pypi.org/packages/source/f/flit-core/flit_core-3.9.0.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/gawk/gawk-5.3.0.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/gcc/gcc-14.2.0/gcc-14.2.0.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/gdbm/gdbm-1.24.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/gettext/gettext-0.22.5.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/glibc/glibc-2.40.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/gmp/gmp-6.3.0.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/gperf/gperf-3.1.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/grep/grep-3.11.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/groff/groff-1.23.0.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/grub/grub-2.12.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/gzip/gzip-1.13.tar.xz
  wget -c https://github.com/Mic92/iana-etc/releases/download/20240806/iana-etc-20240806.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/inetutils/inetutils-2.5.tar.xz
  wget -c https://launchpad.net/intltool/trunk/0.51.0/+download/intltool-0.51.0.tar.gz
  wget -c https://www.kernel.org/pub/linux/utils/net/iproute2/iproute2-6.10.0.tar.xz
  wget -c https://pypi.org/packages/source/J/Jinja2/jinja2-3.1.4.tar.gz
  wget -c https://www.kernel.org/pub/linux/utils/kernel/kmod/kmod-33.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/less/less-661.tar.gz
  wget -c https://www.kernel.org/pub/linux/libs/security/linux-privs/libcap2/libcap-2.70.tar.xz
  wget -c https://github.com/libffi/libffi/releases/download/v3.4.6/libffi-3.4.6.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/libidn/libidn2-2.3.7.tar.gz
  wget -c https://download-mirror.savannah.gnu.org/releases/libpipeline/libpipeline-1.5.7.tar.gz
  wget -cO libpng-1.6.43.tar.xz https://$SOURCEFORGE/project/libpng/libpng16/1.6.43/libpng-1.6.43.tar.xz'?viasf=1'
  wget -c https://github.com/rockdaboot/libpsl/releases/download/0.21.5/libpsl-0.21.5.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/libtasn1/libtasn1-4.19.0.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/libtool/libtool-2.4.7.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/libunistring/libunistring-1.2.tar.xz
  wget -c https://github.com/besser82/libxcrypt/releases/download/v4.4.36/libxcrypt-4.4.36.tar.xz
  wget -c https://github.com/lz4/lz4/releases/download/v1.10.0/lz4-1.10.0.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/m4/m4-1.4.19.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/make/make-4.4.1.tar.gz
  wget -cO make-ca-1.16.1.tar.gz https://github.com/lfs-book/make-ca/archive/refs/tags/v1.16.1.tar.gz
  wget -c https://download-mirror.savannah.gnu.org/releases/man-db/man-db-2.12.1.tar.xz
  wget -c https://www.kernel.org/pub/linux/docs/man-pages/man-pages-6.9.1.tar.xz
  wget -c https://pypi.org/packages/source/M/MarkupSafe/MarkupSafe-2.1.5.tar.gz
  wget -c https://github.com/mesonbuild/meson/releases/download/1.5.1/meson-1.5.1.tar.gz
  wget -c https://github.com/troglobit/mg/releases/download/v3.7/mg-3.7.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/mpc/mpc-1.3.1.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/mpfr/mpfr-4.2.1.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/ncurses/ncurses-6.5.tar.gz
  wget -c https://github.com/nghttp2/nghttp2/releases/download/v1.62.1/nghttp2-1.62.1.tar.xz
  wget -c https://github.com/ninja-build/ninja/archive/v1.12.1/ninja-1.12.1.tar.gz
  wget -c https://cdn.openbsd.org/pub/OpenBSD/OpenSSH/portable/openssh-9.8p1.tar.gz
  wget -c https://www.openssl.org/source/openssl-3.3.1.tar.gz
  wget -c https://github.com/p11-glue/p11-kit/releases/download/0.25.5/p11-kit-0.25.5.tar.xz
  wget -c https://files.pythonhosted.org/packages/51/65/50db4dda066951078f0a96cf12f4b9ada6e4b811516bf0262c0f4f7064d4/packaging-24.1.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/patch/patch-2.7.6.tar.xz
  wget -c https://github.com/NixOS/patchelf/releases/download/0.18.0/patchelf-0.18.0.tar.gz
  wget -c https://github.com/PCRE2Project/pcre2/releases/download/pcre2-10.44/pcre2-10.44.tar.bz2
  wget -c https://www.cpan.org/src/5.0/perl-5.40.0.tar.xz
  wget -c https://xorg.freedesktop.org/releases/individual/lib/pixman-0.43.4.tar.gz
  wget -c https://distfiles.ariadne.space/pkgconf/pkgconf-2.3.0.tar.xz
  wget -cO procps-ng-4.0.4.tar.xz https://$SOURCEFORGE/project/procps-ng/Production/procps-ng-4.0.4.tar.xz'?viasf=1'
  wget -cO psmisc-23.7.tar.xz https://$SOURCEFORGE/project/psmisc/psmisc/psmisc-23.7.tar.xz'?viasf=1'
  wget -c https://www.python.org/ftp/python/3.12.5/Python-3.12.5.tar.xz
  wget -c https://www.python.org/ftp/python/doc/3.12.5/python-3.12.5-docs-html.tar.bz2
  wget -c https://ftpmirror.gnu.org/gnu/readline/readline-8.2.13.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/sed/sed-4.9.tar.xz
  wget -c https://pypi.org/packages/source/s/setuptools/setuptools-72.2.0.tar.gz
  wget -c https://github.com/shadow-maint/shadow/releases/download/4.16.0/shadow-4.16.0.tar.xz
  wget -c https://github.com/troglobit/sysklogd/releases/download/v2.6.1/sysklogd-2.6.1.tar.gz
  wget -c https://github.com/systemd/systemd/archive/v256.4/systemd-256.4.tar.gz
  wget -c https://anduin.linuxfromscratch.org/LFS/systemd-man-pages-256.4.tar.xz
  wget -c https://github.com/slicer69/sysvinit/releases/download/3.10/sysvinit-3.10.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/tar/tar-1.35.tar.xz
  wget -cO tcl8.6.14-src.tar.gz https://$SOURCEFORGE/project/tcl/Tcl/8.6.14/tcl8.6.14-src.tar.gz'?viasf=1'
  wget -cO tcl8.6.14-html.tar.gz https://$SOURCEFORGE/project/tcl/Tcl/8.6.14/tcl8.6.14-html.tar.gz'?viasf=1'
  wget -c https://ftpmirror.gnu.org/gnu/texinfo/texinfo-7.1.tar.xz
  wget -c https://www.iana.org/time-zones/repository/releases/tzdata2024a.tar.gz
  wget -c https://anduin.linuxfromscratch.org/LFS/udev-lfs-20230818.tar.xz
  wget -c https://www.kernel.org/pub/linux/utils/util-linux/v2.40/util-linux-2.40.2.tar.xz
  wget -c https://github.com/vim/vim/archive/v9.1.0660/vim-9.1.0660.tar.gz
  wget -c https://gitlab.freedesktop.org/wayland/wayland-protocols/-/releases/1.45/downloads/wayland-protocols-1.45.tar.xz
  wget -c https://ftpmirror.gnu.org/gnu/wget/wget-1.24.5.tar.gz
  wget -c https://pypi.org/packages/source/w/wheel/wheel-0.44.0.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/which/which-2.21.tar.gz
  wget -c https://www.x.org/releases/individual/data/xkeyboard-config/xkeyboard-config-2.42.tar.xz
  wget -c https://cpan.metacpan.org/authors/id/T/TO/TODDR/XML-Parser-2.47.tar.gz
  wget -c https://github.com//tukaani-project/xz/releases/download/v5.6.2/xz-5.6.2.tar.xz
  wget -c https://zlib.net/fossils/zlib-1.3.1.tar.gz
  wget -c https://github.com/facebook/zstd/releases/download/v1.5.6/zstd-1.5.6.tar.gz
  wget -c https://www.linuxfromscratch.org/lfs/downloads/12.2/LFS-12.2-SYSV-BOOK.pdf
)

( mkdir -p llvm-project/projects
  cd llvm-project/projects

  wget -c https://busybox.net/downloads/busybox-1.37.0.tar.bz2
  wget -c https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz
  wget -c https://github.com/iczelia/bzip3/releases/download/1.5.1/bzip3-1.5.1.tar.xz
  wget -c https://cairographics.org/releases/cairo-1.18.0.tar.xz
  wget -c https://cmake.org/files/v3.30/cmake-3.30.2.tar.gz
  wget -c https://sources.voidlinux.org/dash-0.5.12/dash-0.5.12.tar.gz
  # or http://gondor.apana.org.au/~herbert/dash/files/dash-0.5.12.tar.gz
  wget -c https://ftpmirror.gnu.org/gnu/emacs/emacs-30.1.tar.xz
  wget -c https://github.com/libexpat/libexpat/releases/download/R_2_7_1/expat-2.7.1.tar.xz
  wget -c https://www.kernel.org/pub/software/scm/git/git-2.46.0.tar.xz
  wget -c https://gitlab.gnome.org/GNOME/glib/-/archive/2.80.4/glib-2.80.4.tar.gz
  wget -cO icu-76.1.tar.gz https://github.com/unicode-org/icu/archive/refs/tags/release-76-1.tar.gz
  wget -cO jpeg-6b.tar.gz https://$SOURCEFORGE/project/libjpeg/libjpeg/6b/jpegsrc.v6b.tar.gz'?viasf=1'
  wget -cO kbd-2.6.4.tar.gz https://github.com/legionus/kbd/archive/refs/tags/v2.6.4.tar.gz
  wget -c https://ftp2.osuosl.org/pub/blfs/development/k/keyutils-1.6.3.tar.gz
  wget -c https://web.mit.edu/kerberos/dist/krb5/1.21/krb5-1.21.3.tar.gz
  wget -c https://www.linuxfromscratch.org/lfs/downloads/12.2/lfs-bootscripts-20240825.tar.xz
  wget -c https://github.com/libarchive/libarchive/releases/download/v3.7.4/libarchive-3.7.4.tar.xz
  wget -c https://gitlab.freedesktop.org/mesa/libdrm/-/archive/libdrm-2.4.122/libdrm-libdrm-2.4.122.tar.gz
  wget -c https://www.thrysoee.dk/editline/libedit-20240808-3.1.tar.gz
  wget -c https://www.freedesktop.org/software/libevdev/libevdev-1.11.0.tar.xz
  wget -c https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz
  wget -c https://gitlab.freedesktop.org/libinput/libinput/-/archive/1.29.1/libinput-1.29.1.tar.gz
  wget -c https://github.com/troglobit/libuev/releases/download/v2.4.1/libuev-2.4.1.tar.xz
  wget -cO libuv-1.48.0.tar.gz https://github.com/libuv/libuv/archive/refs/tags/v1.48.0.tar.gz
  wget -c https://github.com/xkbcommon/libxkbcommon/archive/refs/tags/xkbcommon-1.11.0.tar.gz
  wget -c https://download.gnome.org/sources/libxml2/2.14/libxml2-2.14.4.tar.xz
  wget -c https://www.kernel.org/pub/linux/kernel/v6.x/linux-6.10.5.tar.xz
  wget -c https://github.com/linux-pam/linux-pam/releases/download/v1.6.1/Linux-PAM-1.6.1.tar.xz
  wget -c https://github.com/linux-pam/linux-pam/releases/download/v1.7.1/Linux-PAM-1.7.1.tar.xz
  wget -cO lua-5.4.7.tar.gz https://github.com/lua/lua/archive/refs/tags/v5.4.7.tar.gz
  wget -cO pcre-8.39.tar.gz https://$SOURCEFORGE/project/pcre/pcre/8.39/pcre-8.39.tar.gz'?viasf=1'
  wget -c https://bellard.org/quickjs/quickjs-2024-01-13.tar.xz
  wget -cO seatd-0.9.1.tar.gz https://git.devuan.org/devuan/seatd/archive/debian/0.9.1-1.tar.gz
  wget -cO simdutf-5.5.0.tar.gz https://github.com/simdutf/simdutf/archive/refs/tags/v5.5.0.tar.gz
  wget -c https://sqlite.org/2024/sqlite-src-3460000.zip
  wget -c https://www.sudo.ws/dist/sudo-1.9.15p5.tar.gz
  wget -cO tcl8.6.15-src.tar.gz https://$SOURCEFORGE/project/tcl/Tcl/8.6.15/tcl8.6.15-src.tar.gz'?viasf=1'
  wget -c https://github.com/tmux/tmux/releases/download/3.5a/tmux-3.5a.tar.gz
  wget -cO toybox-8.12.tar.gz https://github.com/landley/toybox/archive/refs/tags/0.8.12.tar.gz
  wget -c https://gitlab.freedesktop.org/wayland/wayland/-/releases/1.24.0/downloads/wayland-1.24.0.tar.xz
  wget -c https://gitlab.freedesktop.org/wayland/weston/-/releases/12.0.5/downloads/weston-12.0.5.tar.xz
  wget -c https://zlib.net/fossils/zlib-1.3.tar.gz
  wget -c https://www.zsh.org/pub/old/zsh-5.8.tar.xz
  wget -c https://musl.libc.org/releases/musl-1.2.4.tar.gz
)

( mkdir -p llvm-project/pizlix
  cd llvm-project/pizlix
  sha256sum -c - << EOF
97203a72cae99ab89a067fe2210c1cbf052bc492b479eca7d226d9830883b0bd  acl-2.3.2.tar.xz
39bf67452fa41d0948c2197601053f48b3d78a029389734332a6309a680c6c87  attr-2.5.2.tar.gz
5c638bbeef9adb6c5715d3a60f0f5adb93e9b81633608af13d23c61f5e5db04d  audit-userspace-4.1.2.tar.gz
afb181a76e1ee72832f6581c0eddf8df032b83e2e0239ef79ebedc4467d92d6e  autoconf-2.72.tar.gz
8920c1fc411e13b90bf704ef9db6f29d540e76d232cb3b2c9f4dc4cc599bd990  automake-1.17.tar.xz
d3ef80d2b67d8cbbe4d3265c63a72c46f9b278ead6e0e06d61801b58f23f50b5  bash-5.2.32.tar.gz
828f390c2a552cadbc8c8ad5fde6eeaee398dc8d59d706559158330f3629ce35  bc-6.7.6.tar.xz
13f74202a3c4c51118b797a39ea4200d3f6cfbe224da6d1d95bb938480132dfd  binutils-2.43.1.tar.xz
9bba0214ccf7f1079c5d59210045227bcf619519840ebfa80cd3849cff5a5bf2  bison-3.8.2.tar.xz
c825f44616f7924975d867a17501e4d85b0ae145753cbdf0891bc11f67fee8af  blfs-bootscripts-20240416.tar.xz
e720a6ca29428b803f4ad165371771f5398faba397edf6778837a18599ea13ff  brotli-1.1.0.tar.gz
ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269  bzip2-1.0.8.tar.gz
a8de4e0bacfb4d76dd1c618ded263523b53b85d92a146d8835eb1a52932fa20a  check-0.15.2.tar.gz
cd328edeac92f6a665de9f323c93b712af1858bc2e0d88f3f7100469470a1b8a  coreutils-9.5.tar.xz
f292f6cc051d5bbabf725ef85d432dfeacc8711dd717ea97612ae590643801e5  curl-8.9.1.tar.xz
c4b9ea4aa74d55ea618c34f1e02c080ddf368549037cb239ee60c83191035ca1  daemon-0.6.4.tar.gz
87daefacd7958b4a69f88c6856dbd1634261963c414079d0c371f589cd66a2e3  dejagnu-1.6.3.tar.gz
d8dddf9f971a8d9ff828f33d8fa9f6d9a892a4a1429d230e9efb2be97dd0e313  dhcpcd-10.0.8.tar.xz
90e5e93cc724e4ebe12ede80df1634063c7a855692685919bfe60b556c9bd09e  diffutils-3.10.tar.xz
9afcd201f39429d2db2492aeb13dba5e75d6cc50682b732dca35643bd5f092e3  e2fsprogs-1.47.1.tar.gz
df76db71366d1d708365fc7a6c60ca48398f14367eb2b8954efc8897147ad871  elfutils-0.191.tar.bz2
ee14b4c5d8908b1bec37ad937607eab183d4d9806a08adee472c3c3121d27364  expat-2.6.2.tar.xz
49a7da83b0bdd9f46d04a04deec19c7767bb9a323e40c4781f89caf760b92c34  expect5.45.4.tar.gz
fc97f51029bb0e2c9f4e3bffefdaf678f0e039ee872b9de5c002a6d09c784d82  file-5.45.tar.gz
1387e0b67ff247d2abde998f90dfbf70c1491391a59ddfecb8ae698789f0a4f5  findutils-4.10.0.tar.xz
e87aae032bf07c26f85ac0ed3250998c37621d95f8bd748b31f15b33c45ee995  flex-2.6.4.tar.gz
72ad266176c4a3fcfab5f2930d76896059851240570ce9a98733b658cb786eba  flit_core-3.9.0.tar.gz
ca9c16d3d11d0ff8c69d79dc0b47267e1329a69b39b799895604ed447d3ca90b  gawk-5.3.0.tar.xz
a7b39bc69cbf9e25826c5a60ab26477001f7c08d85cec04bc0e29cabed6f3cc9  gcc-14.2.0.tar.xz
695e9827fdf763513f133910bc7e6cfdb9187943a4fec943e57449723d2b8dbf  gdbm-1.24.tar.gz
fe10c37353213d78a5b83d48af231e005c4da84db5ce88037d88355938259640  gettext-0.22.5.tar.xz
19a890175e9263d748f627993de6f4b1af9cd21e03f080e4bfb3a1fac10205a2  glibc-2.40.tar.xz
a3c2b80201b89e68616f4ad30bc66aee4927c3ce50e33929ca819d5c43538898  gmp-6.3.0.tar.xz
588546b945bba4b70b6a3a616e80b4ab466e3f33024a352fc2198112cdbb3ae2  gperf-3.1.tar.gz
1db2aedde89d0dea42b16d9528f894c8d15dae4e190b59aecc78f5a951276eab  grep-3.11.tar.xz
6b9757f592b7518b4902eb6af7e54570bdccba37a871fddb2d30ae3863511c13  groff-1.23.0.tar.gz
f3c97391f7c4eaa677a78e090c7e97e6dc47b16f655f04683ebd37bef7fe0faa  grub-2.12.tar.xz
7454eb6935db17c6655576c2e1b0fabefd38b4d0936e0f87f48cd062ce91a057  gzip-1.13.tar.xz
672dbe1ba52b889a46dc07ee3876664ed601983239f82d729d02a002475a5b66  iana-etc-20240806.tar.gz
87697d60a31e10b5cb86a9f0651e1ec7bee98320d048c0739431aac3d5764fb6  inetutils-2.5.tar.xz
67c74d94196b153b774ab9f89b2fa6c6ba79352407037c8c14d5aeb334e959cd  intltool-0.51.0.tar.gz
91a62f82737b44905a00fa803369c447d549e914e9a2a4018fdd75b1d54e8dce  iproute2-6.10.0.tar.xz
4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369  jinja2-3.1.4.tar.gz
dc768b3155172091f56dc69430b5481f2d76ecd9ccb54ead8c2540dbcf5ea9bc  kmod-33.tar.xz
2b5f0167216e3ef0ffcb0c31c374e287eb035e4e223d5dae315c2783b6e738ed  less-661.tar.gz
6d1963cb8c0e008cef5e044bdfa5493d7ad6729253c61e618ac4480aa3c99822  LFS-12.2-SYSV-BOOK.pdf
23a6ef8aadaf1e3e875f633bb2d116cfef8952dba7bc7c569b13458e1952b30f  libcap-2.70.tar.xz
b0dea9df23c863a7a50e825440f3ebffabd65df1497108e5d437747843895a4e  libffi-3.4.6.tar.gz
4c21a791b610b9519b9d0e12b8097bf2f359b12f8dd92647611a929e6bfd7d64  libidn2-2.3.7.tar.gz
b8b45194989022a79ec1317f64a2a75b1551b2a55bea06f67704cb2a2e4690b0  libpipeline-1.5.7.tar.gz
6a5ca0652392a2d7c9db2ae5b40210843c0bbc081cbd410825ab00cc59f14a6c  libpng-1.6.43.tar.xz
1dcc9ceae8b128f3c0b3f654decd0e1e891afc6ff81098f227ef260449dae208  libpsl-0.21.5.tar.gz
1613f0ac1cf484d6ec0ce3b8c06d56263cc7242f1c23b30d82d23de345a63f7a  libtasn1-4.19.0.tar.gz
4f7f217f057ce655ff22559ad221a0fd8ef84ad1fc5fcb6990cecc333aa1635d  libtool-2.4.7.tar.xz
632bd65ed74a881ca8a0309a1001c428bd1cbd5cd7ddbf8cedcd2e65f4dcdc44  libunistring-1.2.tar.xz
e5e1f4caee0a01de2aee26e3138807d6d3ca2b8e67287966d1fefd65e1fd8943  libxcrypt-4.4.36.tar.xz
537512904744b35e232912055ccf8ec66d768639ff3abe5788d90d792ec5f48b  lz4-1.10.0.tar.gz
63aede5c6d33b6d9b13511cd0be2cac046f2e70fd0a07aa9573a04a82783af96  m4-1.4.19.tar.xz
dd16fb1d67bfab79a72f5e8390735c49e3e8e70b4945a15ab1f81ddb78658fb3  make-4.4.1.tar.gz
98c7e6fded1938b972d0177b5d5e925d318be87f84ee9e4cad680656a8c29414  make-ca-1.16.1.tar.gz
ddee249daeb78cf92bab794ccd069cc8b575992265ea20e239e887156e880265  man-db-2.12.1.tar.xz
e23cbac29f110ba571f0da8523e79d373691466ed7f2a31301721817d34530bd  man-pages-6.9.1.tar.xz
d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b  MarkupSafe-2.1.5.tar.gz
567e533adf255de73a2de35049b99923caf872a455af9ce03e01077e0d384bed  meson-1.5.1.tar.gz
05101360d2194392da0950e8b6f18d067d8af0fd2f572461ba4d4e7b4ccbb4c1  mg-3.7.tar.gz
ab642492f5cf882b74aa0cb730cd410a81edcdbec895183ce930e706c1c759b8  mpc-1.3.1.tar.gz
277807353a6726978996945af13e52829e3abd7a9a5b7fb2793894e18f1fcbb2  mpfr-4.2.1.tar.xz
136d91bc269a9a5785e5f9e980bc76ab57428f604ce3e5a5a90cebc767971cc6  ncurses-6.5.tar.gz
2345d4dc136fda28ce243e0bb21f2e7e8ef6293d62c799abbf6f633a6887af72  nghttp2-1.62.1.tar.xz
821bdff48a3f683bc4bb3b6f0b5fe7b2d647cf65d52aeb63328c91a6c6df285a  ninja-1.12.1.tar.gz
dd8bd002a379b5d499dfb050dd1fa9af8029e80461f4bb6c523c49973f5a39f3  openssh-9.8p1.tar.gz
777cd596284c883375a2a7a11bf5d2786fc5413255efab20c50d6ffe6d020b7e  openssl-3.3.1.tar.gz
04d0a86450cdb1be018f26af6699857171a188ac6d5b8c90786a60854e1198e5  p11-kit-0.25.5.tar.xz
026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002  packaging-24.1.tar.gz
ac610bda97abe0d9f6b7c963255a11dcb196c25e337c61f94e4778d632f1d8fd  patch-2.7.6.tar.xz
64de10e4c6b8b8379db7e87f58030f336ea747c0515f381132e810dbf84a86e7  patchelf-0.18.0.tar.gz
d34f02e113cf7193a1ebf2770d3ac527088d485d4e047ed10e5d217c6ef5de96  pcre2-10.44.tar.bz2
d5325300ad267624cb0b7d512cfdfcd74fa7fe00c455c5b51a6bd53e5e199ef9  perl-5.40.0.tar.xz
a0624db90180c7ddb79fc7a9151093dc37c646d8c38d3f232f767cf64b85a226  pixman-0.43.4.tar.gz
3a9080ac51d03615e7c1910a0a2a8df08424892b5f13b0628a204d3fcce0ea8b  pkgconf-2.3.0.tar.xz
22870d6feb2478adb617ce4f09a787addaf2d260c5a8aa7b17d889a962c5e42e  procps-ng-4.0.4.tar.xz
58c55d9c1402474065adae669511c191de374b0871eec781239ab400b907c327  psmisc-23.7.tar.xz
f698f4e5972fa985f3c1c5c9fdcee835632e5745630ec2437ac7b5ff573e36c7  python-3.12.5-docs-html.tar.bz2
fa8a2e12c5e620b09f53e65bcd87550d2e5a1e2e04bf8ba991dcc55113876397  Python-3.12.5.tar.xz
0e5be4d2937e8bd9b7cd60d46721ce79f88a33415dd68c2d738fb5924638f656  readline-8.2.13.tar.gz
6e226b732e1cd739464ad6862bd1a1aba42d7982922da7a53519631d24975181  sed-4.9.tar.xz
80aacbf633704e9c8bfa1d99fa5dd4dc59573efcf9e4042c13d3bcef91ac2ef9  setuptools-72.2.0.tar.gz
b78e3921a95d53282a38e90628880624736bf6235e36eea50c50835f59a3530b  shadow-4.16.0.tar.xz
e35d5c5f55019976302ac9818890bd6b6858db257506f0e9afaa718a8dee9cc3  sysklogd-2.6.1.tar.gz
7861d544190f938cac1b242624d78c96fe2ebbc7b72f86166e88b50451c6fa58  systemd-256.4.tar.gz
dceb4cc699b3801c38d99f88618ca7e7f7e23ee6016a8b7eef3ed361d852d340  systemd-man-pages-256.4.tar.xz
c52d22f63e187a1247ad491b6a3a049561b887400a166d6b04fc9d67705c4da6  sysvinit-3.10.tar.xz
4d62ff37342ec7aed748535323930c7cf94acf71c3591882b26a7ea50f3edc16  tar-1.35.tar.xz
bfd319033beeeead986f46be0a3a3ef6ee35424770f7836dca45bbc0ba27ee5f  tcl8.6.14-html.tar.gz
5880225babf7954c58d4fb0f5cf6279104ce1cd6aa9b71e9a6322540e1c4de66  tcl8.6.14-src.tar.gz
deeec9f19f159e046fdf8ad22231981806dac332cc372f1c763504ad82b30953  texinfo-7.1.tar.xz
0d0434459acbd2059a7a8da1f3304a84a86591f6ed69c6248fffa502b6edffe3  tzdata2024a.tar.gz
104cdde52a898c648ce346a9ed1fbe9297514656534636a6584132cf2d7428d9  udev-lfs-20230818.tar.xz
d78b37a66f5922d70edf3bdfb01a6b33d34ed3c3cafd6628203b2a2b67c8e8b3  util-linux-2.40.2.tar.xz
cf7d5c1fbde84357a355c1ad20118c8947d5e1684e71a673549f1e9635f9bfe7  vim-9.1.0660.tar.gz
4d2b2a9e3e099d017dc8107bf1c334d27bb87d9e4aff19a0c8d856d17cd41ef0  wayland-protocols-1.45.tar.xz
fa2dc35bab5184ecbc46a9ef83def2aaaa3f4c9f3c97d4bd19dcb07d4da637de  wget-1.24.5.tar.gz
a29c3f2817e95ab89aa4660681ad547c0e9547f20e75b0562fe7723c9a2a9d49  wheel-0.44.0.tar.gz
f4a245b94124b377d8b49646bf421f9155d36aa7614b6ebf83705d3ffc76eaad  which-2.21.tar.gz
a6b06ebfc1f01fc505f2f05f265f95f67cc8873a54dd247e3c2d754b8f7e0807  xkeyboard-config-2.42.tar.xz
ad4aae643ec784f489b956abe952432871a622d4e2b5c619e8855accbfc4d1d8  XML-Parser-2.47.tar.gz
a9db3bb3d64e248a0fae963f8fb6ba851a26ba1822e504dc0efd18a80c626caf  xz-5.6.2.tar.xz
9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23  zlib-1.3.1.tar.gz
8c29e06cf42aacc1eafc4077ae2ec6c6fcb96a626157e0593d5e82a34fd403c1  zstd-1.5.6.tar.gz
EOF
)

( mkdir -p llvm-project/projects
  cd llvm-project/projects
  sha256sum -c << EOF
3311dff32e746499f4df0d5df04d7eb396382d7e108bb9250e7b519b837043a4  busybox-1.37.0.tar.bz2
ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269  bzip2-1.0.8.tar.gz
53b844f9d9fb1d75faa4d3a9d9026017caaf50bb200b320d1685c6506b8f3b37  bzip3-1.5.1.tar.xz
243a0736b978a33dee29f9cca7521733b78a65b5418206fef7bd1c3d4cf10b64  cairo-1.18.0.tar.xz
46074c781eccebc433e98f0bbfa265ca3fd4381f245ca3b140e7711531d60db2  cmake-3.30.2.tar.gz
6a474ac46e8b0b32916c4c60df694c82058d3297d8b385b74508030ca4a8f28a  dash-0.5.12.tar.gz
6ccac1ae76e6af93c6de1df175e8eb406767c23da3dd2a16aa67e3124a6f138f  emacs-30.1.tar.xz
354552544b8f99012e5062f7d570ec77f14b412a3ff5c7d8d0dae62c0d217c30  expat-2.7.1.tar.xz
7f123462a28b7ca3ebe2607485f7168554c2b10dfc155c7ec46300666ac27f95  git-2.46.0.tar.xz
7be7c1bdd60e546624ce512697f057e86c904585cb8188532c9d5c3d9c33006b  glib-2.80.4.tar.gz
a2c443404f00098e9e90acf29dc318e049d2dc78d9ae5f46efb261934a730ce2  icu-76.1.tar.gz
75c3ec241e9996504fe02a9ed4d12f16b74ade713972f3db9e65ce95cd27e35d  jpeg-6b.tar.gz
f5c7be3fd5365bd5150a3293cff58f836acc2b5914515c1ca91540a7f9be50f7  kbd-2.6.4.tar.gz
a61d5706136ae4c05bd48f86186bcfdbd88dd8bd5107e3e195c924cfc1b39bb4  keyutils-1.6.3.tar.gz
b7a4cd5ead67fb08b980b21abd150ff7217e85ea320c9ed0c6dadd304840ad35  krb5-1.21.3.tar.gz
79e313456bc4a896d65d33d42f78cf875aca96f38fc4757870324cd995e01076  lfs-bootscripts-20240825.tar.xz
f887755c434a736a609cbd28d87ddbfbe9d6a3bb5b703c22c02f6af80a802735  libarchive-3.7.4.tar.xz
87f3286d97ef729b0f75c36064f9585213da69968cc24f1ffaccbbd12ad5c9a7  libdrm-libdrm-2.4.122.tar.gz
5f0573349d77c4a48967191cdd6634dd7aa5f6398c6a57fe037cc02696d6099f  libedit-20240808-3.1.tar.gz
63f4ea1489858a109080e0b40bd43e4e0903a1e12ea888d581db8c495747c2d0  libevdev-1.11.0.tar.xz
92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb  libevent-2.1.12-stable.tar.gz
98bb615d98ddc4607bddb13a7b7550d129eb8cd16f86cd5ca090207bc46b488b  libinput-1.29.1.tar.gz
1d171c572ca48ddd6763f76c54e77d021d4ca7beb007610f7c1fec903511977b  libuev-2.4.1.tar.xz
8c253adb0f800926a6cbd1c6576abae0bc8eb86a4f891049b72f9e5b7dc58f33  libuv-1.48.0.tar.gz
24175ec30a97cfa86bdf9befb7ccf4613f8f4b2713c5103e0dd0bc9c711a2773  libxml2-2.14.4.tar.xz
30909eb2e0434dce97a93cd97ed0dfab7688a124bc3ebc3ecf6c776de09ccc0b  linux-6.10.5.tar.xz
f8923c740159052d719dbfc2a2f81942d68dd34fcaf61c706a02c9b80feeef8e  Linux-PAM-1.6.1.tar.xz
21dbcec6e01dd578f14789eac9024a18941e6f2702a05cf91b28c232eeb26ab0  Linux-PAM-1.7.1.tar.xz
5c39111b3fc4c1c9e56671008955a1730f54a15b95e1f1bd0752b868b929d8e3  lua-5.4.7.tar.gz
7a35eae33d5372a7c0da1188de798726f68825513b7ae3ebe97aaaa52114f039  musl-1.2.4.tar.gz
ccdf7e788769838f8285b3ee672ed573358202305ee361cfec7a4a4fb005bbc7  pcre-8.39.tar.gz
3c4bf8f895bfa54beb486c8d1218112771ecfc5ac3be1036851ef41568212e03  quickjs-2024-01-13.tar.xz
357a3b8f0c1a8a54a1b23e77d71ecde619cfd2234f8e10b23e0d49780dd634c1  seatd-0.9.1.tar.gz
47090a770b8eecf610ac4d1fafadde60bb7ba3c9d576d2a3a545aba989a3d749  simdutf-5.5.0.tar.gz
070362109beb6899f65797571b98b8824c8f437f5b2926f88ee068d98ef368ec  sqlite-src-3460000.zip
558d10b9a1991fb3b9fa7fa7b07ec4405b7aefb5b3cb0b0871dbc81e3a88e558  sudo-1.9.15p5.tar.gz
861e159753f2e2fbd6ec1484103715b0be56be3357522b858d3cbb5f893ffef1  tcl8.6.15-src.tar.gz
16216bd0877170dfcc64157085ba9013610b12b082548c7c9542cc0103198951  tmux-3.5a.tar.gz
3c529d93923dde67d048e7bcbd5d1bc0dd1ad09362269e2415f5f2eaab349b5b  toybox-8.12.tar.gz
82892487a01ad67b334eca83b54317a7c86a03a89cfadacfef5211f11a5d0536  wayland-1.24.0.tar.xz
5092a8aeec039c3e225f938087d05bc530de22f5bfef02a6564d1b42effb32ab  weston-12.0.5.tar.xz
78a6b14f16e9a55025978c252e53ce9e16a02bfdb929550b9a0db5af87db7e02  xkbcommon-1.11.0.tar.gz
ff0ba4c292013dbc27530b3a81e1f9a813cd39de01ca5e0f8bf355702efa593e  zlib-1.3.tar.gz
dcc4b54cc5565670a65581760261c163d720991f0d06486da61f8d839b52de27  zsh-5.8.tar.xz
EOF
)

( mkdir -p llvm-project/projects
  cd llvm-project/projects

  for x in attr-2.5.2 bash-5.2.32 binutils-2.43.1 bison-3.8.2 brotli-1.1.0 check-0.15.2 coreutils-9.5 curl-8.9.1 dhcpcd-10.0.8 diffutils-3.10 e2fsprogs-1.47.1 elfutils-0.191 gettext-0.22.5 glibc-2.40 gmp-6.3.0 grep-3.11 kmod-33 libcap-2.70 libffi-3.4.6 libidn2-2.3.7 libpipeline-1.5.7 libpng-1.6.43 libtasn1-4.19.0 libxcrypt-4.4.36 lz4-1.10.0 m4-1.4.19 make-4.4.1 man-db-2.12.1 mg-3.7 ncurses-6.5 nghttp2-1.62.1 openssh-9.8p1 openssl-3.3.1 p11-kit-0.25.5 pcre2-10.44 perl-5.40.0 pkgconf-2.3.0 procps-ng-4.0.4 Python-3.12.5 sed-4.9 shadow-4.16.0 systemd-256.4 tar-1.35 texinfo-7.1 util-linux-2.40.2 vim-9.1.0660 XML-Parser-2.47 xz-5.6.2 zstd-1.5.6
  do
    tar -xf ../pizlix/$x.tar.* $x
  done

  for x in busybox-1.37.0 bzip2-1.0.8 bzip3-1.5.1 cairo-1.18.0 cmake-3.30.2 dash-0.5.12 emacs-30.1 expat-2.7.1 git-2.46.0 glib-2.80.4 jpeg-6b kbd-2.6.4 keyutils-1.6.3 krb5-1.21.3 lfs-bootscripts-20240825 libarchive-3.7.4 libdrm-libdrm-2.4.122 libedit-20240808-3.1 libevdev-1.11.0 libevent-2.1.12-stable libinput-1.29.1 libuev-2.4.1 libuv-1.48.0 libxml2-2.14.4 linux-6.10.5 Linux-PAM-1.6.1 Linux-PAM-1.7.1 lua-5.4.7 pcre-8.39 quickjs-2024-01-13 simdutf-5.5.0 sudo-1.9.15p5 tmux-3.5a wayland-1.24.0 weston-12.0.5 zlib-1.3 zsh-5.8
  do
    tar -xf $x.tar.* $x
    rm $x.tar.*
  done

  rm -rf expat-new
  mkdir expat-new
  mv expat-2.7.1 expat-new/expat
  mv expat-new expat-2.7.1

  rm -rf bzip2
  mv bzip2-1.0.8 bzip2

  rm -rf bzip3
  mv bzip3-1.5.1 bzip3

  rm -rf libdrm-2.4.122
  mv libdrm-libdrm-2.4.122 libdrm-2.4.122

  rm -rf libevent-2.1.12
  mv libevent-2.1.12-stable libevent-2.1.12

  rm -rf libuv-v1.48.0
  mv libuv-1.48.0 libuv-v1.48.0

  rm -rf ncurses-6.5-20240720
  mv ncurses-6.5 ncurses-6.5-20240720

  rm -rf quickjs
  mv quickjs-2024-01-13 quickjs

  unzip sqlite-src-3460000.zip
  rm -rf sqlite sqlite-src-3460000.zip
  mv sqlite-src-3460000 sqlite

  tar -xf tcl8.6.15-src.tar.gz tcl8.6.15
  rm -rf tcl-8.6.15 tcl8.6.15-src.tar.gz
  mv tcl8.6.15 tcl-8.6.15

  tar -xf toybox-8.12.tar.gz toybox-0.8.12
  rm -rf toybox-8.12 toybox-8.12.tar.gz
  mv toybox-0.8.12 toybox-8.12

  rm -rf zsh-5.8.0.1-dev
  mv zsh-5.8 zsh-5.8.0.1-dev

  tar -xf icu-76.1.tar.* icu-release-76-1
  rm -rf icu-76-1 icu-76.1.tar.*
  mv icu-release-76-1 icu-76.1

  tar -xf xkbcommon-1.11.0.tar.* libxkbcommon-xkbcommon-1.11.0
  rm -rf xkbcommon-1.11.0.tar.gz

  tar -xf seatd-0.9.1.tar.* seatd
  rm -rf seatd-0.9.1 seatd-0.9.1.tar.*
  mv seatd seatd-0.9.1

  tar -xf musl-1.2.4.tar.gz musl-1.2.4
  rm -rf yolomusl usermusl musl-1.2.4.tar.gz
  mv musl-1.2.4 yolomusl
  cp -pr yolomusl usermusl

  tar -xf ../pizlix/glibc-2.40.tar.xz glibc-2.40
  rm -rf yolo-glibc-2.40 user-glibc-2.40
  mv glibc-2.40 yolo-glibc-2.40
  cp -pr yolo-glibc-2.40 user-glibc-2.40

  rm -rf wg14_signals
  git clone https://github.com/ned14/wg14_signals.git
  ( cd wg14_signals; git checkout fb571c7e4de1ecd86990557b43fcfb966b66f06c )
  rm -rf wg14_signals/.git
)

( cd llvm-project/pizlix
  rm -f autoconf-2.72.tar; gunzip autoconf-2.72.tar.gz
)

find llvm-project fil-c -name '.git*' -print0 | xargs -0 rm -rf
rm -rf fil-c/benchmarkData

diff -Nru llvm-project fil-c >diffs 2>&1