forked from testing/repocompare
148 lines
5.3 KiB
Bash
148 lines
5.3 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# Simple script that takes a list of the modular packages in a group of repositories (like AppStream,CodeReady from RHEL 8) and
|
||
|
|
# compares them with the modules in another distribution (Like AppStream,PowerTools from Rocky 8)
|
||
|
|
#
|
||
|
|
# It uses straight dnf calls for its data, and requires the repos to be defined in repos.d/. Also requires git
|
||
|
|
#
|
||
|
|
# All modules and version are iterated over and compared.
|
||
|
|
#
|
||
|
|
# Usage takes the pattern : ./module_compare_html.sh REPO_A,REPO_B,REPO_C REPO_X,REPO_Y,REPO_Z
|
||
|
|
#
|
||
|
|
# Example: ./modules_compare_html.sh RHEL8_AppStream,RHEL8_CodeReady Rocky8_AppStream,Rocky8_PowerTools
|
||
|
|
#
|
||
|
|
|
||
|
|
REPOS1=$1
|
||
|
|
REPOS2=$2
|
||
|
|
|
||
|
|
# Get a complete list of modules+versions we want to compare against (usually from RHEL 8)
|
||
|
|
# This includes a list that consists of things like "perl:5.24 , perl:5.26 , python38:3.8" , etc.
|
||
|
|
MODULE_LIST1=$(dnf --disablerepo '*' --enablerepo "${REPOS1}" module list |
|
||
|
|
grep -v '^Name' |
|
||
|
|
grep -v '(RPMs)' |
|
||
|
|
grep -v 'Hint:' |
|
||
|
|
grep -vi ' subscription ' |
|
||
|
|
grep -vi ' metadata ' |
|
||
|
|
grep -v '^$' |
|
||
|
|
awk '{print $1":"$2}')
|
||
|
|
|
||
|
|
IFS='
|
||
|
|
'
|
||
|
|
|
||
|
|
mkdir -p /tmp/module_compare
|
||
|
|
rm -f /tmp/module_compare/*
|
||
|
|
|
||
|
|
|
||
|
|
# HTML header:
|
||
|
|
echo "<html><h3>Module Artifact Comparison for: ${REPOS1} vs. ${REPOS2}</h3>"
|
||
|
|
echo '
|
||
|
|
<style>
|
||
|
|
table {
|
||
|
|
border-collapse: collapse;
|
||
|
|
width: 90%;
|
||
|
|
}
|
||
|
|
|
||
|
|
th, td {
|
||
|
|
text-align: left;
|
||
|
|
padding: 8px;
|
||
|
|
}
|
||
|
|
|
||
|
|
tr:nth-child(even) {background-color: #d4d4d4;}
|
||
|
|
</style>
|
||
|
|
|
||
|
|
<div style="overflow-x:auto;">
|
||
|
|
'
|
||
|
|
|
||
|
|
echo "
|
||
|
|
<p>
|
||
|
|
<i>Generated by Rocky Module Compare Script at: $(date +'%Y-%m-%d %H:%M:%S') </i>
|
||
|
|
<br />
|
||
|
|
<p>
|
||
|
|
|
||
|
|
<table>
|
||
|
|
<tr> <th width=\"20%\">Module Name:Version</th> <th width=\"40%\">${REPOS1} Pkg Diffs (-)</th> <th width=\"40%\">${REPOS2} Pkg Diffs (+)</th> </tr>
|
||
|
|
"
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
# Big loop where we go through every possible module/version combination:
|
||
|
|
for module in ${MODULE_LIST1}; do
|
||
|
|
|
||
|
|
# MODULE1 == complete module info from the 1st repos, while MODULE2 == complete module info from 2nd repos
|
||
|
|
# This includes all the different versions/releases, so we want to filter for the latest later
|
||
|
|
MODULE1=$(dnf --disablerepo '*' --enablerepo "${REPOS1}" module info "${module}" 2> /dev/null)
|
||
|
|
MODULE2=$(dnf --disablerepo '*' --enablerepo "${REPOS2}" module info "${module}" 2> /dev/null)
|
||
|
|
|
||
|
|
|
||
|
|
# Isolate the latest released version of each module, that's the only one we're intrested in (indicated by the "Version :" line in module info)
|
||
|
|
latest_version1=$(echo "${MODULE1}" | grep 'Version ' | awk '{print $3}' | sort -n | tail -1)
|
||
|
|
latest_version2=$(echo "${MODULE2}" | grep 'Version ' | awk '{print $3}' | sort -n | tail -1)
|
||
|
|
|
||
|
|
|
||
|
|
# Isolate individual module artifacts and write them (sorted) to a text file
|
||
|
|
# order of operations: awk to find version string through blank line,
|
||
|
|
# awk to find "Requires :" line,
|
||
|
|
# sed to remove "Artifacts",
|
||
|
|
# awk to isolate module rpm artifact ($2),
|
||
|
|
# sed to remove the distro tag after module (module+el8.4.0+xyz)
|
||
|
|
# sed to remove the git hash after "module+" ONLY IF we have a minor patch release (ie. module ends in a ".1.x86_64" or a ".2.src" or something similar)
|
||
|
|
# sed to remove everything after .module in the normal case (no minor patch release at the end)
|
||
|
|
#everything after ".module" (which is unique per-distro), except for ending ".$arch" (src/noarch/x86_64/etc.)
|
||
|
|
# remove any blank lines,
|
||
|
|
# and finally sort and write to text file
|
||
|
|
echo "${MODULE1}" |
|
||
|
|
awk "/${latest_version1}/ { show=1; next } show; /^$/ { show=0 }" |
|
||
|
|
awk "/Requires / { show=1; next } show; /^$/ { show=0 }" |
|
||
|
|
sed 's/Artifacts //' |
|
||
|
|
awk '{print $2}' |
|
||
|
|
sed 's/module+.*+/module+/g' |
|
||
|
|
sed 's/module+.*\.\(.*\)\./module.\1./g' |
|
||
|
|
sed 's/module+.*\./module./g' |
|
||
|
|
grep -v '^$' |
|
||
|
|
sort > "/tmp/module_compare/${module}_1"
|
||
|
|
|
||
|
|
|
||
|
|
# Do the same isolation of module rpms for module 2 and write that to a text file
|
||
|
|
echo "${MODULE2}" |
|
||
|
|
awk "/${latest_version2}/ { show=1; next } show; /^$/ { show=0 }" |
|
||
|
|
awk "/Requires / { show=1; next } show; /^$/ { show=0 }" |
|
||
|
|
sed 's/Artifacts //' |
|
||
|
|
awk '{print $2}' |
|
||
|
|
sed 's/module+.*+/module+/g' |
|
||
|
|
sed 's/module+.*\.\(.*\)\./module.\1./g' |
|
||
|
|
sed 's/module+.*\./module./g' |
|
||
|
|
grep -v '^$' |
|
||
|
|
sort > "/tmp/module_compare/${module}_2"
|
||
|
|
|
||
|
|
|
||
|
|
# Get list of differences from source repo (the "-" in git diff)
|
||
|
|
diff1=$(git --no-pager diff "/tmp/module_compare/${module}_1" "/tmp/module_compare/${module}_2" | grep -A1000 '@@' | grep '^\-' | sort)
|
||
|
|
|
||
|
|
# and the "+" (repo2):
|
||
|
|
diff2=$(git --no-pager diff "/tmp/module_compare/${module}_1" "/tmp/module_compare/${module}_2" | grep -A1000 '@@' | grep '^\+' | sort)
|
||
|
|
|
||
|
|
|
||
|
|
# If module artifacts are completely identical, then we will say as much:
|
||
|
|
if [[ -z "${diff1}" ]] && [[ -z "${diff2}" ]]; then
|
||
|
|
diff1="Identical Packages"
|
||
|
|
diff2="Identical Packages"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# If module 2 is empty, then it doesn't exist:
|
||
|
|
if [ -s "/tmp/module_compare/${module}_1" ] && [ ! -s "/tmp/module_compare/${module}_2" ]; then
|
||
|
|
diff1="N/A"
|
||
|
|
diff2="<b>Module packages not found</b>"
|
||
|
|
fi
|
||
|
|
|
||
|
|
|
||
|
|
# swap line endings for <br /> to make html friendly looking:
|
||
|
|
diff1=$(echo "${diff1}" | sed 's/$/<br \/>/')
|
||
|
|
diff2=$(echo "${diff2}" | sed 's/$/<br \/>/')
|
||
|
|
|
||
|
|
# Now, write the table row line:
|
||
|
|
echo "<tr> <td><b>${module}</b></td> <td>${diff1}</td> <td>${diff2}</td> </tr>"
|
||
|
|
|
||
|
|
done
|
||
|
|
|
||
|
|
echo "</table></html>"
|