1 # Goals stdlib Fedora module.
2 # Copyright (C) 2020 Richard W.M. Jones
3 # Copyright (C) 2020 Red Hat Inc.
5 # This program is free software; you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; either version 2 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License along
16 # with this program; if not, write to the Free Software Foundation, Inc.,
17 # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
19 # Goals for dealing with Fedora builds.
21 # For these to work you must set up your environment in
22 # a particular way as described below:
25 # Points to a directory containing Fedora packages checked out
26 # of dist git. You must use the fedpkg clone -B command to
27 # create separate branches.
29 # %fedora-branch: Working branch, eg. "rawhide".
30 # %fedora-tag: Build tag, eg. "f32-build".
32 # %fedora-rebuild-name:
33 # Magic string that identifies this rebuild. This is used to
34 # detect if a rebuild has been attempted before in this run.
35 # eg. "Perl 5.99 rebuild"
37 # %fedora-retry-failed:
38 # If set to 1 then failed builds are retried automatically.
39 # If set to 0 then failed builds must be manually restarted.
40 # Normally you want this to be 0.
42 # %fedora-source-packages:
43 # List of source packages that will be rebuilt.
46 # List of source packages which will be ignored. These are treated
47 # as if they have been rebuilt.
50 # List of packages which are blocked. Any dependent packages are
51 # also blocked. XXX NOT IMPLEMENTED
53 # Check if the source package has been built in Koji.
55 predicate is-koji-built (pkg) = {
56 cd %fedora-dir/%pkg/%fedora-branch
59 # Packages which are ignored are treated as if they were rebuilt already.
60 for p in %fedora-ignored; do
61 if [ %pkg = "$p" ]; then exit 0; fi
64 if ! grep -sq "^%%autochangelog" $specfile; then
65 # If the specfile doesn't have the magic string then the
66 # package definitely needs to be rebuilt.
67 grep -sq %fedora-rebuild-name $specfile || exit 99
69 # Using autochangelog.
70 git log | grep -sq %fedora-rebuild-name || exit 99
73 # Else we must check Koji itself.
74 # Koji sends some messages to stderr.
76 buildinfo=$(koji buildinfo $nvr 2>&1 ||:)
78 # No build at all, needs rebuild.
79 echo "$buildinfo" | grep -sq "No such build" && exit 99
81 # Existing build, find out what state it is in.
82 state=$(echo "$buildinfo" | grep ^State: | awk '{print $2}')
83 taskid=$(echo "$buildinfo" | grep ^Task: | awk '{print $2}')
87 # Complete so we don't need to rebuild.
90 if [ %fedora-retry-failed -ne 0 ]; then
91 # Resubmit it automatically.
94 # Fail, must be examined and retried manually.
98 # Cancel the build, we will resubmit it.
99 koji cancel $taskid ||:
105 # Don't know what happened there, so fail.
109 # Rebuild a Fedora package. This rebuilds any dependencies first.
111 goal fedora-rebuild (pkg) =
112 is-koji-built ("%pkg") :
113 wrap ("is-koji-built", fedora-source-dependencies (pkg)) {
114 cd %fedora-dir/%pkg/%fedora-branch
117 # We have to wait for the dependencies to become available
118 # before we can start the new build.
120 nvr=$(koji --quiet latest-build %fedora-tag $p | awk '{print $1}')
121 test -n "$nvr" || exit 1
122 while ! koji wait-repo --timeout=10000 %fedora-tag --build=$nvr; do sleep 1m; done
125 # Make sure the local directory is up to date.
126 # This should also fail if there are local changes, which
127 # would need to be corrected/integrated by hand.
130 # Add the new commit.
131 if ! grep -sq "^%%autochangelog" $specfile; then
132 # If we're not building for Rawhide then we must use the
133 # rpmdev-bumpspec rightmost (-r) flag so there's an upgrade
136 if test %fedora-branch != "rawhide"; then rightmost=-r; fi
138 # If the specfile doesn't have the magic string then add
140 if ! grep -sq %fedora-rebuild-name $specfile; then
141 rpmdev-bumpspec -c "- "%fedora-rebuild-name $rightmost *.spec
143 rpmdev-bumpspec -c "- Bump release and rebuild" $rightmost *.spec
148 # Using autochangelog.
149 if ! git log | grep -sq %fedora-rebuild-name; then
150 git commit --allow-empty -m %fedora-rebuild-name
152 git commit --allow-empty -m "Bump release and rebuild"
156 # Push the new commit.
159 # Do the Koji build in the side tag.
160 fedpkg build --target %fedora-tag
163 # Get the source package names for a particular package.
164 # Note this is not merely the BuildRequires, since those are
165 # the binary packages. Also this will only find packages
166 # which are in the list of fedora-source-packages.
167 pure function fedora-source-dependencies (pkg) returning strings = @{
168 echo Calculating dependencies of %pkg >&2
170 specfile=%fedora-dir/%pkg/%fedora-branch/%pkg.spec
172 # We will require the mapping of all source packages to the
173 # list of binary packages they build, so work this out in advance.
175 for p in %fedora-source-packages; do
176 p_specfile=%fedora-dir/$p/%fedora-branch/$p.spec
177 p_depcache=%fedora-dir/$p/%fedora-branch/.depcache
178 if ! test -f "$p_depcache" || test "$p_specfile" -nt "$p_depcache";
181 for b in $(rpmspec -q --provides $p_specfile 2>/dev/null | awk '{print $1}'); do
182 echo "bin2src['$b']='$p'" >> $p_depcache
188 for b in $(rpmspec -q --buildrequires $specfile 2>/dev/null |
189 awk '{print $1}'); do
190 # Find the source package that produces these binary requirements.
192 done | grep -v '^$' | sort -u