3 # Re-generate container recipes
5 # This script uses the "lcitool" available from
7 # https://gitlab.com/libvirt/libvirt-ci
9 # Copyright (c) 2020 Red Hat Inc.
11 # This work is licensed under the terms of the GNU GPL, version 2
12 # or (at your option) any later version. See the COPYING file in
13 # the top-level directory.
18 from pathlib import Path
20 if len(sys.argv) != 1:
21 print("syntax: %s" % sys.argv[0], file=sys.stderr)
24 self_dir = Path(__file__).parent
25 src_dir = self_dir.parent.parent
26 dockerfiles_dir = Path(src_dir, "tests", "docker", "dockerfiles")
28 lcitool_path = Path(self_dir, "libvirt-ci", "bin", "lcitool")
30 lcitool_cmd = [lcitool_path, "--data-dir", self_dir]
33 def atomic_write(filename, content):
34 tmp = filename.with_suffix(filename.suffix + ".tmp")
36 with tmp.open("w") as fp:
37 print(content, file=fp, end="")
39 except Exception as ex:
44 def generate(filename, cmd, trailer):
45 print("Generate %s" % filename)
46 lcitool = subprocess.run(cmd, capture_output=True)
48 if lcitool.returncode != 0:
49 raise Exception("Failed to generate %s: %s" % (filename, lcitool.stderr))
51 content = lcitool.stdout.decode("utf8")
52 if trailer is not None:
54 atomic_write(filename, content)
56 # Optional user setting, this will always be the last thing added
57 # so maximise the number of layers that are cached
59 "# As a final step configure the user (if env is defined)",
62 "RUN if [ \"${USER}\" ]; then \\",
63 " id ${USER} 2>/dev/null || useradd -u ${UID} -U ${USER}; fi\n"
66 def generate_dockerfile(host, target, project="qemu", cross=None, trailer=None):
67 filename = Path(src_dir, "tests", "docker", "dockerfiles", host + ".docker")
68 cmd = lcitool_cmd + ["dockerfile"]
70 cmd.extend(["--cross", cross])
71 cmd.extend([target, project])
73 if trailer is not None:
74 trailer += "\n".join(add_user_mapping)
76 trailer = "\n".join(add_user_mapping)
78 generate(filename, cmd, trailer)
81 def generate_cirrus(target, trailer=None):
82 filename = Path(src_dir, ".gitlab-ci.d", "cirrus", target + ".vars")
83 cmd = lcitool_cmd + ["variables", target, "qemu"]
84 generate(filename, cmd, trailer)
87 def generate_pkglist(vm, target):
88 filename = Path(src_dir, "tests", "vm", "generated", vm + ".json")
89 cmd = lcitool_cmd + ["variables", "--format", "json", target, "qemu"]
90 generate(filename, cmd, None)
93 # Netmap still needs to be manually built as it is yet to be packaged
94 # into a distro. We also add cscope and gtags which are used in the CI
97 "# netmap/cscope/global\n",
98 "RUN DEBIAN_FRONTEND=noninteractive eatmydata \\\n",
99 " apt install -y --no-install-recommends \\\n",
102 " linux-headers-amd64\n",
103 "RUN git clone https://github.com/luigirizzo/netmap.git /usr/src/netmap\n",
104 "RUN cd /usr/src/netmap && git checkout v11.3\n",
105 "RUN cd /usr/src/netmap/LINUX && ./configure --no-drivers --no-apps --kernel-dir=$(ls -d /usr/src/linux-headers-*-amd64) && make install\n",
106 "ENV QEMU_CONFIGURE_OPTS --enable-netmap\n"
110 def cross_build(prefix, targets):
111 conf = "ENV QEMU_CONFIGURE_OPTS --cross-prefix=%s\n" % (prefix)
112 targets = "ENV DEF_TARGET_LIST %s\n" % (targets)
113 return "".join([conf, targets])
116 # Update all the various build configurations.
117 # Please keep each group sorted alphabetically for easy reading.
122 # Standard native builds
124 generate_dockerfile("alpine", "alpine-318")
125 generate_dockerfile("centos8", "centos-stream-8")
126 generate_dockerfile("debian-amd64", "debian-12",
127 trailer="".join(debian12_extras))
128 generate_dockerfile("fedora", "fedora-38")
129 generate_dockerfile("opensuse-leap", "opensuse-leap-15")
130 generate_dockerfile("ubuntu2004", "ubuntu-2004")
131 generate_dockerfile("ubuntu2204", "ubuntu-2204")
134 # Cross compiling builds
136 generate_dockerfile("debian-amd64-cross", "debian-12",
138 trailer=cross_build("x86_64-linux-gnu-",
141 "i386-softmmu,i386-linux-user"))
143 generate_dockerfile("debian-arm64-cross", "debian-12",
145 trailer=cross_build("aarch64-linux-gnu-",
146 "aarch64-softmmu,aarch64-linux-user"))
148 # migration to bookworm stalled: https://lists.debian.org/debian-arm/2023/09/msg00006.html
149 generate_dockerfile("debian-armel-cross", "debian-11",
151 trailer=cross_build("arm-linux-gnueabi-",
152 "arm-softmmu,arm-linux-user,armeb-linux-user"))
154 generate_dockerfile("debian-armhf-cross", "debian-12",
156 trailer=cross_build("arm-linux-gnueabihf-",
157 "arm-softmmu,arm-linux-user"))
159 generate_dockerfile("debian-mips64el-cross", "debian-11",
161 trailer=cross_build("mips64el-linux-gnuabi64-",
162 "mips64el-softmmu,mips64el-linux-user"))
164 generate_dockerfile("debian-mipsel-cross", "debian-11",
166 trailer=cross_build("mipsel-linux-gnu-",
167 "mipsel-softmmu,mipsel-linux-user"))
169 generate_dockerfile("debian-ppc64el-cross", "debian-12",
171 trailer=cross_build("powerpc64le-linux-gnu-",
172 "ppc64-softmmu,ppc64-linux-user"))
174 generate_dockerfile("debian-riscv64-cross", "debian-sid",
175 project="qemu-minimal",
177 trailer=cross_build("riscv64-linux-gnu-",
178 "riscv64-softmmu,riscv64-linux-user"))
180 generate_dockerfile("debian-s390x-cross", "debian-12",
182 trailer=cross_build("s390x-linux-gnu-",
183 "s390x-softmmu,s390x-linux-user"))
185 generate_dockerfile("fedora-win32-cross", "fedora-38",
187 trailer=cross_build("i686-w64-mingw32-",
190 generate_dockerfile("fedora-win64-cross", "fedora-38",
192 trailer=cross_build("x86_64-w64-mingw32-",
196 # Cirrus packages lists for GitLab
198 generate_cirrus("freebsd-13")
199 generate_cirrus("macos-12")
204 generate_pkglist("freebsd", "freebsd-13")
207 except Exception as ex:
208 print(str(ex), file=sys.stderr)