6 name: ta-parameters-manifest
9 default: refs/heads/master
11 name: SCM_REFSPEC_MANIFEST
15 name: ta-parameters-build-tools
18 default: refs/heads/master
20 name: SCM_REFSPEC_BUILD_TOOLS
24 name: ta-parameters-rpmbuilder
27 default: refs/heads/master
29 name: SCM_REFSPEC_RPMBUILDER
33 name: ta-parameters-ci
35 - ta-parameters-manifest
36 - ta-parameters-build-tools
37 - ta-parameters-rpmbuilder
40 name: ta-parameters-ci-ta/rpmbuilder
42 - ta-parameters-manifest
43 - ta-parameters-build-tools
47 name: SCM_PROJECT_TO_BUILD
50 default: refs/heads/master
52 name: SCM_PROJECT_TO_BUILD_REFSPEC
59 # Enhanced version of the global-jjb
60 name: ta-lf-infra-gerrit-scm
63 credentials-id: '{jenkins-ssh-credential}'
67 - 'refs/heads/{branch}'
71 recursive: '{submodule-recursive}'
72 timeout: '{submodule-timeout}'
73 choosing-strategy: '{choosing-strategy}'
77 name: ta-lf-infra-gerrit-scm-merge
79 - ta-lf-infra-gerrit-scm:
80 jenkins-ssh-credential: '{jenkins-ssh-credential}'
84 submodule-recursive: '{submodule-recursive}'
85 submodule-timeout: '{submodule-timeout}'
87 choosing-strategy: default
90 name: ta-lf-infra-gerrit-scm-verify
92 - ta-lf-infra-gerrit-scm:
93 jenkins-ssh-credential: '{jenkins-ssh-credential}'
97 submodule-recursive: '{submodule-recursive}'
98 submodule-timeout: '{submodule-timeout}'
100 choosing-strategy: gerrit
106 name: lf-display-node-uuid
109 echo "---> Node UUID:"
110 curl -s http://169.254.169.254/openstack/latest/meta_data.json | python -c 'import sys, json; data = json.load(sys.stdin); print(data["uuid"])' || true
121 for f in $(find $GERRIT_PROJECT -name tox.ini); do
132 # Skip RPM build in case no *.spec file is found within the {project-to-build}
133 if [ -n "$(find {project-to-build} -name '*.spec')" ]
135 if apt --version >/dev/null 2>&1; then
136 # We need a specific version of mock (1.4.14) and devtools
137 # not available in Ubuntu/Debian repos, so fetch them from RHEL mirrors
138 if [ "$(mock --version 2>/dev/null)" != '1.4.14' ]; then
139 sudo groupadd mock || true
140 sudo usermod -aG mock $USER
142 # Explicitly install mock dependencies
143 sudo apt install -y createrepo alien systemd-container python-pip \
144 python-peak.util.decorators yum-utils usermode pigz
145 wget http://vault.centos.org/centos/7.6.1810/os/x86_64/Packages/rpmdevtools-8.3-5.el7.noarch.rpm \
146 https://kojipkgs.fedoraproject.org/packages/mock/1.4.14/2.el7/noarch/mock-1.4.14-2.el7.noarch.rpm
148 sudo dpkg --force-overwrite -i *.deb
150 # RHEL tools hardcode the full path for certain distro tools
151 sudo ln -sf /bin/tar /usr/bin/gtar
152 sudo ln -sf /bin/machinectl /bin/df /usr/bin/
153 # Some mock dependencies are only available via pip
154 sudo pip install distro pyroute2 lxml urllib3
157 sudo yum install -y createrepo
159 ta/build-tools/build_rpms.sh \
173 git clone {git-url}/{project} {project}
175 if echo {ref} | grep -q "refs/"; then
176 git fetch origin {ref}
177 git checkout FETCH_HEAD
184 name: ta-lf-infra-ship-rpms
186 # Ensure no pre-existing .netrc files are overriding logs config
187 - lf-provide-maven-settings-cleanup
188 - config-file-provider:
190 - file-id: 'ta-settings'
191 variable: 'SETTINGS_FILE'
193 properties-content: 'ALT_NEXUS_URL=https://nexus3.akraino.org'
194 - lf-infra-create-netrc:
195 server-id: rpm.snapshots
197 properties-content: |
200 - shell: !include-raw:
201 # Ensure python-tools are installed in case job template does not
202 # call the lf-infra-pre-build macro.
203 - ../../global-jjb/shell/python-tools-install.sh
204 - shell: !include-raw:
205 - ../shell/ta-rpm-deploy.sh
206 - shell: !include-raw:
207 - ../../global-jjb/shell/logs-clear-credentials.sh
210 name: ta-lf-infra-ship-isos
212 # Ensure no pre-existing .netrc files are overriding logs config
213 - lf-provide-maven-settings-cleanup
214 - config-file-provider:
216 - file-id: 'ta-settings'
217 variable: 'SETTINGS_FILE'
218 - lf-infra-create-netrc:
219 server-id: images-snapshots
220 - shell: !include-raw:
221 # Ensure python-tools are installed in case job template does not
222 # call the lf-infra-pre-build macro.
223 - ../../global-jjb/shell/python-tools-install.sh
224 - shell: !include-raw:
225 - ../shell/ta-iso-deploy.sh
226 - shell: !include-raw:
227 - ../../global-jjb/shell/logs-clear-credentials.sh
230 name: ta-builder-job-verify
234 project: 'ta/manifest'
235 ref: '$SCM_REFSPEC_MANIFEST'
238 project: 'ta/build-tools'
239 ref: '$SCM_REFSPEC_BUILD_TOOLS'
242 project: 'ta/rpmbuilder'
243 ref: '$SCM_REFSPEC_RPMBUILDER'
246 project-to-build: '$GERRIT_PROJECT'
249 name: ta-builder-job-verify-ta/rpmbuilder
253 project: 'ta/manifest'
254 ref: '$SCM_REFSPEC_MANIFEST'
257 project: 'ta/build-tools'
258 ref: '$SCM_REFSPEC_BUILD_TOOLS'
261 project: '$SCM_PROJECT_TO_BUILD'
262 ref: '$SCM_PROJECT_TO_BUILD_REFSPEC'
265 # Just package some random project to verify "rpmbuilder" changes
266 project-to-build: '$SCM_PROJECT_TO_BUILD'
269 name: ta-builder-job-merge
273 project: 'ta/manifest'
274 ref: '$SCM_REFSPEC_MANIFEST'
277 project: 'ta/build-tools'
278 ref: '$SCM_REFSPEC_BUILD_TOOLS'
281 project: 'ta/rpmbuilder'
282 ref: '$SCM_REFSPEC_RPMBUILDER'
284 project-to-build: '$GERRIT_PROJECT'
285 - ta-lf-infra-ship-rpms
288 name: ta-builder-install-docker
292 if apt --version 2>1 >/dev/null; then
293 sudo chmod +r /boot/vmlinuz*
294 if ! docker --version 2>1 >/dev/null; then
296 sudo apt install -y apt-transport-https ca-certificates curl software-properties-common rename
297 curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
298 sudo add-apt-repository -y "deb http://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
300 sudo apt install -y docker-ce
303 sudo yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
304 sudo yum -y install docker-ce docker-ce-cli containerd.io
306 sudo mkdir -p /etc/docker/
307 echo '{"experimental":true}' | sudo tee /etc/docker/daemon.json
308 sudo systemctl start docker
309 # Ugly hack to make docker usable for non-root
310 # (adding to the group would require re-login)
311 sudo chmod 777 /var/run/docker.sock
314 name: ta-builder-install-build-tools
318 if apt --version 2>1 >/dev/null; then
319 if ! createrepo --version 2>1 >/dev/null; then
321 sudo apt install -y createrepo libguestfs-tools jq libvirt-daemon-system
324 sudo yum -y install createrepo libguestfs-tools-c jq
326 sudo systemctl start libvirtd
327 systemctl status libvirtd
334 name: ta-trigger-job-verify
337 server-name: '{gerrit-server-name}'
339 - patchset-created-event:
340 exclude-drafts: 'false'
341 exclude-trivial-rebase: 'false'
342 exclude-no-code-change: 'false'
343 - draft-published-event
344 - comment-added-contains-event:
345 comment-contains-value: 'recheck'
346 - comment-added-contains-event:
347 comment-contains-value: 'reverify'
349 - project-compare-type: 'ANT'
350 project-pattern: '{project}'
352 - branch-compare-type: 'ANT'
353 branch-pattern: '**/{branch}'
354 readable-message: true
356 successful: '{gerrit-skip-vote}'
357 failed: '{gerrit-skip-vote}'
358 unstable: '{gerrit-skip-vote}'
359 notbuilt: '{gerrit-skip-vote}'
362 name: ta-trigger-job-merge
365 server-name: '{gerrit-server-name}'
367 # Not sure if it would be better to use "change-merged" here and just clone the master
368 # branch. With the current approach the SCM can be identical in verify and merge jobs.
370 - comment-added-contains-event:
371 comment-contains-value: 'remerge'
373 - project-compare-type: 'ANT'
374 project-pattern: '{project}'
376 - branch-compare-type: 'ANT'
377 branch-pattern: '**/{branch}'
378 readable-message: true
385 name: ta-publisher-job-verify
390 name: ta-publisher-job-merge
393 - ta-publisher-ci-build:
395 - trigger-parameterized-builds:
396 - project: 'ta-ci-build-{arch}'
397 condition: UNSTABLE_OR_BETTER
398 trigger-with-no-params: true
401 name: ta-publisher-ci-build
406 {%- if 'arm64' in arch -%}