6 name: ta-parameters-manifest
9 default: refs/heads/master
11 name: SCM_REFSPEC_MANIFEST
15 name: ta-parameters-build-tools
18 default: refs/heads/master
20 name: SCM_REFSPEC_BUILD_TOOLS
24 name: ta-parameters-rpmbuilder
27 default: refs/heads/master
29 name: SCM_REFSPEC_RPMBUILDER
33 name: ta-parameters-ci
35 - ta-parameters-manifest
36 - ta-parameters-build-tools
37 - ta-parameters-rpmbuilder
40 name: ta-parameters-ci-ta/rpmbuilder
42 - ta-parameters-manifest
43 - ta-parameters-build-tools
47 name: SCM_PROJECT_TO_BUILD
50 default: refs/heads/master
52 name: SCM_PROJECT_TO_BUILD_REFSPEC
59 # Enhanced version of the global-jjb
60 name: ta-lf-infra-gerrit-scm
63 credentials-id: '{jenkins-ssh-credential}'
67 - 'refs/heads/{branch}'
71 recursive: '{submodule-recursive}'
72 timeout: '{submodule-timeout}'
73 choosing-strategy: '{choosing-strategy}'
77 name: ta-lf-infra-gerrit-scm-merge
79 - ta-lf-infra-gerrit-scm:
80 jenkins-ssh-credential: '{jenkins-ssh-credential}'
84 submodule-recursive: '{submodule-recursive}'
85 submodule-timeout: '{submodule-timeout}'
87 choosing-strategy: default
90 name: ta-lf-infra-gerrit-scm-verify
92 - ta-lf-infra-gerrit-scm:
93 jenkins-ssh-credential: '{jenkins-ssh-credential}'
97 submodule-recursive: '{submodule-recursive}'
98 submodule-timeout: '{submodule-timeout}'
100 choosing-strategy: gerrit
106 name: lf-display-node-uuid
109 echo "---> Node UUID:"
110 curl -s http://169.254.169.254/openstack/latest/meta_data.json | python -c 'import sys, json; data = json.load(sys.stdin); print(data["uuid"])' || true
121 for f in $(find $GERRIT_PROJECT -name tox.ini); do
132 # Skip RPM build in case no *.spec file is found within the {project-to-build}
133 if [ -n "$(find {project-to-build} -name '*.spec')" ]
135 if apt --version 2>1 >/dev/null; then
136 # We need a specific version of mock (1.4.14) and devtools
137 # not available in Ubuntu/Debian repos, so fetch them from RHEL mirrors
138 if [ "$(mock --version 2>/dev/null)" != '1.4.14' ]; then
139 sudo groupadd mock || true
140 sudo usermod -aG mock $USER
142 # Explicitly install mock dependencies
143 sudo apt install -y createrepo alien systemd-container python-pip \
144 python-decoratortools yum-utils usermode pigz
145 wget http://vault.centos.org/centos/7.6.1810/os/x86_64/Packages/rpmdevtools-8.3-5.el7.noarch.rpm \
146 https://kojipkgs.fedoraproject.org/packages/mock/1.4.14/2.el7/noarch/mock-1.4.14-2.el7.noarch.rpm
150 # RHEL tools hardcode the full path for certain distro tools
151 sudo ln -sf /bin/tar /usr/bin/gtar
152 sudo ln -sf /bin/machinectl /bin/df /usr/bin/
153 # Some mock dependencies are only available via pip
154 sudo pip install distro pyroute2
157 sudo yum install -y createrepo
159 ta/build-tools/build_rpms.sh \
173 git clone {git-url}/{project} {project}
175 if echo {ref} | grep -q "refs/"; then
176 git fetch origin {ref}
177 git checkout FETCH_HEAD
184 name: ta-lf-infra-ship-rpms
186 # Ensure no pre-existing .netrc files are overriding logs config
187 - lf-provide-maven-settings-cleanup
188 - config-file-provider:
190 - file-id: 'ta-settings'
191 variable: 'SETTINGS_FILE'
193 properties-content: 'ALT_NEXUS_URL=https://nexus3.akraino.org'
194 - lf-infra-create-netrc:
195 server-id: rpm.snapshots
197 properties-content: |
200 - shell: !include-raw:
201 # Ensure python-tools are installed in case job template does not
202 # call the lf-infra-pre-build macro.
203 - ../../global-jjb/shell/python-tools-install.sh
204 - ../shell/ta-rpm-deploy.sh
205 - shell: !include-raw:
206 - ../../global-jjb/shell/logs-clear-credentials.sh
209 name: ta-lf-infra-ship-isos
211 # Ensure no pre-existing .netrc files are overriding logs config
212 - lf-provide-maven-settings-cleanup
213 - config-file-provider:
215 - file-id: 'ta-settings'
216 variable: 'SETTINGS_FILE'
217 - lf-infra-create-netrc:
218 server-id: images-snapshots
219 - shell: !include-raw:
220 # Ensure python-tools are installed in case job template does not
221 # call the lf-infra-pre-build macro.
222 - ../../global-jjb/shell/python-tools-install.sh
223 - ../shell/ta-iso-deploy.sh
224 - shell: !include-raw:
225 - ../../global-jjb/shell/logs-clear-credentials.sh
228 name: ta-builder-job-verify
232 project: 'ta/manifest'
233 ref: '$SCM_REFSPEC_MANIFEST'
236 project: 'ta/build-tools'
237 ref: '$SCM_REFSPEC_BUILD_TOOLS'
240 project: 'ta/rpmbuilder'
241 ref: '$SCM_REFSPEC_RPMBUILDER'
244 project-to-build: '$GERRIT_PROJECT'
247 name: ta-builder-job-verify-ta/rpmbuilder
251 project: 'ta/manifest'
252 ref: '$SCM_REFSPEC_MANIFEST'
255 project: 'ta/build-tools'
256 ref: '$SCM_REFSPEC_BUILD_TOOLS'
259 project: '$SCM_PROJECT_TO_BUILD'
260 ref: '$SCM_PROJECT_TO_BUILD_REFSPEC'
263 # Just package some random project to verify "rpmbuilder" changes
264 project-to-build: '$SCM_PROJECT_TO_BUILD'
267 name: ta-builder-job-merge
271 project: 'ta/manifest'
272 ref: '$SCM_REFSPEC_MANIFEST'
275 project: 'ta/build-tools'
276 ref: '$SCM_REFSPEC_BUILD_TOOLS'
279 project: 'ta/rpmbuilder'
280 ref: '$SCM_REFSPEC_RPMBUILDER'
282 project-to-build: '$GERRIT_PROJECT'
283 - ta-lf-infra-ship-rpms
286 name: ta-builder-install-docker
290 if apt --version 2>1 >/dev/null; then
291 if ! docker --version 2>1 >/dev/null; then
293 sudo apt install -y apt-transport-https ca-certificates curl software-properties-common
294 curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
295 sudo add-apt-repository -y "deb http://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
297 sudo apt install -y docker-ce
300 sudo yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
301 sudo yum -y install docker-ce docker-ce-cli containerd.io
303 sudo mkdir -p /etc/docker/
304 echo '{"experimental":true}' | sudo tee /etc/docker/daemon.json
305 sudo systemctl start docker
306 # Ugly hack to make docker usable for non-root
307 # (adding to the group would require re-login)
308 sudo chmod 777 /var/run/docker.sock
311 name: ta-builder-install-build-tools
315 if apt --version 2>1 >/dev/null; then
316 if ! createrepo --version 2>1 >/dev/null; then
318 sudo apt install -y createrepo libguestfs-tools jq
321 sudo yum -y install createrepo libguestfs-tools-c jq
323 sudo systemctl start libvirtd
324 systemctl status libvirtd
331 name: ta-trigger-job-verify
334 server-name: '{gerrit-server-name}'
336 - patchset-created-event:
337 exclude-drafts: 'false'
338 exclude-trivial-rebase: 'false'
339 exclude-no-code-change: 'false'
340 - draft-published-event
341 - comment-added-contains-event:
342 comment-contains-value: 'recheck'
343 - comment-added-contains-event:
344 comment-contains-value: 'reverify'
346 - project-compare-type: 'ANT'
347 project-pattern: '{project}'
349 - branch-compare-type: 'ANT'
350 branch-pattern: '**/{branch}'
351 readable-message: true
353 successful: '{gerrit-skip-vote}'
354 failed: '{gerrit-skip-vote}'
355 unstable: '{gerrit-skip-vote}'
356 notbuilt: '{gerrit-skip-vote}'
359 name: ta-trigger-job-merge
362 server-name: '{gerrit-server-name}'
364 # Not sure if it would be better to use "change-merged" here and just clone the master
365 # branch. With the current approach the SCM can be identical in verify and merge jobs.
367 - comment-added-contains-event:
368 comment-contains-value: 'remerge'
370 - project-compare-type: 'ANT'
371 project-pattern: '{project}'
373 - branch-compare-type: 'ANT'
374 branch-pattern: '**/{branch}'
375 readable-message: true
382 name: ta-publisher-job-verify
387 name: ta-publisher-job-merge
389 - ta-publisher-ci-build:
391 - trigger-parameterized-builds:
392 - project: 'ta-ci-build-{arch}'
393 condition: UNSTABLE_OR_BETTER
394 trigger-with-no-params: true
397 name: ta-publisher-ci-build
402 {%- if 'arm64' in arch -%}