From: Eric Ball <eball@linuxfoundation.org>
Date: Wed, 22 May 2019 17:05:28 +0000 (+0000)
Subject: Merge "[iec] Publish logs to LF Nexus"
X-Git-Url: https://gerrit.akraino.org/r/gitweb?p=ci-management.git;a=commitdiff_plain;h=621a10de775b8f312043e886d8264e8f06ea38bb;hp=f7334c68f9ea63449e7cf83d4f810e45792f2cd6

Merge "[iec] Publish logs to LF Nexus"
---

diff --git a/jjb/akraino-templates/akraino-ta-common-macros.yaml b/jjb/akraino-templates/akraino-ta-common-macros.yaml
new file mode 100644
index 0000000..874d166
--- /dev/null
+++ b/jjb/akraino-templates/akraino-ta-common-macros.yaml
@@ -0,0 +1,281 @@
+---
+##############
+# PARAMETERS #
+##############
+- parameter:
+    name: ta-parameters-manifest
+    parameters:
+     - string:
+        default: refs/heads/master
+        description: ''
+        name: SCM_REFSPEC_MANIFEST
+        trim: 'false'
+
+- parameter:
+    name: ta-parameters-build-tools
+    parameters:
+     - string:
+        default: refs/heads/master
+        description: ''
+        name: SCM_REFSPEC_BUILD_TOOLS
+        trim: 'false'
+
+- parameter:
+    name: ta-parameters-rpmbuilder
+    parameters:
+     - string:
+        default: refs/heads/master
+        description: ''
+        name: SCM_REFSPEC_RPMBUILDER
+        trim: 'false'
+
+- parameter:
+    name: ta-parameters-ci
+    parameters:
+     - ta-parameters-manifest
+     - ta-parameters-build-tools
+     - ta-parameters-rpmbuilder
+
+- parameter:
+    name: ta-parameters-ci-ta-rpmbuilder
+    parameters:
+     - ta-parameters-manifest
+     - ta-parameters-build-tools
+     - string:
+        default: ta/yarf
+        description: ''
+        name: SCM_PROJECT_TO_BUILD
+        trim: 'false'
+     - string:
+        default: refs/heads/master
+        description: ''
+        name: SCM_PROJECT_TO_BUILD_REFSPEC
+        trim: 'false'
+
+#######
+# SCM #
+#######
+- scm:
+    # Enhanced version of the global-jjb
+    name: ta-lf-infra-gerrit-scm
+    scm:
+      - git:
+          credentials-id: '{jenkins-ssh-credential}'
+          url: '{git-url}'
+          refspec: '{refspec}'
+          branches:
+            - 'refs/heads/{branch}'
+          skip-tag: true
+          wipe-workspace: true
+          submodule:
+            recursive: '{submodule-recursive}'
+            timeout: '{submodule-timeout}'
+          choosing-strategy: '{choosing-strategy}'
+          basedir: '{basedir}'
+
+###########
+# BUILDER #
+###########
+- builder:
+    name: ta-builder-tox
+    builders:
+        - lf-pip-install:
+            pip-packages: tox
+        - shell: |2-
+            source /tmp/v/tox/bin/activate
+            for f in $(find $GERRIT_PROJECT -name tox.ini); do
+                pushd $(dirname $f)
+                tox
+                popd
+            done
+
+- builder:
+    name: ta-builder-rpm
+    builders:
+        - shell: |2-
+            sudo yum install -y createrepo
+            ta/build-tools/build_rpms.sh \
+              -m ta/manifest \
+              -r ta/rpmbuilder \
+              -w work \
+              {project-to-build}
+            find work/
+
+- builder:
+    name: ta-builder-scm
+    builders:
+        - shell: |2-
+            git clone {git-url}/{project} {project}
+            pushd {project}
+            if echo {ref} | grep -q "refs/"; then
+                git fetch origin {ref}
+                git checkout FETCH_HEAD
+            else
+                git checkout {ref}
+            fi
+            popd
+
+- builder:
+    name: ta-lf-infra-ship-rpms
+    builders:
+      # Ensure no pre-existing .netrc files are overriding logs config
+      - lf-provide-maven-settings-cleanup
+      - config-file-provider:
+          files:
+            - file-id: 'images-snapshots-settings'
+              variable: 'SETTINGS_FILE'
+      - lf-infra-create-netrc:
+          server-id: images-snapshots
+      - shell: !include-raw:
+          # Ensure python-tools are installed in case job template does not
+          # call the lf-infra-pre-build macro.
+          - ../../global-jjb/shell/python-tools-install.sh
+          - ../shell/ta-rpm-deploy.sh
+      - shell: !include-raw:
+          - ../../global-jjb/shell/logs-clear-credentials.sh
+
+- builder:
+    name: ta-lf-infra-ship-isos
+    builders:
+      # Ensure no pre-existing .netrc files are overriding logs config
+      - lf-provide-maven-settings-cleanup
+      - config-file-provider:
+          files:
+            - file-id: 'images-snapshots-settings'
+              variable: 'SETTINGS_FILE'
+      - lf-infra-create-netrc:
+          server-id: images-snapshots
+      - shell: !include-raw:
+          # Ensure python-tools are installed in case job template does not
+          # call the lf-infra-pre-build macro.
+          - ../../global-jjb/shell/python-tools-install.sh
+          - ../shell/ta-iso-deploy.sh
+      - shell: !include-raw:
+          - ../../global-jjb/shell/logs-clear-credentials.sh
+
+- builder:
+    name: ta-builder-job-verify
+    builders:
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/manifest'
+              ref: '$SCM_REFSPEC_MANIFEST'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/build-tools'
+              ref: '$SCM_REFSPEC_BUILD_TOOLS'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/rpmbuilder'
+              ref: '$SCM_REFSPEC_RPMBUILDER'
+        - ta-builder-tox
+        - ta-builder-rpm:
+              project-to-build: '$GERRIT_PROJECT'
+
+- builder:
+    name: ta-builder-job-verify-ta-rpmbuilder
+    builders:
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/manifest'
+              ref: '$SCM_REFSPEC_MANIFEST'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/build-tools'
+              ref: '$SCM_REFSPEC_BUILD_TOOLS'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: '$SCM_PROJECT_TO_BUILD'
+              ref: '$SCM_PROJECT_TO_BUILD_REFSPEC'
+        - ta-builder-tox
+        - ta-builder-rpm:
+              # Just package some random project to verify "rpmbuilder" changes
+              project-to-build: '$SCM_PROJECT_TO_BUILD'
+
+- builder:
+    name: ta-builder-job-merge
+    builders:
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/manifest'
+              ref: '$SCM_REFSPEC_MANIFEST'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/build-tools'
+              ref: '$SCM_REFSPEC_BUILD_TOOLS'
+        - ta-builder-scm:
+              git-url: '{git-url}'
+              project: 'ta/rpmbuilder'
+              ref: '$SCM_REFSPEC_RPMBUILDER'
+        - ta-builder-rpm:
+              project-to-build: '$GERRIT_PROJECT'
+        - ta-lf-infra-ship-rpms
+
+- builder:
+    name: ta-builder-install-docker
+    builders:
+      - shell: |2-
+          sudo yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
+          sudo yum -y install docker-ce docker-ce-cli containerd.io
+          sudo systemctl start docker
+          # Ugly hack to make docker usable for non-root
+          # (adding to the group would require re-login)
+          sudo chmod 777 /var/run/docker.sock
+
+###########
+# TRIGGER #
+###########
+
+- trigger:
+    name: ta-trigger-job-verify
+    triggers:
+      - gerrit:
+          server-name: '{gerrit-server-name}'
+          trigger-on:
+            - patchset-created-event:
+                exclude-drafts: 'false'
+                exclude-trivial-rebase: 'false'
+                exclude-no-code-change: 'false'
+            - draft-published-event
+            - comment-added-contains-event:
+                comment-contains-value: 'recheck'
+            - comment-added-contains-event:
+                comment-contains-value: 'reverify'
+          projects:
+            - project-compare-type: 'ANT'
+              project-pattern: '{project}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+          readable-message: true
+
+- trigger:
+    name: ta-trigger-job-merge
+    triggers:
+      - gerrit:
+          server-name: '{gerrit-server-name}'
+          trigger-on:
+            # Not sure if it would be better to use "change-merged" here and just clone the master
+            # branch. With the current approach the SCM can be identical in verify and merge jobs.
+            - ref-updated-event
+          projects:
+            - project-compare-type: 'ANT'
+              project-pattern: '{project}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+          readable-message: true
+
+#############
+# PUBLISHER #
+#############
+
+- publisher:
+    name: ta-publisher-job-verify
+    publishers:
+        - lf-infra-publish
+
+- publisher:
+    name: ta-publisher-job-merge
+    publishers:
+        - lf-infra-publish
diff --git a/jjb/akraino-templates/akraino-ta-common-templates.yaml b/jjb/akraino-templates/akraino-ta-common-templates.yaml
new file mode 100644
index 0000000..0d478f2
--- /dev/null
+++ b/jjb/akraino-templates/akraino-ta-common-templates.yaml
@@ -0,0 +1,272 @@
+---
+- job-template:
+    id: akraino-project-stream-type-ta
+    name: '{project-name}-{stream}-{project-type}'
+    archive-artifacts: >
+      work/**/*.spec
+      work/**/*.repo
+      work/**/*.ini
+      work/**/*.cfg
+      work/**/*.log
+      work/**/*.txt
+      work/**/*.json
+      work/tmp/rpms/mock_config/**
+    build-days-to-keep: 30
+    build-timeout: 60
+    branch: master
+    stream: master
+    project-type: freestyle
+    submodule-recursive: true
+    node: '{build-node}'
+
+    properties:
+      - lf-infra-properties:
+          project: '{project}'
+          build-days-to-keep: '{build-days-to-keep}'
+
+    parameters:
+      - lf-infra-parameters:
+          project: '{project}'
+          stream: '{stream}'
+          branch: '{branch}'
+          lftools-version: '{lftools-version}'
+
+      - ta-parameters-ci
+
+      - string:
+          name: ARCHIVE_ARTIFACTS
+          default: '{archive-artifacts}'
+          description: Artifacts to archive to the logs server.
+
+    wrappers:
+      - lf-infra-wrappers:
+          build-timeout: '{build-timeout}'
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+
+    scm:
+      - ta-lf-infra-gerrit-scm:
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+          git-url: '{git-url}/{project}.git'
+          refspec: '$GERRIT_REFSPEC'
+          branch: '$GERRIT_BRANCH'
+          submodule-recursive: '{submodule-recursive}'
+          submodule-timeout: '{submodule-timeout}'
+          choosing-strategy: 'gerrit'
+          basedir: '$GERRIT_PROJECT'
+
+    triggers:
+      - ta-trigger-job-{project-type}:
+          gerrit-server-name: '{gerrit-server-name}'
+          project: '{project}'
+          branch: '{branch}'
+
+    builders:
+      - ta-builder-install-docker
+      - ta-builder-job-{project-type}:
+          git-url: '{git-url}'
+
+    publishers:
+      - ta-publisher-job-{project-type}
+
+- job-template:
+    id: akraino-project-stream-type-ta-rpmbuilder
+    name: '{project-name}-{stream}-{project-type}'
+    archive-artifacts: >
+      work/**/*.spec
+      work/**/*.repo
+      work/**/*.ini
+      work/**/*.cfg
+      work/**/*.log
+      work/**/*.txt
+      work/**/*.json
+      work/tmp/rpms/mock_config/**
+    build-days-to-keep: 30
+    build-timeout: 60
+    branch: master
+    stream: master
+    project-type: freestyle
+    submodule-recursive: true
+    node: '{build-node}'
+
+    properties:
+      - lf-infra-properties:
+          project: '{project}'
+          build-days-to-keep: '{build-days-to-keep}'
+
+    parameters:
+      - lf-infra-parameters:
+          project: '{project}'
+          stream: '{stream}'
+          branch: '{branch}'
+          lftools-version: '{lftools-version}'
+
+      - ta-parameters-ci-{project-name}
+
+      - string:
+          name: ARCHIVE_ARTIFACTS
+          default: '{archive-artifacts}'
+          description: Artifacts to archive to the logs server.
+
+    wrappers:
+      - lf-infra-wrappers:
+          build-timeout: '{build-timeout}'
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+
+    scm:
+      - ta-lf-infra-gerrit-scm:
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+          git-url: '{git-url}/{project}.git'
+          refspec: '$GERRIT_REFSPEC'
+          branch: '$GERRIT_BRANCH'
+          submodule-recursive: '{submodule-recursive}'
+          submodule-timeout: '{submodule-timeout}'
+          choosing-strategy: 'gerrit'
+          basedir: '$GERRIT_PROJECT'
+
+    triggers:
+      - ta-trigger-job-{project-type}:
+          gerrit-server-name: '{gerrit-server-name}'
+          project: '{project}'
+          branch: '{branch}'
+
+    builders:
+      - ta-builder-job-{project-type}-{project-name}:
+          git-url: '{git-url}'
+
+    publishers:
+      - lf-infra-publish
+
+- job-template:
+    id: akraino-project-stream-type-ta-build
+    name: '{project-name}-{stream}-{project-type}'
+    archive-artifacts: >
+      work/**/*.spec
+      work/**/*.repo
+      work/**/*.ini
+      work/**/*.cfg
+      work/**/*.log
+      work/**/*.txt
+      work/**/*.json
+      work/tmp/rpms/mock_config/**
+    build-days-to-keep: 30
+    build-timeout: 60
+    branch: master
+    stream: master
+    project-type: freestyle
+    submodule-recursive: true
+    node: '{build-node}'
+
+    properties:
+      - lf-infra-properties:
+          project: '{project}'
+          build-days-to-keep: '{build-days-to-keep}'
+
+    parameters:
+      - lf-infra-parameters:
+          project: '{project}'
+          stream: '{stream}'
+          branch: '{branch}'
+          lftools-version: '{lftools-version}'
+
+      - string:
+          name: ARCHIVE_ARTIFACTS
+          default: '{archive-artifacts}'
+          description: Artifacts to archive to the logs server.
+
+    wrappers:
+      - lf-infra-wrappers:
+          build-timeout: '{build-timeout}'
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+
+    scm:
+      - ta-lf-infra-gerrit-scm:
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+          git-url: '{git-url}/{project}.git'
+          refspec: '$GERRIT_REFSPEC'
+          branch: '$GERRIT_BRANCH'
+          submodule-recursive: '{submodule-recursive}'
+          submodule-timeout: '{submodule-timeout}'
+          choosing-strategy: 'gerrit'
+          basedir: '$GERRIT_PROJECT'
+
+    triggers:
+      - ta-trigger-job-{project-type}:
+          gerrit-server-name: '{gerrit-server-name}'
+          project: '{project}'
+          branch: '{branch}'
+
+    builders:
+      - ta-builder-tox
+      # TODO: verify ISO creation here
+
+    publishers:
+      - lf-infra-publish
+
+- job-template:
+    # TODO: This is untested draft to start testing ISO build from
+    id: akraino-project-release-ta-build
+    name: 'ta-ci-build'
+    archive-artifacts: >
+      work/**/*.spec
+      work/**/*.repo
+      work/**/*.ini
+      work/**/*.cfg
+      work/**/*.log
+      work/**/*.txt
+      work/**/*.json
+    build-days-to-keep: 30
+    build-timeout: 60
+    branch: master
+    stream: master
+    project-type: freestyle
+    submodule-recursive: true
+    node: '{build-node}'
+
+    properties:
+      - lf-infra-properties:
+          project: '{project}'
+          build-days-to-keep: '{build-days-to-keep}'
+
+    parameters:
+      - lf-infra-parameters:
+          project: '{project}'
+          stream: '{stream}'
+          branch: '{branch}'
+          lftools-version: '{lftools-version}'
+
+      - ta-parameters-manifest
+      - ta-parameters-build-tools
+
+      - string:
+          name: ARCHIVE_ARTIFACTS
+          default: '{archive-artifacts}'
+          description: Artifacts to archive to the logs server.
+
+    wrappers:
+      - lf-infra-wrappers:
+          build-timeout: '{build-timeout}'
+          jenkins-ssh-credential: '{jenkins-ssh-credential}'
+
+    # TODO: define how it should be triggered
+    # Ideally should build whenever RPM is uploaded to nexus
+    triggers:
+      - timed: "@daily"
+
+    builders:
+      - ta-builder-scm:
+          git-url: '{git-url}'
+          project: 'ta/manifest'
+          ref: '$SCM_REFSPEC_MANIFEST'
+      - ta-builder-scm:
+          git-url: '{git-url}'
+          project: 'ta/build-tools'
+          ref: '$SCM_REFSPEC_BUILD_TOOLS'
+      - ta-builder-install-docker
+      - shell: |2-
+          sudo yum -y install createrepo
+          ta/build-tools/build_images.sh -m ta/manifest -w work
+          find work
+      - ta-lf-infra-ship-isos
+
+    publishers:
+      - lf-infra-publish
diff --git a/jjb/shell/ta-iso-deploy.sh b/jjb/shell/ta-iso-deploy.sh
new file mode 100644
index 0000000..cbe86b9
--- /dev/null
+++ b/jjb/shell/ta-iso-deploy.sh
@@ -0,0 +1,37 @@
+#!/bin/bash
+# SPDX-License-Identifier: EPL-1.0
+##############################################################################
+# Copyright (c) 2017 The Linux Foundation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Eclipse Public License v1.0
+# which accompanies this distribution, and is available at
+# http://www.eclipse.org/legal/epl-v10.html
+##############################################################################
+
+echo "---> ta-iso-deploy.sh"
+
+# Ensure we fail the job if any steps fail.
+set -eu -o pipefail
+
+set -x  # Trace commands for this script to make debugging easier.
+
+NEXUS_REPO=images-snapshots
+release_path=TA/release-1
+
+repo_dir="$WORKSPACE/work/nexus/$NEXUS_REPO"
+upload_dir1="$repo_dir/$release_path/images/$BUILD_ID"
+upload_dir2="$repo_dir/$release_path/images/latest"
+nexus_repo_url="$NEXUS_URL/content/repositories/$NEXUS_REPO"
+
+mkdir -p "$upload_dir1"
+mkdir -p "$upload_dir2"
+
+cp "$WORKSPACE/work/results/images/"* "$upload_dir1"
+cp "$WORKSPACE/work/results/images/"* "$upload_dir2"
+
+echo "-----> Upload ISOs to Nexus"
+lftools deploy nexus "$nexus_repo_url" "$repo_dir"
+
+set +x  # Disable trace since we no longer need it.
+echo "ISOs location: <a href=\"$nexus_repo_url\">$nexus_repo_url</a>"
diff --git a/jjb/shell/ta-rpm-deploy.sh b/jjb/shell/ta-rpm-deploy.sh
new file mode 100644
index 0000000..e89411b
--- /dev/null
+++ b/jjb/shell/ta-rpm-deploy.sh
@@ -0,0 +1,37 @@
+#!/bin/bash
+# SPDX-License-Identifier: EPL-1.0
+##############################################################################
+# Copyright (c) 2017 The Linux Foundation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Eclipse Public License v1.0
+# which accompanies this distribution, and is available at
+# http://www.eclipse.org/legal/epl-v10.html
+##############################################################################
+
+echo "---> ta-rpm-deploy.sh"
+
+# Ensure we fail the job if any steps fail.
+set -eu -o pipefail
+
+set -x  # Trace commands for this script to make debugging easier.
+
+NEXUS_REPO=images-snapshots
+release_path=TA/release-1
+
+repo_dir="$WORKSPACE/work/nexus/$NEXUS_REPO"
+x86_dir="$repo_dir/$release_path/rpms/x86_64"
+sources_dir="$repo_dir/$release_path/rpms/Sources"
+nexus_repo_url="$NEXUS_URL/content/repositories/$NEXUS_REPO"
+
+mkdir -p "$x86_dir"
+mkdir -p "$sources_dir"
+
+cp "$WORKSPACE/work/results/repo/"*.rpm "$x86_dir"
+cp "$WORKSPACE/work/results/src_repo/"*.rpm "$sources_dir"
+
+echo "-----> Upload RPMs to Nexus"
+lftools deploy nexus "$nexus_repo_url" "$repo_dir"
+
+set +x  # Disable trace since we no longer need it.
+echo "RPMs location: <a href=\"$nexus_repo_url\">$nexus_repo_url</a>"
diff --git a/jjb/ta/access-management.yaml b/jjb/ta/access-management.yaml
new file mode 100644
index 0000000..c963198
--- /dev/null
+++ b/jjb/ta/access-management.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-access-management
+    project: ta/access-management
+    project-name: ta-access-management
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ansible-role-ntp.yaml b/jjb/ta/ansible-role-ntp.yaml
new file mode 100644
index 0000000..d76c279
--- /dev/null
+++ b/jjb/ta/ansible-role-ntp.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-ansible-role-ntp
+    project: ta/ansible-role-ntp
+    project-name: ta-ansible-role-ntp
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/build-tools.yaml b/jjb/ta/build-tools.yaml
new file mode 100644
index 0000000..05459b7
--- /dev/null
+++ b/jjb/ta/build-tools.yaml
@@ -0,0 +1,10 @@
+- project:
+    name: ta-build-tools
+    project: ta/build-tools
+    project-name: ta-build-tools
+    project-type:
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta-build
diff --git a/jjb/ta/caas-cpupooler.yaml b/jjb/ta/caas-cpupooler.yaml
new file mode 100644
index 0000000..ba24cb9
--- /dev/null
+++ b/jjb/ta/caas-cpupooler.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-cpupooler
+    project: ta/caas-cpupooler
+    project-name: ta-caas-cpupooler
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-danm.yaml b/jjb/ta/caas-danm.yaml
new file mode 100644
index 0000000..9a0e532
--- /dev/null
+++ b/jjb/ta/caas-danm.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-danm
+    project: ta/caas-danm
+    project-name: ta-caas-danm
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-etcd.yaml b/jjb/ta/caas-etcd.yaml
new file mode 100644
index 0000000..85a93f3
--- /dev/null
+++ b/jjb/ta/caas-etcd.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-etcd
+    project: ta/caas-etcd
+    project-name: ta-caas-etcd
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-helm.yaml b/jjb/ta/caas-helm.yaml
new file mode 100644
index 0000000..631c50a
--- /dev/null
+++ b/jjb/ta/caas-helm.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-helm
+    project: ta/caas-helm
+    project-name: ta-caas-helm
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-install.yaml b/jjb/ta/caas-install.yaml
new file mode 100644
index 0000000..159b621
--- /dev/null
+++ b/jjb/ta/caas-install.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-install
+    project: ta/caas-install
+    project-name: ta-caas-install
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-kubedns.yaml b/jjb/ta/caas-kubedns.yaml
new file mode 100644
index 0000000..d2b79ff
--- /dev/null
+++ b/jjb/ta/caas-kubedns.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-kubedns
+    project: ta/caas-kubedns
+    project-name: ta-caas-kubedns
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-kubernetes.yaml b/jjb/ta/caas-kubernetes.yaml
new file mode 100644
index 0000000..20f0dd2
--- /dev/null
+++ b/jjb/ta/caas-kubernetes.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-kubernetes
+    project: ta/caas-kubernetes
+    project-name: ta-caas-kubernetes
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-lcm.yaml b/jjb/ta/caas-lcm.yaml
new file mode 100644
index 0000000..d95909d
--- /dev/null
+++ b/jjb/ta/caas-lcm.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-lcm
+    project: ta/caas-lcm
+    project-name: ta-caas-lcm
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-logging.yaml b/jjb/ta/caas-logging.yaml
new file mode 100644
index 0000000..befbd8a
--- /dev/null
+++ b/jjb/ta/caas-logging.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-logging
+    project: ta/caas-logging
+    project-name: ta-caas-logging
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-metrics.yaml b/jjb/ta/caas-metrics.yaml
new file mode 100644
index 0000000..5741fd3
--- /dev/null
+++ b/jjb/ta/caas-metrics.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-metrics
+    project: ta/caas-metrics
+    project-name: ta-caas-metrics
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-registry.yaml b/jjb/ta/caas-registry.yaml
new file mode 100644
index 0000000..f4ec60c
--- /dev/null
+++ b/jjb/ta/caas-registry.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-registry
+    project: ta/caas-registry
+    project-name: ta-caas-registry
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/caas-security.yaml b/jjb/ta/caas-security.yaml
new file mode 100644
index 0000000..59025ae
--- /dev/null
+++ b/jjb/ta/caas-security.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-caas-security
+    project: ta/caas-security
+    project-name: ta-caas-security
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ci-build.yaml b/jjb/ta/ci-build.yaml
new file mode 100644
index 0000000..1351200
--- /dev/null
+++ b/jjb/ta/ci-build.yaml
@@ -0,0 +1,8 @@
+- project:
+    name: ta-ci-build
+    project: none
+    project-name: none
+    build-node: centos7-builder-8c-8g
+    stream: master
+    jobs:
+      - akraino-project-release-ta-build
diff --git a/jjb/ta/cm-plugins.yaml b/jjb/ta/cm-plugins.yaml
new file mode 100644
index 0000000..1f2d479
--- /dev/null
+++ b/jjb/ta/cm-plugins.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-cm-plugins
+    project: ta/cm-plugins
+    project-name: ta-cm-plugins
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/config-manager.yaml b/jjb/ta/config-manager.yaml
new file mode 100644
index 0000000..50876de
--- /dev/null
+++ b/jjb/ta/config-manager.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-config-manager
+    project: ta/config-manager
+    project-name: ta-config-manager
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/distributed-state-server.yaml b/jjb/ta/distributed-state-server.yaml
new file mode 100644
index 0000000..862081d
--- /dev/null
+++ b/jjb/ta/distributed-state-server.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-distributed-state-server
+    project: ta/distributed-state-server
+    project-name: ta-distributed-state-server
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/hostcli.yaml b/jjb/ta/hostcli.yaml
new file mode 100644
index 0000000..8528ed8
--- /dev/null
+++ b/jjb/ta/hostcli.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-hostcli
+    project: ta/hostcli
+    project-name: ta-hostcli
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/hw-detector.yaml b/jjb/ta/hw-detector.yaml
new file mode 100644
index 0000000..7d56254
--- /dev/null
+++ b/jjb/ta/hw-detector.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-hw-detector
+    project: ta/hw-detector
+    project-name: ta-hw-detector
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/image-provision.yaml b/jjb/ta/image-provision.yaml
new file mode 100644
index 0000000..7618dba
--- /dev/null
+++ b/jjb/ta/image-provision.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-image-provision
+    project: ta/image-provision
+    project-name: ta-image-provision
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/infra-ansible.yaml b/jjb/ta/infra-ansible.yaml
new file mode 100644
index 0000000..ee1e47e
--- /dev/null
+++ b/jjb/ta/infra-ansible.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-infra-ansible
+    project: ta/infra-ansible
+    project-name: ta-infra-ansible
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ipa-deployer.yaml b/jjb/ta/ipa-deployer.yaml
new file mode 100644
index 0000000..42370d9
--- /dev/null
+++ b/jjb/ta/ipa-deployer.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-ipa-deployer
+    project: ta/ipa-deployer
+    project-name: ta-ipa-deployer
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ironic-virtmedia-driver.yaml b/jjb/ta/ironic-virtmedia-driver.yaml
new file mode 100644
index 0000000..493b497
--- /dev/null
+++ b/jjb/ta/ironic-virtmedia-driver.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-ironic-virtmedia-driver
+    project: ta/ironic-virtmedia-driver
+    project-name: ta-ironic-virtmedia-driver
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ironic.yaml b/jjb/ta/ironic.yaml
new file mode 100644
index 0000000..bfc8098
--- /dev/null
+++ b/jjb/ta/ironic.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-ironic
+    project: ta/ironic
+    project-name: ta-ironic
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ironicclient.yaml b/jjb/ta/ironicclient.yaml
new file mode 100644
index 0000000..48ae97d
--- /dev/null
+++ b/jjb/ta/ironicclient.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-ironicclient
+    project: ta/ironicclient
+    project-name: ta-ironicclient
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/lockcli.yaml b/jjb/ta/lockcli.yaml
new file mode 100644
index 0000000..b2a77e5
--- /dev/null
+++ b/jjb/ta/lockcli.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-lockcli
+    project: ta/lockcli
+    project-name: ta-lockcli
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/manifest.yaml b/jjb/ta/manifest.yaml
new file mode 100644
index 0000000..7089ef8
--- /dev/null
+++ b/jjb/ta/manifest.yaml
@@ -0,0 +1,10 @@
+- project:
+    name: ta-manifest
+    project: ta/manifest
+    project-name: ta-manifest
+    project-type:
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta-build
diff --git a/jjb/ta/monitoring.yaml b/jjb/ta/monitoring.yaml
new file mode 100644
index 0000000..3ac1e9d
--- /dev/null
+++ b/jjb/ta/monitoring.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-monitoring
+    project: ta/monitoring
+    project-name: ta-monitoring
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-galera_client.yaml b/jjb/ta/openstack-ansible-galera_client.yaml
new file mode 100644
index 0000000..65c54a7
--- /dev/null
+++ b/jjb/ta/openstack-ansible-galera_client.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-galera_client
+    project: ta/openstack-ansible-galera_client
+    project-name: ta-openstack-ansible-galera_client
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-galera_server.yaml b/jjb/ta/openstack-ansible-galera_server.yaml
new file mode 100644
index 0000000..5f70768
--- /dev/null
+++ b/jjb/ta/openstack-ansible-galera_server.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-galera_server
+    project: ta/openstack-ansible-galera_server
+    project-name: ta-openstack-ansible-galera_server
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-haproxy_server.yaml b/jjb/ta/openstack-ansible-haproxy_server.yaml
new file mode 100644
index 0000000..e5b66e3
--- /dev/null
+++ b/jjb/ta/openstack-ansible-haproxy_server.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-haproxy_server
+    project: ta/openstack-ansible-haproxy_server
+    project-name: ta-openstack-ansible-haproxy_server
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-memcached_server.yaml b/jjb/ta/openstack-ansible-memcached_server.yaml
new file mode 100644
index 0000000..9144222
--- /dev/null
+++ b/jjb/ta/openstack-ansible-memcached_server.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-memcached_server
+    project: ta/openstack-ansible-memcached_server
+    project-name: ta-openstack-ansible-memcached_server
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-openstack_openrc.yaml b/jjb/ta/openstack-ansible-openstack_openrc.yaml
new file mode 100644
index 0000000..51f3e6f
--- /dev/null
+++ b/jjb/ta/openstack-ansible-openstack_openrc.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-openstack_openrc
+    project: ta/openstack-ansible-openstack_openrc
+    project-name: ta-openstack-ansible-openstack_openrc
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-os_ironic.yaml b/jjb/ta/openstack-ansible-os_ironic.yaml
new file mode 100644
index 0000000..5bf65ec
--- /dev/null
+++ b/jjb/ta/openstack-ansible-os_ironic.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-os_ironic
+    project: ta/openstack-ansible-os_ironic
+    project-name: ta-openstack-ansible-os_ironic
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-os_keystone.yaml b/jjb/ta/openstack-ansible-os_keystone.yaml
new file mode 100644
index 0000000..7919daf
--- /dev/null
+++ b/jjb/ta/openstack-ansible-os_keystone.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-os_keystone
+    project: ta/openstack-ansible-os_keystone
+    project-name: ta-openstack-ansible-os_keystone
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-plugins.yaml b/jjb/ta/openstack-ansible-plugins.yaml
new file mode 100644
index 0000000..46c1d0d
--- /dev/null
+++ b/jjb/ta/openstack-ansible-plugins.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-plugins
+    project: ta/openstack-ansible-plugins
+    project-name: ta-openstack-ansible-plugins
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-rabbitmq_server.yaml b/jjb/ta/openstack-ansible-rabbitmq_server.yaml
new file mode 100644
index 0000000..bfbe7e4
--- /dev/null
+++ b/jjb/ta/openstack-ansible-rabbitmq_server.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-rabbitmq_server
+    project: ta/openstack-ansible-rabbitmq_server
+    project-name: ta-openstack-ansible-rabbitmq_server
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible-rsyslog_client.yaml b/jjb/ta/openstack-ansible-rsyslog_client.yaml
new file mode 100644
index 0000000..3ae7ed9
--- /dev/null
+++ b/jjb/ta/openstack-ansible-rsyslog_client.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible-rsyslog_client
+    project: ta/openstack-ansible-rsyslog_client
+    project-name: ta-openstack-ansible-rsyslog_client
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/openstack-ansible.yaml b/jjb/ta/openstack-ansible.yaml
new file mode 100644
index 0000000..ca609a4
--- /dev/null
+++ b/jjb/ta/openstack-ansible.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-openstack-ansible
+    project: ta/openstack-ansible
+    project-name: ta-openstack-ansible
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/os-net-config.yaml b/jjb/ta/os-net-config.yaml
new file mode 100644
index 0000000..762fe8f
--- /dev/null
+++ b/jjb/ta/os-net-config.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-os-net-config
+    project: ta/os-net-config
+    project-name: ta-os-net-config
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/python-ilorest-library.yaml b/jjb/ta/python-ilorest-library.yaml
new file mode 100644
index 0000000..b1daaa1
--- /dev/null
+++ b/jjb/ta/python-ilorest-library.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-python-ilorest-library
+    project: ta/python-ilorest-library
+    project-name: ta-python-ilorest-library
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/python-peewee.yaml b/jjb/ta/python-peewee.yaml
new file mode 100644
index 0000000..576f6aa
--- /dev/null
+++ b/jjb/ta/python-peewee.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-python-peewee
+    project: ta/python-peewee
+    project-name: ta-python-peewee
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/rpmbuilder.yaml b/jjb/ta/rpmbuilder.yaml
new file mode 100644
index 0000000..3bbacb1
--- /dev/null
+++ b/jjb/ta/rpmbuilder.yaml
@@ -0,0 +1,10 @@
+- project:
+    name: ta-rpmbuilder
+    project: ta/rpmbuilder
+    project-name: ta-rpmbuilder
+    project-type:
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta-rpmbuilder
diff --git a/jjb/ta/start-menu.yaml b/jjb/ta/start-menu.yaml
new file mode 100644
index 0000000..4a2cfbb
--- /dev/null
+++ b/jjb/ta/start-menu.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-start-menu
+    project: ta/start-menu
+    project-name: ta-start-menu
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/storage.yaml b/jjb/ta/storage.yaml
new file mode 100644
index 0000000..4efd1dc
--- /dev/null
+++ b/jjb/ta/storage.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-storage
+    project: ta/storage
+    project-name: ta-storage
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta
diff --git a/jjb/ta/ta.yaml b/jjb/ta/ta.yaml
new file mode 100644
index 0000000..75a101a
--- /dev/null
+++ b/jjb/ta/ta.yaml
@@ -0,0 +1,6 @@
+---
+- project:
+    name: ta-project-view
+    project-name: ta
+    views:
+      - project-view
diff --git a/jjb/ta/yarf.yaml b/jjb/ta/yarf.yaml
new file mode 100644
index 0000000..a9f93e6
--- /dev/null
+++ b/jjb/ta/yarf.yaml
@@ -0,0 +1,11 @@
+- project:
+    name: ta-yarf
+    project: ta/yarf
+    project-name: ta-yarf
+    project-type:
+        - merge
+        - verify
+    build-node: centos7-builder-2c-1g
+    stream: master
+    jobs:
+      - akraino-project-stream-type-ta