# by vagrant from the jump machine definition) is up.
site = ENV['ICN_SITE'] || 'vm'
+with_jenkins = ENV['WITH_JENKINS'] || false
# Calculate the baremetal network address from the bmcAddress (aka
# IPMI address) specified in the machine pool values. IPMI in the
# virtual environment is emulated by virtualbmc listening on the host.
-baremetal_cidr = nil
-Dir.glob("deploy/site/#{site}/*.yaml") do |file|
+baremetal4_gw = '192.168.151.1'
+baremetal4_netmask = '255.255.255.0'
+baremetal6_gw = nil
+baremetal6_prefix = nil
+bmc_host = '192.168.121.1' # From the default vagrant-libvirt network
+registry_mirrors = nil
+Dir.glob("deploy/site/#{site}/deployment/*.yaml") do |file|
YAML.load_stream(File.read(file)) do |document|
values = document.fetch('spec', {}).fetch('values', {})
- next if values['machineName'].nil? || values['bootMACAddress'].nil?
- bmc_host = URI.parse(values['bmcAddress']).host
- baremetal_cidr = "#{IPAddr.new(bmc_host).mask(24)}/24"
+ unless values['networkData'].nil? or values['networkData']['networks'].nil?
+ networks = values['networkData']['networks']
+ unless networks['ipv4'].nil?
+ networks['ipv4'].select {|name,network| network.fetch('link', name) == 'baremetal'}.each_value do |network|
+ if network.key?('gateway')
+ baremetal4_gw = network['gateway']
+ elsif network.key?('fromIPPool')
+ pool = network['fromIPPool']
+ if values['ipPools']["#{pool}"].key?('gateway')
+ baremetal4_gw = values['ipPools']["#{pool}"]['gateway']
+ end
+ end
+ end
+ end
+ unless networks['ipv6'].nil?
+ networks['ipv6'].select {|name,network| network.fetch('link', name) == 'baremetal'}.each_value do |network|
+ if network.key?('gateway')
+ baremetal6_gw = network['gateway']
+ baremetal6_prefix = 64
+ elsif network.key?('fromIPPool')
+ pool = network['fromIPPool']
+ if values['ipPools']["#{pool}"].key?('gateway')
+ baremetal6_gw = values['ipPools']["#{pool}"]['gateway']
+ baremetal6_prefix = 64
+ end
+ end
+ end
+ end
+ end
+ unless values['bmcAddress'].nil?
+ bmc_host = URI.parse(values['bmcAddress']).host
+ end
+ unless values['dockerRegistryMirrors'].nil?
+ registry_mirrors = values['dockerRegistryMirrors'].join(' ')
+ end
end
end
-if baremetal_cidr.nil?
- puts "Missing bmcAddress value in site definition, can't determine baremetal network address"
- exit 1
-end
$post_up_message = <<MSG
------------------------------------------------------
# The jump machine
config.vm.define 'jump' do |m|
# Note the apparent typo in the name below, it is correct as-is
- m.vm.box = 'intergratedcloudnative/ubuntu1804'
- m.vm.box_version = '1.0.0'
+ m.vm.box = 'intergratedcloudnative/ubuntu2004'
m.vm.hostname = 'jump'
- m.vm.synced_folder '.', '/icn'
+ m.vm.synced_folder '.', '/icn', type: 'nfs'
m.vm.provider :libvirt do |libvirt|
libvirt.graphics_ip = '0.0.0.0'
libvirt.default_prefix = "#{site}-"
libvirt.cpu_mode = 'host-passthrough'
- libvirt.cpus = 8
- libvirt.memory = 24576
+ if with_jenkins
+ # With Jenkins and nested VMs increase cpus, memory
+ libvirt.cpus = 32
+ libvirt.memory = 65536
+ else
+ libvirt.cpus = 8
+ libvirt.memory = 24576
+ end
libvirt.nested = true
+ end
- # The ICN baremetal network is the vagrant management network,
- # and is created by vagrant for us
- libvirt.management_network_name = "#{site}-baremetal"
- libvirt.management_network_address = baremetal_cidr
- libvirt.management_network_autostart = true
+ # The ICN baremetal network will be a vagrant private network
+ # created upon bringing up the jump machine
+ m.trigger.before [:up] do |trigger|
+ trigger.name = 'Creating baremetal network'
+ trigger.run = {inline: "./tools/vagrant/create_baremetal_network.sh #{site} #{baremetal4_gw} #{baremetal4_netmask} #{baremetal6_gw} #{baremetal6_prefix}"}
+ end
+ m.trigger.after [:destroy] do |trigger|
+ trigger.name = 'Destroying baremetal network'
+ trigger.run = {inline: "./tools/vagrant/destroy_baremetal_network.sh #{site}"}
end
+ m.vm.network :private_network,
+ :libvirt__network_name => "#{site}-baremetal",
+ :type => 'dhcp'
# The ICN provisioning network will be a vagrant private network
# created upon bringing up the jump machine
:libvirt__network_name => "#{site}-provisioning",
:type => 'dhcp'
- # IPMI control of machines is provided by vbmc on the host
+ # BMC control of machines is provided by sushy-emulator on the host
m.trigger.after [:up] do |trigger|
- trigger.name = 'Starting virtualbmc for IPMI network'
- trigger.run = {inline: "./tools/vagrant/start_vbmc.sh"}
+ trigger.name = 'Starting sushy for BMC network'
+ trigger.run = {inline: "./tools/vagrant/start_sushy.sh #{bmc_host}"}
end
m.trigger.after [:destroy] do |trigger|
- trigger.name = 'Stopping virtualbmc for IPMI network'
- trigger.run = {inline: "./tools/vagrant/stop_vbmc.sh"}
+ trigger.name = 'Stopping sushy for BMC network'
+ trigger.run = {inline: "./tools/vagrant/stop_sushy.sh #{bmc_host}"}
end
m.trigger.after [:up] do |trigger|
trigger.name = 'Creating ICN user_config.sh'
- trigger.run = {inline: "./tools/vagrant/create_user_config.sh"}
+ trigger.run = {inline: "bash -c 'DOCKER_REGISTRY_MIRRORS=\"#{registry_mirrors}\" ./tools/vagrant/create_user_config.sh'"}
end
m.vm.provision 'Configuring ICN prerequisites', type: 'shell', privileged: true, inline: <<-SHELL
ssh-keygen -f "${HOME}/.ssh/id_rsa" -P "" <<<y
DEBIAN_FRONTEND=noninteractive apt-get install -y make
SHELL
m.vm.post_up_message = $post_up_message
+
+ if with_jenkins
+ # Set up a port forward for an instance of Jenkins
+ m.vm.network "forwarded_port", guest: 8080, host: 8080
+ end
end
# Look for any HelmReleases in the site directory with machineName in
# the values dictionary. This will provide the values needed to
# create the machine pool.
legacy_machine_args = ""
- Dir.glob("deploy/site/#{site}/*.yaml") do |file|
+ Dir.glob("deploy/site/#{site}/deployment/*.yaml") do |file|
YAML.load_stream(File.read(file)) do |document|
values = document.fetch('spec', {}).fetch('values', {})
next if values['machineName'].nil? || values['bootMACAddress'].nil?
machine_name = values['machineName']
boot_mac_address = values['bootMACAddress']
+ baremetal_mac_address = nil
+ if values['networkData'] and
+ values['networkData']['links'] and
+ values['networkData']['links']['ethernets'] and
+ values['networkData']['links']['ethernets']['baremetal'] and
+ baremetal_mac_address = values['networkData']['links']['ethernets']['baremetal']['macAddress']
+ end
bmc_port = URI.parse(values['bmcAddress']).port
+ uuid = URI.parse(values['bmcAddress']).path.split('/').last
config.vm.define machine_name do |m|
m.vm.hostname = machine_name
m.vm.provider :libvirt do |libvirt|
+ libvirt.uuid = "#{uuid}"
libvirt.graphics_ip = '0.0.0.0'
libvirt.default_prefix = "#{site}-"
libvirt.cpu_mode = 'host-passthrough'
:libvirt__network_name => "#{site}-provisioning",
:mac => boot_mac_address,
:type => 'dhcp'
- m.vm.network :private_network,
- :libvirt__network_name => "#{site}-baremetal",
- :type => 'dhcp'
-
- # IPMI control
- m.trigger.after [:up] do |trigger|
- trigger.name = 'Adding machine to IPMI network'
- trigger.run = {inline: "./tools/vagrant/add_machine_to_vbmc.sh #{site} #{machine_name} #{bmc_port}"}
- end
- m.trigger.after [:destroy] do |trigger|
- trigger.name = 'Removing machine from IPMI network'
- trigger.run = {inline: "./tools/vagrant/remove_machine_from_vbmc.sh #{site} #{machine_name} #{bmc_port}"}
- end
-
- # Create configuration for ICN provisioning
- legacy_machine_args = "#{legacy_machine_args} #{machine_name} #{bmc_port}"
- m.trigger.after [:up] do |trigger|
- trigger.info = 'Creating nodes.json.sample describing the machines'
- trigger.run = {inline: "./tools/vagrant/create_nodes_json_sample.sh #{site} #{legacy_machine_args}"}
- end
- m.trigger.after [:up] do |trigger|
- trigger.info = 'Creating Provisioning resource describing the cluster'
- trigger.run = {inline: "./tools/vagrant/create_provisioning_cr.sh #{site} #{legacy_machine_args}"}
+ if baremetal_mac_address.nil?
+ m.vm.network :private_network,
+ :libvirt__network_name => "#{site}-baremetal",
+ :type => 'dhcp'
+ else
+ m.vm.network :private_network,
+ :libvirt__network_name => "#{site}-baremetal",
+ :mac => baremetal_mac_address,
+ :type => 'dhcp'
end
end
end
Code Review / icn.git / blobdiff