# limitations under the License. #
##############################################################################
-#
# jcopy.py - Copy a file or files to a target directory, making
# substitutions as needed from the values contained in a YAML file.
+# compatibile with python and python3
#
-# usage: jcopy.py <yaml> <in_dir_or_file> <out_dir>
-#
-# Note: jcopy.sh is for Python2, jcopy3.sh is for Python3
-#
+# usage: jcopy.py <yaml_input> <template_dir_or_file> <out_dir>
import os.path
import jinja2
import sys
import yaml
-def expand_files(target_dir, dir_name, files):
- global total
- xlen = len(sys.argv[2])
- targdir = target_dir + dir_name[xlen:]
- if not os.path.exists(targdir):
- os.makedirs(targdir)
- env = jinja2.Environment()
- env.trim_blocks = True
- env.lstrip_blocks = True
+def usage(msg=None):
+ if not msg is None:
+ print(msg)
+ print( 'usage: jcopy.py <yaml> <template_dir_or_file> <out_dir>' )
+ sys.exit(1)
- for f in files:
- if f.endswith(".j2"):
- t = f.replace(".j2", ".yaml")
- source_path = dir_name + '/' + f
- target_path = targdir + '/' + t
- if os.path.isfile(source_path):
- with open(source_path) as fd:
- template = env.from_string(fd.read())
- data = template.render(yaml=yaml)
- fd2 = open(target_path,'w')
- fd2.write(data)
- fd2.write("\n")
- fd2.close()
- print '{0} -> {1}'.format(source_path, target_path)
- total += 1
+if len(sys.argv) != 4:
+ usage('incorrect number of arguments')
-def expand_file(target_file, file):
- global total
- if not os.path.exists(os.path.dirname(target_file)):
- os.makedirs(os.path.dirname(target_file))
- env = jinja2.Environment()
- env.trim_blocks = True
- env.lstrip_blocks = True
- with open(file) as fd:
- template = env.from_string(fd.read())
- data = template.render(yaml=yaml)
- fd2 = open(target_file,'w')
- fd2.write(data)
- fd2.write("\n")
- fd2.close()
- print '{0} -> {1}'.format(file, target_file)
- total += 1
+yaml_input=sys.argv[1]
+j2in_name=sys.argv[2]
+yaml_outdir=os.path.dirname(sys.argv[3]+'/')
-if len(sys.argv) != 4:
- print 'usage: jcopy.py <yaml> <in_dir_or_file> <out_dir>'
- sys.exit(1)
+if not os.path.isfile(yaml_input):
+ usage('input yaml file {} does not exist'.format(yaml_input))
-with open(sys.argv[1]) as f:
- yaml = yaml.safe_load(f)
+with open(yaml_input) as f:
+ siteyaml = yaml.safe_load(f)
-total = 0
-if os.path.isfile(sys.argv[2]):
- expand_file(sys.argv[3], sys.argv[2])
+if os.path.isfile(j2in_name):
+ j2_env = jinja2.Environment(loader=jinja2.FileSystemLoader(os.path.dirname(j2in_name)), trim_blocks=True, lstrip_blocks=True, undefined=jinja2.make_logging_undefined() )
+ templates=[ os.path.basename(j2in_name) ]
else:
- os.path.walk(sys.argv[2], expand_files, sys.argv[3])
-print '%d files processed.' % total
+ j2_env = jinja2.Environment(loader=jinja2.FileSystemLoader(j2in_name), trim_blocks=True, lstrip_blocks=True, undefined=jinja2.make_logging_undefined() )
+ templates=j2_env.list_templates(extensions=('j2'))
+
+# find length of longest template name to pad output
+fill=len(max(templates,key=len))
+
+for f in templates:
+ t=j2_env.get_template(name=f)
+ fname=yaml_outdir+'/'+f.replace('.j2','.yaml')
+ print( '### {0: <{fill}} ==> {1}'.format(f, fname, fill=fill) )
+ if not os.path.exists(os.path.dirname(fname)):
+ os.makedirs(os.path.dirname(fname))
+ t.stream(yaml=siteyaml).dump(fname)
+
+print('%d files processed.' % len(templates))
sys.exit(0)
-# sudo python -m ensurepip --default-pip
-# sudo python -m pip install --upgrade pip setuptools wheel
-# pip install --user jinja2 PyYAML
+# sudo apt-get install python-jinja2 python-yaml
+# sudo apt-get install python3-jinja2 python3-yaml
+
+++ /dev/null
-#!/usr/local/bin/python\r
-##############################################################################
-# Copyright © 2018 AT&T Intellectual Property. All rights reserved. #
-# #
-# Licensed under the Apache License, Version 2.0 (the "License"); you may #
-# not use this file except in compliance with the License. #
-# #
-# You may obtain a copy of the License at #
-# http://www.apache.org/licenses/LICENSE-2.0 #
-# #
-# Unless required by applicable law or agreed to in writing, software #
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT #
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
-# See the License for the specific language governing permissions and #
-# limitations under the License. #
-##############################################################################
-
-#\r
-# jcopy.py - Copy a file or files to a target directory, making\r
-# substitutions as needed from the values contained in a YAML file.\r
-#\r
-# usage: jcopy.py <yaml> <in_dir_or_file> <out_dir>\r
-#\r
-# Note: jcopy.sh is for Python2, jcopy3.sh is for Python3\r
-#\r
-\r
-import os.path\r
-import jinja2\r
-import sys\r
-import yaml\r
-\r
-def expand_files(target_dir, dir_name, files):\r
- global total\r
- xlen = len(sys.argv[2])\r
- targdir = target_dir + dir_name[xlen:]\r
- if not os.path.exists(targdir):\r
- os.makedirs(targdir)\r
- env = jinja2.Environment()\r
- for f in files:\r
- source_path = dir_name + '/' + f\r
- target_path = targdir + '/' + f\r
- if os.path.isfile(source_path):\r
- with open(source_path) as fd:\r
- template = env.from_string(fd.read())\r
- data = template.render(yaml=yaml)\r
- fd2 = open(target_path,'w')\r
- fd2.write(data)\r
- fd2.close()\r
- total += 1\r
-\r
-def expand_file(target_dir, file):\r
- global total\r
- if not os.path.exists(target_dir):\r
- os.makedirs(target_dir)\r
- env = jinja2.Environment()\r
- with open(file) as fd:\r
- template = env.from_string(fd.read())\r
- data = template.render(yaml=yaml)\r
- target_path = target_dir + '/' + os.path.basename(file)\r
- fd2 = open(target_path,'w')\r
- fd2.write(data)\r
- fd2.close()\r
- total += 1\r
-\r
-if len(sys.argv) != 4:\r
- print('usage: jcopy.py <yaml> <in_dir_or_file> <out_dir>')\r
- sys.exit(1)\r
-\r
-with open(sys.argv[1]) as f:\r
- yaml = yaml.safe_load(f)\r
-\r
-total = 0\r
-if os.path.isfile(sys.argv[2]):\r
- expand_file(sys.argv[3], os.path.abspath(sys.argv[2]))\r
-else:\r
- for root, dirs, files in os.walk(sys.argv[2]):\r
- expand_files(sys.argv[3], root, files)\r
-print('%d files processed.' % total)\r
-sys.exit(0)\r
Code Review / yaml_builds.git / commitdiff