X-Git-Url: https://gerrit.akraino.org/r/gitweb?a=blobdiff_plain;f=build_step_create_install_cd.sh;fp=build_step_create_install_cd.sh;h=abfd91d2b168d4a760823c35cfadaaf87eb07d48;hb=7ff0f5c599f7246470373fc04d722f43d8dc7eb5;hp=40d3880de1cb1f612ed48c691079afa5dcdf56c8;hpb=5cb76c5bde04265caaa3241aafd57c67073bb1db;p=ta%2Fbuild-tools.git

diff --git a/build_step_create_install_cd.sh b/build_step_create_install_cd.sh
index 40d3880..abfd91d 100755
--- a/build_step_create_install_cd.sh
+++ b/build_step_create_install_cd.sh
@@ -50,7 +50,14 @@ wget_dir() {
   url=$(remove_extra_slashes_from_url $url)
   # count cut length in case url depth changes
   cut_dirs=$(echo $url | sed -re 's|.*://[^/]+/(.+)|\1|' -e 's|/$||' | grep -o / | wc -l)
-  wget -N -r --no-host-directories --no-verbose --cut-dirs=${cut_dirs} --reject index.html* --no-parent $url
+  wget -N -r \
+    --no-host-directories \
+    --no-verbose \
+    --cut-dirs=${cut_dirs} \
+    --reject index.html* \
+    --no-parent \
+    --execute robots=off \
+    $url
 }
 
 pushd $iso_build_dir