Always yes mode argument

ebulk

@@ -44,6 +44,7 @@ UPDATE="U"
 RESUME="R"
 DOWNLOAD="D"
 ASK="A"
+ALWAYS_YES="false"
 
 # load data lake url from file if exists
 if [ -f "$DATA_LAKE_URL_FILE" ]; then
@@ -280,6 +281,7 @@ function updateConfigFile {
     ING_URL=\"$ING_URL\"
     STORAGE=\"$STORAGE\"
     STATUS=\"$STATUS\"
+    ALWAYS_YES=\"$ALWAYS_YES\"
 
     S3_BUCKET=\"$S3_BUCKET\"
     S3_PREFIX=\"$S3_PREFIX\"
@@ -603,6 +605,8 @@ while [ "$1" != "" ]; do
 	-d | --directory )      	shift
 					DATASET_DIR=$1
 					;;
+	-y | --yes )		ALWAYS_YES="true"
+					;;
 	-s | --storage )		shift
 					STORAGE=$1
 					;;

ebulk-data/config/download-config_template.yml

@@ -8,6 +8,7 @@ in:
   chunk_size: $CHUNK
   output_path: $DATASET_DIR
   tool_dir: $TOOL_DIR
+  always_yes: $ALWAYS_YES
 
 out:
   type: fif

ebulk-data/config/ingestion-config_template.yml

-exec: 
+exec:
   max_threads: 1
   min_output_tasks: 1
 in:
@@ -10,8 +10,9 @@ in:
   erp5_url: $DOWN_URL
   tool_dir: $TOOL_DIR
   status: $STATUS
+  always_yes: $ALWAYS_YES
 
-out: 
+out:
   type: wendelin
   erp5_url: $ING_URL
   type_input: "filesystem"

ebulk-data/config/ingestion-custom-config_template.yml

@@ -4,6 +4,7 @@
 
 # PLEASE FILL THE 'IN' SECTION ACCORDING TO YOUR PLUGIN
 in:
+  always_yes: $ALWAYS_YES
 
 # FOR EXAMPLE CSV FILES
 #  type: file
@@ -25,13 +26,13 @@ in:
     chunk_size: $CHUNK
     storage: $STORAGE
 
-out: 
+out:
   type: wendelin
   erp5_url: $ING_URL
   tool_dir: $TOOL_DIR
   data_set: $DATA_SET
   erp5_base_url: $DOWN_URL
 
-exec: 
+exec:
   max_threads: 1
   min_output_tasks: 1

ebulk-data/config/ingestion-ftp-config_template.yml

@@ -8,6 +8,7 @@ in:
   user: $FTP_USER
   password: $FTP_PASSWORD
   path_prefix: $FTP_PATH
+  always_yes: $ALWAYS_YES
   #ssl_verify: false
   #port: 21
 
@@ -20,14 +21,14 @@ in:
     chunk_size: $CHUNK
     storage: $STORAGE
 
-out: 
+out:
   type: wendelin
   erp5_url: $ING_URL
   tool_dir: $TOOL_DIR
   data_set: $DATA_SET
   erp5_base_url: $DOWN_URL
 
-exec: 
+exec:
   max_threads: 1
   min_output_tasks: 1
 

ebulk-data/config/ingestion-http-config_template.yml

@@ -6,6 +6,7 @@ in:
   type: http
   url: $HTTP_URL
   method: $HTTP_METHOD
+  always_yes: $ALWAYS_YES
 #  basic_auth:
 #    user: MyUser
 #    password: MyPassword
@@ -22,14 +23,14 @@ in:
     chunk_size: $CHUNK
     storage: $STORAGE
 
-out: 
+out:
   type: wendelin
   erp5_url: $ING_URL
   tool_dir: $TOOL_DIR
   data_set: $DATA_SET
   erp5_base_url: $DOWN_URL
 
-exec: 
+exec:
   max_threads: 1
   min_output_tasks: 1
 

ebulk-data/config/ingestion-s3-config_template.yml

@@ -9,12 +9,13 @@ in:
   access_key_id: $S3_ACCESS_KEY
   secret_access_key: $S3_SECRET_KEY
   auth_method: $S3_AUTH_METHOD
-#  endpoint: 
-#  region: 
-#  path_match_pattern: 
+  always_yes: $ALWAYS_YES
+#  endpoint:
+#  region:
+#  path_match_pattern:
 #  http_proxy:
-#    host: 
-#    port: 
+#    host:
+#    port:
 
 
 # PLEASE LEAVE THE SECTIONS BELOW AS THEY ARE (unless you know what you are doing)
@@ -26,14 +27,14 @@ in:
     chunk_size: $CHUNK
     storage: $STORAGE
 
-out: 
+out:
   type: wendelin
   erp5_url: $ING_URL
   tool_dir: $TOOL_DIR
   data_set: $DATA_SET
   erp5_base_url: $DOWN_URL
 
-exec: 
+exec:
   max_threads: 1
   min_output_tasks: 1
 

ebulk-data/help.md

@@ -39,5 +39,6 @@ options:
    -s,  --storage  <storage>	  Uses the selected input storage from this set: [http, ftp, s3]
    -cs, --custom-storage  	  Allows user to set a new input storage
    -a,  --advanced	  	  Allows to edit the Embulk cofiguration file of the input storage
+   -y,  --yes	  	  	  Enables "always yes" mode and ebulk is run assuming yes to all user inputs required
    -dc, --discard-changes	  Discards local changes by checking the remote dataset