Added mkdir function to edge

comsdk/communication.py

@@ -309,6 +309,7 @@ class SshCommunication(BaseCommunication):
     def _chdir(self, path=None):
         self.sftp_client.chdir(path)
 
+    @enable_sftp
     def _mkdirp(self, path):
         path_list = path.split('/')
         cur_dir = ''

comsdk/edge.py

@@ -54,7 +54,7 @@ class Edge:
         'order',
         'comment',
         'mandatory_keys',
-        'use_proxy_data'
+        'use_proxy_data_for_pre_post_processing'
     ]
 
     def __init__(self, predicate, morphism, 
@@ -71,7 +71,7 @@ class Edge:
         self.order = int(0 if order is None else order)
         self.comment = comment
         self.mandatory_keys = mandatory_keys
-        self.use_proxy_data=False
+        self.use_proxy_data_for_pre_post_processing=False
 
     def predicate(self, data, dynamic_keys_mapping={}):
         proxy_data = self._io_mapping.build_proxy_data(data, dynamic_keys_mapping)
@@ -81,13 +81,13 @@ class Edge:
         #print(self.pred_name, self.morph_name, self.order)
         proxy_data = self._io_mapping.build_proxy_data(data, dynamic_keys_mapping)
         # print(proxy_data)
-        if (self.use_proxy_data):
+        if (self.use_proxy_data_for_pre_post_processing):
             self.preprocess(proxy_data)
         else:
             self.preprocess(data)
         self._throw_if_not_set(proxy_data, self.mandatory_keys)
         self.morph_f.func(proxy_data)
-        if (self.use_proxy_data):
+        if (self.use_proxy_data_for_pre_post_processing):
             self.postprocess(proxy_data)
         else:
             self.postprocess(data)
@@ -299,6 +299,8 @@ class DownloadFromRemoteEdge(Edge):
         remote_working_dir = data['__REMOTE_WORKING_DIR__']
         for key in self._remote_paths_keys:
             output_file_or_dir = data[key]
+            if output_file_or_dir is None:
+                continue
             local_path = None
             if output_file_or_dir == '*':
                 aux.print_msg_if_allowed('\tAll possible output files will be downloaded', allow=self._show_msg)
@@ -340,6 +342,19 @@ def make_cd(key_path):
     return _cd
 
 
+def make_mkdir(key_path, remote_comm=None):
+    def _mkdir(d):
+        remote = '__REMOTE_WORKING_DIR__' in d
+        dir = os.path.join(d['__WORKING_DIR__'],
+                               d[key_path])
+        os.mkdir(dir)
+        if '__REMOTE_WORKING_DIR__' in d:
+            dir = os.path.join(d['__REMOTE_WORKING_DIR__'],
+                               d[key_path])
+            remote_comm._mkdirp(dir)
+    return _mkdir
+
+
 def make_dump(dump_name_format, format_keys=(), omit=None, method='pickle'):
     def _dump(d):
         format_params = [aux.recursive_get(d, key) for key in format_keys]