Adding Data Descriptor methods. Corresponding script refactoring.

bt5/erp5_wendelin_telecom_ingestion/ExtensionTemplateItem/portal_components/external_process_raw_data.py

@@ -4,10 +4,10 @@ import json
 from Products.ERP5Type.Log import log
 
 def getJSONMetadata(raw_info):
-  info = { 'filename': raw_info['filename'],
-            'nchan': raw_info['nchan'],
-            'ch_names': raw_info['ch_names'],
-            'sfreq': raw_info['sfreq']
+  info = { 'filename': 'FILENAME', #raw_info['filename'],
+           'nchan': raw_info['nchan'],
+           'ch_names': raw_info['ch_names'],
+          'sfreq': raw_info['sfreq']
           }
   return json.dumps(info)
 
@@ -19,8 +19,8 @@ def processRawData(data_stream, data_array, data_descriptor):
       fif_file.write(data_stream_content)
     raw = mne.io.read_raw_fif(raw_file, preload=True)
     json_metadata = getJSONMetadata(raw.info)
-    #data_descriptor.setTextContent(json_metadata)
-    #log("Data Descriptor metadata: " + str(data_descriptor.getTextContent()))
+    data_descriptor.setTextContent(json_metadata)
+    log("Data Descriptor metadata: " + str(data_descriptor.getTextContent()))
     data_array.setArray(raw._data)
     log("Data Array array: " + str(data_array.getArray()))
     os.remove(raw_file)

bt5/erp5_wendelin_telecom_ingestion/ExtensionTemplateItem/portal_components/external_process_raw_data.xml

@@ -51,9 +51,7 @@
         <item>
             <key> <string>text_content_warning_message</string> </key>
             <value>
-              <tuple>
-                <string>W: 21,  4: Unused variable \'json_metadata\' (unused-variable)</string>
-              </tuple>
+              <tuple/>
             </value>
         </item>
         <item>

bt5/erp5_wendelin_telecom_ingestion/PathTemplateItem/portal_callables/DataTransformation_transformFIFDataToDataArray.py

@@ -5,4 +5,4 @@ log("Processing raw data from Data Stream " + str(input_stream_data.getReference
 result = str(context.processRawData(input_stream_data, output_array, output_descriptor))
 log(result)
 
-log("Metadata stored in Data Descriptor " + str(output_descriptor))#.getReference()))
+log("Metadata stored in Data Descriptor " + str(output_descriptor))

bt5/erp5_wendelin_telecom_ingestion/PathTemplateItem/portal_callables/HandleFifEmbulkIngestion.py

 from Products.ERP5Type.Log import log
 
 record = reference.rsplit('.')
+filename = record[2] if (len(record) >= 5) else reference
+extension = record[3] if (len(record) >= 5) else "fif"
+eof = record[4] if (len(record) >= 5) else "eof"
+specialise_reference = record[0] if (len(record) >= 5) else "default"
+aggregate_data_set_reference = record[1] if (len(record) >= 5) else "default"
 
-dict = { 'filename': record[2],
-         'extension': record[3],
-         'eof': record[4],
-         'specialise_reference': record[0],
-         'aggregate_data_set_reference': record[1],
+dict = { 'filename': filename,
+         'extension': extension,
+         'eof': eof,
+         'specialise_reference': specialise_reference,
+         'aggregate_data_set_reference': aggregate_data_set_reference,
          'resource_reference': 'fif'
        }
 

bt5/erp5_wendelin_telecom_ingestion/PortalTypePropertySheetTemplateItem/property_sheet_list.xml

+<property_sheet_list>
+ <portal_type id="Data Descriptor">
+  <item>DataDescriptor</item>
+  <item>TextDocument</item>
+ </portal_type>
+</property_sheet_list>
\ No newline at end of file

bt5/erp5_wendelin_telecom_ingestion/bt/template_portal_type_property_sheet_list

+Data Descriptor | DataDescriptor
+Data Descriptor | TextDocument
\ No newline at end of file