From 8590cd017ccc6140e2137325986e85bc44ee11ae Mon Sep 17 00:00:00 2001 From: ganiruddha03 <103038659+ganiruddha03@users.noreply.github.com> Date: Mon, 28 Oct 2024 11:54:15 +0800 Subject: [PATCH] imager, imcontsub and linmos replaced with CopyApp --- .../casda_download_pipeline_2.graph | 1431 ++++++++++++----- 1 file changed, 1004 insertions(+), 427 deletions(-) diff --git a/dlg-graphs-final/casda_download_pipeline_2.graph b/dlg-graphs-final/casda_download_pipeline_2.graph index bc93a2a..b383179 100644 --- a/dlg-graphs-final/casda_download_pipeline_2.graph +++ b/dlg-graphs-final/casda_download_pipeline_2.graph @@ -19,7 +19,7 @@ "lastModifiedName": "", "lastModifiedEmail": "", "lastModifiedDatetime": 0, - "numLGNodes": 23 + "numLGNodes": 25 }, "nodeDataArray": [ { @@ -989,9 +989,9 @@ "key": -5, "name": "Scatter/GenericScatterApp", "description": "A default Scatter construct for the GenericScatterApp component.", - "x": 1177.98253429538, - "y": 472.5924194659729, - "radius": 549.2335804632985, + "x": 1146.735248498255, + "y": 483.9878717429649, + "radius": 489.84671625890826, "collapsed": false, "subject": null, "expanded": true, @@ -1134,8 +1134,8 @@ "key": -8, "name": "split_array", "description": "In-memory storage of intermediate data products", - "x": 756.4999604131523, - "y": 475.251045749399, + "x": 815.9247371959447, + "y": 483.6338635759232, "radius": 25, "collapsed": true, "subject": null, @@ -3936,8 +3936,8 @@ "key": -1, "name": "imager", "description": "A component wrapping docker based applications.", - "x": 1445.3942962000544, - "y": 289.0245821602411, + "x": 2000.9534680265187, + "y": 731.7357972094552, "radius": 25, "collapsed": false, "subject": null, @@ -3946,7 +3946,6 @@ "commitHash": "04777bc", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master-template.palette", "dataHash": "173db865039321d89a824224eeec81b9f40e284a796e687741a5a18177d831df", - "group": -5, "fields": [ { "name": "image", @@ -4415,8 +4414,8 @@ "key": -12, "name": "imcontsub", "description": "This docker app runs the Yandasoft Imager. It uses an askapsoft compliant configuration file on input, which defines all the required parameters.", - "x": 1449.0077717242011, - "y": 478.68962719142843, + "x": 2005.8070309877776, + "y": 850.7158583252217, "radius": 25, "collapsed": true, "subject": null, @@ -4425,7 +4424,6 @@ "commitHash": "", "paletteDownloadUrl": "", "dataHash": "", - "group": -5, "fields": [ { "name": "persist", @@ -4631,151 +4629,6 @@ "outputApplicationKey": null, "outputApplicationDescription": "" }, - { - "category": "Memory", - "categoryType": "Data", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -14, - "name": "event", - "description": "In-memory storage of intermediate data products", - "x": 1449.487634103864, - "y": 378.98066951317077, - "radius": 25, - "collapsed": true, - "subject": null, - "expanded": true, - "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "d2262f4", - "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "e511f15a21ca6488a37aafa150fea143ee75f445eef862a3fb921d9ff709bab7", - "group": -5, - "fields": [ - { - "name": "pydata", - "value": "None", - "defaultValue": "None", - "description": "Data to be loaded into memory", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "744c72d7-f4d9-4ac0-b5fc-019ffd6202d4", - "parameterType": "ApplicationArgument", - "usage": "NoPort" - }, - { - "name": "persist", - "value": false, - "defaultValue": "False", - "description": "Specifies whether this data component contains data that should not be deleted after execution", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "2bd6a73c-f23e-4a6e-a3cb-1f56aae6b91d", - "parameterType": "ComponentParameter", - "usage": "NoPort" - }, - { - "name": "data_volume", - "value": 5, - "defaultValue": "5", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "66932aba-4dc7-4106-8042-b9e6ed633a68", - "parameterType": "ConstraintParameter", - "usage": "NoPort" - }, - { - "name": "group_end", - "value": false, - "defaultValue": "False", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "fee21dc8-2415-4ea8-9648-5e640ab5c730", - "parameterType": "ComponentParameter", - "usage": "NoPort" - }, - { - "name": "streaming", - "value": false, - "defaultValue": "False", - "description": "Specifies whether this data component streams input and output data", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "32861e9a-2a1e-4e22-b1d8-0568e9608dad", - "parameterType": "ComponentParameter", - "usage": "NoPort" - }, - { - "name": "dropclass", - "value": "dlg.data.drops.memory.InMemoryDROP", - "defaultValue": "dlg.data.drops.memory.InMemoryDROP", - "description": "Drop class", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "6d4eac3f-9b16-4f38-88f5-7515019b6779", - "parameterType": "ComponentParameter", - "usage": "NoPort" - }, - { - "name": "event", - "value": "", - "defaultValue": "", - "description": "", - "readonly": false, - "type": "Object.event", - "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, - "encoding": "pickle", - "id": "22270945-bf95-46a5-94d1-f2b0a1a6060f", - "parameterType": "ApplicationArgument", - "usage": "InputOutput" - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, { "category": "Docker", "categoryType": "Application", @@ -4785,8 +4638,8 @@ "key": -19, "name": "linmos", "description": "This docker app runs the Yandasoft Imager. It uses an askapsoft compliant configuration file on input, which defines all the required parameters.", - "x": 1449.259504944306, - "y": 709.0605978850306, + "x": 2013.4992888305592, + "y": 970.7190471157984, "radius": 25, "collapsed": true, "subject": null, @@ -4795,7 +4648,6 @@ "commitHash": "", "paletteDownloadUrl": "", "dataHash": "", - "group": -5, "fields": [ { "name": "persist", @@ -5002,63 +4854,79 @@ "outputApplicationDescription": "" }, { - "category": "Memory", - "categoryType": "Data", + "category": "PythonApp", + "categoryType": "Application", "isGroup": false, - "color": "#2c2c2c", + "color": "#0059a5", "drawOrderHint": 0, - "key": -20, - "name": "event", - "description": "In-memory storage of intermediate data products", - "x": 1449.916001605598, - "y": 588.9028575505341, + "key": -21, + "name": "CopyApp (imager)", + "description": "A simple APP that copies its inputs into its outputs. All inputs are copied into all outputs in the order they were declared in the graph. If an input is a container (e.g. a directory) it copies the content recursively.", + "x": 1426.1296836324968, + "y": 293.7700304020847, "radius": 25, - "collapsed": true, + "collapsed": false, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "d2262f4", + "commitHash": "96daba4", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "e511f15a21ca6488a37aafa150fea143ee75f445eef862a3fb921d9ff709bab7", + "dataHash": "95873084647d948f6095b831f4cc96fff168d877239ff32cc10ac90ef8c53ef1", "group": -5, "fields": [ { - "name": "pydata", - "value": "None", - "defaultValue": "None", - "description": "Data to be loaded into memory", + "name": "bufsize", + "value": 65536, + "defaultValue": "65536", + "description": "Buffer size", "readonly": false, - "type": "String", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "744c72d7-f4d9-4ac0-b5fc-019ffd6202d4", + "id": "90c8dfd1-16f3-4f64-8ae6-06bcd90d3f28", "parameterType": "ApplicationArgument", "usage": "NoPort" }, { - "name": "persist", - "value": false, - "defaultValue": "False", - "description": "Specifies whether this data component contains data that should not be deleted after execution", + "name": "dropclass", + "value": "dlg.apps.simple.CopyApp", + "defaultValue": "dlg.apps.simple.CopyApp", + "description": "Application class", "readonly": false, - "type": "Boolean", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "2bd6a73c-f23e-4a6e-a3cb-1f56aae6b91d", + "id": "dcd53b7a-f123-4175-806f-82826150a473", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "data_volume", + "name": "base_name", + "value": "simple", + "defaultValue": "simple", + "description": "Base name of application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "2d62e73c-5f64-43ff-a94e-fc7e5228bc91", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "execution_time", "value": 5, "defaultValue": "5", - "description": "Estimated size of the data contained in this node", + "description": "Estimated execution time", "readonly": false, "type": "Float", "precious": false, @@ -5066,31 +4934,31 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "66932aba-4dc7-4106-8042-b9e6ed633a68", + "id": "8fc9fb97-30c7-408d-841b-27ca0e5141cd", "parameterType": "ConstraintParameter", "usage": "NoPort" }, { - "name": "group_end", - "value": false, - "defaultValue": "False", - "description": "Is this node the end of a group?", + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used", "readonly": false, - "type": "Boolean", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "fee21dc8-2415-4ea8-9648-5e640ab5c730", - "parameterType": "ComponentParameter", + "id": "3a07f092-c516-4b5b-8450-202e584977d5", + "parameterType": "ConstraintParameter", "usage": "NoPort" }, { - "name": "streaming", + "name": "group_start", "value": false, "defaultValue": "False", - "description": "Specifies whether this data component streams input and output data", + "description": "Is this node the start of a group?", "readonly": false, "type": "Boolean", "precious": false, @@ -5098,88 +4966,550 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "32861e9a-2a1e-4e22-b1d8-0568e9608dad", + "id": "14fbeb89-a6e2-45fc-bb2b-2cffbc8b3a39", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "dropclass", - "value": "dlg.data.drops.memory.InMemoryDROP", - "defaultValue": "dlg.data.drops.memory.InMemoryDROP", - "description": "Drop class", + "name": "n_tries", + "value": 1, + "defaultValue": "1", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", "readonly": false, - "type": "String", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "6d4eac3f-9b16-4f38-88f5-7515019b6779", + "id": "ddea2165-87cc-4131-84f3-796561fb4b80", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "event", + "name": "dummy", "value": "", "defaultValue": "", - "description": "", + "description": "Dummy port", "readonly": false, - "type": "Object.event", + "type": "Object", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "16260045-12e6-4580-886b-c422374253be", + "id": "e98e6814-8687-4622-8f42-35f44f02e6c1", "parameterType": "ApplicationArgument", "usage": "InputOutput" - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "categoryType": "Data", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -21, - "name": "linmos_image", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1610.3762625927152, - "y": 711.9718166301858, - "radius": 25, - "collapsed": false, - "subject": null, - "expanded": true, - "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "d2262f4", - "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", - "group": -5, - "fields": [ + }, { - "name": "filepath", - "value": "", - "defaultValue": "", - "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "name": "input_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Input port parsing technique", "readonly": false, - "type": "String", + "type": "Select", "precious": false, - "options": [], - "positional": false, - "keyAttribute": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "d8b928a6-a0b8-438e-9e94-256da1141841", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "a751d6a7-f29b-4399-8fff-e24291d03e2f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "event", + "value": "", + "defaultValue": "", + "description": "", + "readonly": false, + "type": "Object.event", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "ac9cc1b7-1fc7-4d92-a060-137f91326f80", + "parameterType": "ComponentParameter", + "usage": "OutputPort" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "File", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -14, + "name": "dummy", + "description": "A standard file on a filesystem mounted to the deployment machine", + "x": 1538.1082077457716, + "y": 294.4651200454516, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "96daba4", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "fb6b9cc58716743665932ec7d3eba94334ea8ab892708fdb4658751a1878ed22", + "group": -5, + "fields": [ + { + "name": "filepath", + "value": "", + "defaultValue": "", + "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "fc667fb9-7a74-4256-b44d-61152d2765c0", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "check_filepath_exists", + "value": false, + "defaultValue": "False", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "e9c8df2a-ef56-4f12-8f7c-ddd759f76298", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.data.drops.file.FileDROP", + "defaultValue": "dlg.data.drops.file.FileDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "c50334b0-ac12-44b1-88bd-5d467a4edc6a", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "base_name", + "value": "file", + "defaultValue": "file", + "description": "Base name of application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "93c1cfcd-c855-4fca-98af-a039c2842239", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "ee060527-ea3c-468f-9b32-af5f3adcd637", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "persist", + "value": true, + "defaultValue": "True", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "45b20b0a-4d40-4a0f-8ed1-bee053fff505", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "e7605335-e712-4ea8-adfa-66f0420ae916", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "343a362a-b00c-4126-95ab-afaab1945bb8", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "285f27e0-2c73-497f-86ee-5d85e79a9022", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "PythonApp", + "categoryType": "Application", + "isGroup": false, + "color": "#0059a5", + "drawOrderHint": 0, + "key": -20, + "name": "CopyApp (imcontsub)", + "description": "A simple APP that copies its inputs into its outputs. All inputs are copied into all outputs in the order they were declared in the graph. If an input is a container (e.g. a directory) it copies the content recursively.", + "x": 1421.883243728492, + "y": 481.3867236515136, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "96daba4", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "95873084647d948f6095b831f4cc96fff168d877239ff32cc10ac90ef8c53ef1", + "group": -5, + "fields": [ + { + "name": "bufsize", + "value": 65536, + "defaultValue": "65536", + "description": "Buffer size", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "82e84161-f3cb-407f-92a0-d5bedd55b0c6", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.apps.simple.CopyApp", + "defaultValue": "dlg.apps.simple.CopyApp", + "description": "Application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "5e7983e6-69f7-44e5-9161-651feb1fdc05", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "base_name", + "value": "simple", + "defaultValue": "simple", + "description": "Base name of application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "0ae14226-d7be-46a6-ad35-f6a791b8c03f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "execution_time", + "value": 5, + "defaultValue": "5", + "description": "Estimated execution time", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "651e5b4f-0aa6-4ec7-a608-d76d56480d44", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b5459276-ecbf-4a0e-b1cd-e3651ddffba1", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_start", + "value": false, + "defaultValue": "False", + "description": "Is this node the start of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "17f7262d-2564-47da-a8f5-03319ea6b6e9", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "n_tries", + "value": 1, + "defaultValue": "1", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "1d98b6f8-eaf8-4890-aafe-e4cd8f0f20e3", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b1f8c5d5-bf32-471b-b8fc-09a09be31337", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + }, + { + "name": "input_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Input port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "76e81204-0e74-470a-977a-446ff89f6f38", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "9e93e0a9-4d80-4f16-a5bb-bc38a787af6c", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "event", + "value": "", + "defaultValue": "", + "description": "", + "readonly": false, + "type": "Object.event", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "0e0c14ee-2924-4524-a9b1-eb644f99956c", + "parameterType": "ComponentParameter", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "File", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -22, + "name": "dummy", + "description": "A standard file on a filesystem mounted to the deployment machine", + "x": 1540.2165938243809, + "y": 481.05728800236284, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "96daba4", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "fb6b9cc58716743665932ec7d3eba94334ea8ab892708fdb4658751a1878ed22", + "group": -5, + "fields": [ + { + "name": "filepath", + "value": "", + "defaultValue": "", + "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, "encoding": "pickle", - "id": "4a7404e7-624b-42d1-867e-396c5ac2dcd5", + "id": "72780606-3fc0-41d4-8389-9d9b67145c51", "parameterType": "ApplicationArgument", "usage": "NoPort" }, @@ -5195,7 +5525,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "c122ec06-07b3-4129-b000-ce474e2a94e6", + "id": "b2473992-3d21-4a69-98d8-bd87eef2f53a", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5211,7 +5541,23 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "94e46421-d7e7-4875-9ee3-0e3b2a68a53a", + "id": "ef566f46-366b-4c64-825a-43b1ca10eb3b", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "base_name", + "value": "file", + "defaultValue": "file", + "description": "Base name of application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b95f2e71-8574-4310-b275-e70f786220fd", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5227,7 +5573,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "43953ec4-5edd-428d-b183-f0d163a6d76c", + "id": "43390e3b-22f3-4e7c-a41d-8373ae98b94b", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5243,7 +5589,120 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "f0f84147-9ecb-42b8-92f1-3c713686cb91", + "id": "b24fe826-c274-49c5-9fd7-bfebce9b4242", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "924d8be5-5e30-4275-8ebc-1c8126e1384f", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "43eb90e6-cf8a-4bfd-a9e6-640133a60f87", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "0267bf1e-84ce-4f9f-a475-a0826df0e189", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "Memory", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -23, + "name": "event", + "description": "In-memory storage of intermediate data products", + "x": 1424.7864009607374, + "y": 386.42541446471637, + "radius": 25, + "collapsed": true, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "96daba4", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "66c8e8c44691e00847d02d2707d65fbc9f5252f260afcfa1bc3bf61abb764a83", + "group": -5, + "fields": [ + { + "name": "pydata", + "value": "None", + "defaultValue": "None", + "description": "Data to be loaded into memory", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "93c5767d-8ac8-4ef3-a320-06b69b3bd3c4", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "persist", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "8cc217ee-6f0b-47dd-894d-198db3c452ca", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5259,39 +5718,87 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "122fe4fb-492a-443a-97bf-11261a5f17c3", - "parameterType": "ConstraintParameter", + "id": "380bb6dd-4807-4d8c-abc8-b01f265eaa05", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "31b3aaec-9423-41d7-9fef-9c1e3863e65b", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "842e3df5-672c-4cb3-880b-b3166b741cb1", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.data.drops.memory.InMemoryDROP", + "defaultValue": "dlg.data.drops.memory.InMemoryDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "df252278-77a5-4ccb-97d2-347c0f84e7d6", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_end", - "value": false, - "defaultValue": "False", - "description": "Is this node the end of a group?", + "name": "base_name", + "value": "memory", + "defaultValue": "memory", + "description": "Base name of application class", "readonly": false, - "type": "Boolean", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "0ddeacdc-8134-49e8-8da2-f4f5d2e0b07d", + "id": "c3adfe6c-43a4-405a-b509-3bbd1710c009", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "linmos_image", + "name": "event", "value": "", "defaultValue": "", - "description": "Dummy port", + "description": "", "readonly": false, - "type": "Object", + "type": "Object.event", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "213a8dca-8396-4cf9-b762-eb455566b7d2", + "id": "5069a1e4-381e-4f6b-b0c6-b4d4e3ceec5f", "parameterType": "ApplicationArgument", "usage": "InputOutput" } @@ -5308,63 +5815,63 @@ "outputApplicationDescription": "" }, { - "category": "File", - "categoryType": "Data", + "category": "PythonApp", + "categoryType": "Application", "isGroup": false, - "color": "#2c2c2c", + "color": "#0059a5", "drawOrderHint": 0, - "key": -22, - "name": "imcontsub_image", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1576.1131709014417, - "y": 478.28059381534047, + "key": -24, + "name": "CopyApp (linmos)", + "description": "A simple APP that copies its inputs into its outputs. All inputs are copied into all outputs in the order they were declared in the graph. If an input is a container (e.g. a directory) it copies the content recursively.", + "x": 1409.9344887898005, + "y": 709.6420427465483, "radius": 25, "collapsed": false, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "417f351", + "commitHash": "96daba4", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "dataHash": "95873084647d948f6095b831f4cc96fff168d877239ff32cc10ac90ef8c53ef1", "group": -5, "fields": [ { - "name": "filepath", - "value": "", - "defaultValue": "", - "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "name": "bufsize", + "value": 65536, + "defaultValue": "65536", + "description": "Buffer size", "readonly": false, - "type": "String", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "6125cbfb-96a3-46c9-b121-9990c8d09b4d", + "id": "c33e27b2-e238-425a-8442-d7023ff326e9", "parameterType": "ApplicationArgument", "usage": "NoPort" }, { - "name": "check_filepath_exists", - "value": false, - "defaultValue": "False", - "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "dropclass", + "value": "dlg.apps.simple.CopyApp", + "defaultValue": "dlg.apps.simple.CopyApp", + "description": "Application class", "readonly": false, - "type": "Boolean", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "733c4505-d719-4469-be82-70c4b0216b26", + "id": "f5f0f069-3431-4397-b78b-3d6ff0df44ae", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "dropclass", - "value": "dlg.data.drops.file.FileDROP", - "defaultValue": "dlg.data.drops.file.FileDROP", - "description": "Drop class", + "name": "base_name", + "value": "simple", + "defaultValue": "simple", + "description": "Base name of application class", "readonly": false, "type": "String", "precious": false, @@ -5372,15 +5879,47 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "7e12e064-5608-47b8-9fdb-bc5cc9152179", + "id": "8e2d7156-2b36-4fc6-af20-80ae33d95929", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "streaming", + "name": "execution_time", + "value": 5, + "defaultValue": "5", + "description": "Estimated execution time", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "fdeda662-025e-44ff-948a-d187303a9095", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "6d69ae58-c637-4b64-8f71-db7901b3fd66", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_start", "value": false, "defaultValue": "False", - "description": "Specifies whether this data component streams input and output data", + "description": "Is this node the start of a group?", "readonly": false, "type": "Boolean", "precious": false, @@ -5388,72 +5927,102 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "c12e8d83-89fa-4aa9-b9e3-f386540f561f", + "id": "f2201d85-f548-4e36-ac05-041d67d292c2", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "persist", - "value": true, - "defaultValue": "True", - "description": "Specifies whether this data component contains data that should not be deleted after execution", + "name": "n_tries", + "value": 1, + "defaultValue": "1", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", "readonly": false, - "type": "Boolean", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "f597df7b-0371-4c7d-8f20-b64ee1f51740", + "id": "df4137ba-ed7b-4dc2-94b3-4013be484377", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "data_volume", - "value": 5, - "defaultValue": "5", - "description": "Estimated size of the data contained in this node", + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", "readonly": false, - "type": "Float", + "type": "Object", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "7d89f279-780f-4de5-865f-ca06b30c1563", - "parameterType": "ConstraintParameter", + "id": "12f4464d-6567-4011-b004-63a27b8b038c", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + }, + { + "name": "input_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Input port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "91e72aac-4916-4d4a-906a-494dc95323fd", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_end", - "value": false, - "defaultValue": "False", - "description": "Is this node the end of a group?", + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique", "readonly": false, - "type": "Boolean", + "type": "Select", "precious": false, - "options": [], + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "2820c764-4820-40f3-becb-3cf46986327f", + "id": "4a2b9bbb-eac2-4b14-bb2f-e572f040b0db", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "imcontsub_image", + "name": "event", "value": "", "defaultValue": "", - "description": "Dummy port", + "description": "", "readonly": false, - "type": "Object", + "type": "Object.event", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "4a6ec012-fc8e-4248-b1e9-5edf3ecdf4ec", - "parameterType": "ApplicationArgument", + "id": "12c8a632-5496-4f9c-8381-367b46d2ef91", + "parameterType": "ComponentParameter", "usage": "InputOutput" } ], @@ -5474,19 +6043,19 @@ "isGroup": false, "color": "#2c2c2c", "drawOrderHint": 0, - "key": -23, - "name": "restored_image", + "key": -25, + "name": "dummy", "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1571.2252757117697, - "y": 346.54811562117555, + "x": 1519.6848028847612, + "y": 704.8791001845804, "radius": 25, "collapsed": false, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "d2262f4", + "commitHash": "96daba4", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "dataHash": "fb6b9cc58716743665932ec7d3eba94334ea8ab892708fdb4658751a1878ed22", "group": -5, "fields": [ { @@ -5501,7 +6070,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "e87b5690-2b24-4eab-a4b7-48eab5621c15", + "id": "b12a0272-0654-4758-befe-2585615b574a", "parameterType": "ApplicationArgument", "usage": "NoPort" }, @@ -5517,7 +6086,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "857856f6-789c-4f38-951b-f5ac0975f39c", + "id": "9d454cb9-84dc-4e93-85bc-854c721ba5a0", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5533,7 +6102,23 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "6dc685c7-b5f1-4f65-87e0-d12f86a04d1e", + "id": "2fb21c27-f0f4-4062-8975-a3c040e5333c", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "base_name", + "value": "file", + "defaultValue": "file", + "description": "Base name of application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "f246f73b-1a00-41cb-82b7-ba427e252aa3", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5549,7 +6134,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "44a11c68-7035-49c4-b5ff-4944bb132024", + "id": "ba8a3d08-012c-4c44-ae3a-a39ba8ca3b38", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5565,7 +6150,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "d9cf2a77-406c-49ee-b9b6-6c5f858320be", + "id": "377dcdb9-2877-4525-957b-48bd00dd6fc1", "parameterType": "ComponentParameter", "usage": "NoPort" }, @@ -5581,7 +6166,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "77e77a15-2022-467a-ba1c-0c15e5ecd56f", + "id": "932388fe-2b44-4b87-8d95-6b92a539a45f", "parameterType": "ConstraintParameter", "usage": "NoPort" }, @@ -5597,12 +6182,12 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "cec05619-86c1-4be3-b662-1123eed055ad", + "id": "dd97e279-d148-4099-9182-876dd5f1bc35", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "restored_image", + "name": "dummy", "value": "", "defaultValue": "", "description": "Dummy port", @@ -5613,7 +6198,7 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "967e37f7-a68d-4f8c-ba62-0af664cd140e", + "id": "db2037b2-eea7-43fe-b90e-c96075f03d5f", "parameterType": "ApplicationArgument", "usage": "InputOutput" } @@ -5630,31 +6215,31 @@ "outputApplicationDescription": "" }, { - "category": "File", + "category": "Memory", "categoryType": "Data", "isGroup": false, "color": "#2c2c2c", "drawOrderHint": 0, - "key": -24, - "name": "residual_image", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1571.538493181998, - "y": 234.896964355784, + "key": -26, + "name": "event", + "description": "In-memory storage of intermediate data products", + "x": 1416.451171422339, + "y": 594.3031861679934, "radius": 25, - "collapsed": false, + "collapsed": true, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "d2262f4", + "commitHash": "96daba4", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", - "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "dataHash": "66c8e8c44691e00847d02d2707d65fbc9f5252f260afcfa1bc3bf61abb764a83", "group": -5, "fields": [ { - "name": "filepath", - "value": "", - "defaultValue": "", - "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "name": "pydata", + "value": "None", + "defaultValue": "None", + "description": "Data to be loaded into memory", "readonly": false, "type": "String", "precious": false, @@ -5662,15 +6247,15 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "e2a27837-a07f-4bcb-86a8-87652b5430e3", + "id": "8a87546e-a1ee-4e17-af95-1238c99023b0", "parameterType": "ApplicationArgument", "usage": "NoPort" }, { - "name": "check_filepath_exists", + "name": "persist", "value": false, "defaultValue": "False", - "description": "Perform a check to make sure the file path exists before proceeding with the application", + "description": "Specifies whether this data component contains data that should not be deleted after execution", "readonly": false, "type": "Boolean", "precious": false, @@ -5678,31 +6263,31 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "33a2e494-e89d-4300-9357-d21229d08f89", + "id": "013aabc4-8943-4546-984b-d46b81290552", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "dropclass", - "value": "dlg.data.drops.file.FileDROP", - "defaultValue": "dlg.data.drops.file.FileDROP", - "description": "Drop class", + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", "readonly": false, - "type": "String", + "type": "Float", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "87870ff7-679c-4758-93ec-cb80b5d5e0ac", - "parameterType": "ComponentParameter", + "id": "25f5bc1e-3933-4f31-a65a-71272918179f", + "parameterType": "ConstraintParameter", "usage": "NoPort" }, { - "name": "streaming", + "name": "group_end", "value": false, "defaultValue": "False", - "description": "Specifies whether this data component streams input and output data", + "description": "Is this node the end of a group?", "readonly": false, "type": "Boolean", "precious": false, @@ -5710,15 +6295,15 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "4492408d-bfcf-42ba-b268-484bec827819", + "id": "417eb536-5f9e-403c-bc2a-eb30ada2d5ca", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "persist", - "value": true, - "defaultValue": "True", - "description": "Specifies whether this data component contains data that should not be deleted after execution", + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", "readonly": false, "type": "Boolean", "precious": false, @@ -5726,55 +6311,55 @@ "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "faed13cf-d9c2-4249-84df-1e98de40de20", + "id": "67d0ec46-6567-4e2b-87f2-f6784d9c37a1", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "data_volume", - "value": 5, - "defaultValue": "5", - "description": "Estimated size of the data contained in this node", + "name": "dropclass", + "value": "dlg.data.drops.memory.InMemoryDROP", + "defaultValue": "dlg.data.drops.memory.InMemoryDROP", + "description": "Drop class", "readonly": false, - "type": "Float", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "033236fe-9cf3-452f-9ec9-a9a98f1fef50", - "parameterType": "ConstraintParameter", + "id": "3ef6ea96-4069-4f23-835d-32fb02e6084b", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_end", - "value": false, - "defaultValue": "False", - "description": "Is this node the end of a group?", + "name": "base_name", + "value": "memory", + "defaultValue": "memory", + "description": "Base name of application class", "readonly": false, - "type": "Boolean", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "d1cf280f-b57d-4b11-a7a2-0dcbf3fdf126", + "id": "29c03e25-fc57-489b-b386-2e25fefdcce1", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "residual_image", + "name": "event", "value": "", "defaultValue": "", - "description": "Dummy port", + "description": "", "readonly": false, - "type": "Object", + "type": "Object.event", "precious": false, "options": [], "positional": false, "keyAttribute": false, "encoding": "pickle", - "id": "d6fc37bb-95b7-49cc-a6d7-7fdc50674429", + "id": "f9f0fba4-7bf4-4588-8ea8-0ac84995d471", "parameterType": "ApplicationArgument", "usage": "InputOutput" } @@ -5899,88 +6484,80 @@ { "from": -7, "fromPort": "21f39990-a9c6-4ec8-96bd-653fa5955351", - "to": -1, - "toPort": "4746a17f-1e74-425b-a4ff-c8f3dc940f8e", + "to": -21, + "toPort": "e98e6814-8687-4622-8f42-35f44f02e6c1", "loop_aware": "0", "closesLoop": false }, { - "from": -1, - "fromPort": "8e6ede89-1ec0-4f9a-814b-8f7174693588", + "from": -21, + "fromPort": "e98e6814-8687-4622-8f42-35f44f02e6c1", "to": -14, - "toPort": "22270945-bf95-46a5-94d1-f2b0a1a6060f", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -14, - "fromPort": "22270945-bf95-46a5-94d1-f2b0a1a6060f", - "to": -12, - "toPort": "39a32acf-7668-47d1-91b4-801f9f2007a9", + "toPort": "285f27e0-2c73-497f-86ee-5d85e79a9022", "loop_aware": "0", "closesLoop": false }, { - "from": -11, - "fromPort": "450f63d5-bcf4-49a2-89e4-cddc7d944f29", - "to": -12, - "toPort": "3a61ea3e-700e-4c60-adc2-852a151cf12a", + "from": -20, + "fromPort": "b1f8c5d5-bf32-471b-b8fc-09a09be31337", + "to": -22, + "toPort": "0267bf1e-84ce-4f9f-a475-a0826df0e189", "loop_aware": "0", "closesLoop": false }, { - "from": -15, - "fromPort": "9c132692-8157-4480-a06e-7150fd4ff8bb", - "to": -19, - "toPort": "c4fccc08-38ec-4b95-a126-1a2f54d0c5a4", + "from": -21, + "fromPort": "ac9cc1b7-1fc7-4d92-a060-137f91326f80", + "to": -23, + "toPort": "5069a1e4-381e-4f6b-b0c6-b4d4e3ceec5f", "loop_aware": "0", "closesLoop": false }, { - "from": -12, - "fromPort": "39a32acf-7668-47d1-91b4-801f9f2007a9", + "from": -23, + "fromPort": "5069a1e4-381e-4f6b-b0c6-b4d4e3ceec5f", "to": -20, - "toPort": "16260045-12e6-4580-886b-c422374253be", + "toPort": "0e0c14ee-2924-4524-a9b1-eb644f99956c", "loop_aware": "0", "closesLoop": false }, { - "from": -20, - "fromPort": "16260045-12e6-4580-886b-c422374253be", - "to": -19, - "toPort": "7732d92f-ef9d-46be-997d-e3b72bc44763", + "from": -11, + "fromPort": "450f63d5-bcf4-49a2-89e4-cddc7d944f29", + "to": -20, + "toPort": "b1f8c5d5-bf32-471b-b8fc-09a09be31337", "loop_aware": "0", "closesLoop": false }, { - "from": -19, - "fromPort": "ea2d63da-182f-4853-8591-f9f2e6e7e9b1", - "to": -21, - "toPort": "213a8dca-8396-4cf9-b762-eb455566b7d2", + "from": -15, + "fromPort": "9c132692-8157-4480-a06e-7150fd4ff8bb", + "to": -24, + "toPort": "12f4464d-6567-4011-b004-63a27b8b038c", "loop_aware": "0", "closesLoop": false }, { - "from": -12, - "fromPort": "8f9a6c1f-de25-4a39-a924-4af3273dfc20", - "to": -22, - "toPort": "4a6ec012-fc8e-4248-b1e9-5edf3ecdf4ec", + "from": -24, + "fromPort": "12f4464d-6567-4011-b004-63a27b8b038c", + "to": -25, + "toPort": "db2037b2-eea7-43fe-b90e-c96075f03d5f", "loop_aware": "0", "closesLoop": false }, { - "from": -1, - "fromPort": "21c69d14-81f3-40ac-bc29-291fc8fdd223", - "to": -23, - "toPort": "967e37f7-a68d-4f8c-ba62-0af664cd140e", + "from": -20, + "fromPort": "0e0c14ee-2924-4524-a9b1-eb644f99956c", + "to": -26, + "toPort": "f9f0fba4-7bf4-4588-8ea8-0ac84995d471", "loop_aware": "0", "closesLoop": false }, { - "from": -1, - "fromPort": "8cec5b15-2560-480e-9f7d-7cfa3ea16bc9", + "from": -26, + "fromPort": "f9f0fba4-7bf4-4588-8ea8-0ac84995d471", "to": -24, - "toPort": "d6fc37bb-95b7-49cc-a6d7-7fdc50674429", + "toPort": "12c8a632-5496-4f9c-8381-367b46d2ef91", "loop_aware": "0", "closesLoop": false }