From c0ab35052c1b30b152c45b94a15711e4adfa7ab7 Mon Sep 17 00:00:00 2001 From: ganiruddha03 <103038659+ganiruddha03@users.noreply.github.com> Date: Fri, 18 Oct 2024 15:04:51 +0800 Subject: [PATCH] initial commit --- dlg-graphs-final/casda_download_hyades.graph | 584 +++++++++++++++++++ 1 file changed, 584 insertions(+) create mode 100644 dlg-graphs-final/casda_download_hyades.graph diff --git a/dlg-graphs-final/casda_download_hyades.graph b/dlg-graphs-final/casda_download_hyades.graph new file mode 100644 index 0000000..9d00e48 --- /dev/null +++ b/dlg-graphs-final/casda_download_hyades.graph @@ -0,0 +1,584 @@ +{ + "modelData": { + "filePath": "dlg-graphs-final/casda_download_hyades.graph", + "fileType": "Graph", + "shortDescription": "", + "detailedDescription": "", + "repoService": "GitHub", + "repoBranch": "main", + "repo": "ICRAR/wallaby-hires", + "generatorVersion": "v6.4.2", + "generatorCommitHash": "8eac67d2c4a8918c5a97dcef7adb2b4cf9941879", + "generatorName": "EAGLE", + "schemaVersion": "OJS", + "readonly": true, + "repositoryUrl": "", + "commitHash": "", + "downloadUrl": "", + "signature": "", + "lastModifiedName": "", + "lastModifiedEmail": "", + "lastModifiedDatetime": 0, + "numLGNodes": 3 + }, + "nodeDataArray": [ + { + "category": "PythonApp", + "categoryType": "Application", + "isGroup": false, + "color": "#0059a5", + "drawOrderHint": 0, + "key": -1, + "name": "casda_download", + "description": "Reads a CSV file and returns its contents as a list of lists.\n ", + "x": 413.06601368352506, + "y": 527.2457814760643, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "code", + "commitHash": "0.1", + "paletteDownloadUrl": "", + "dataHash": "f391799b99ebb9dbc7fb746cf21c5a7a53c2cb177b0ea6b8a887b1ec1c61af86", + "fields": [ + { + "name": "test_catalogue", + "value": "", + "defaultValue": "", + "description": "The name of the CSV file to be read. Returns: ------- ", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": true, + "encoding": "pickle", + "id": "b9ccd34d-a58e-441c-8551-2857be743ce2", + "parameterType": "ApplicationArgument", + "usage": "InputPort" + }, + { + "name": "credentials", + "value": "", + "defaultValue": "", + "description": "", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": true, + "encoding": "pickle", + "id": "2b43cd51-2f2e-4233-be2b-7773a6e91721", + "parameterType": "ApplicationArgument", + "usage": "InputPort" + }, + { + "name": "output_path", + "value": "/scratch/pawsey0411/gayatri/dlg/testdata", + "defaultValue": "/home/gayatri/dlg/testdata/casda_download", + "description": "", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": true, + "encoding": "pickle", + "id": "4f3247f5-db6f-41ac-b826-4e24dd8d5db3", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "timeout_seconds", + "value": 1800, + "defaultValue": "", + "description": "", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": true, + "encoding": "pickle", + "id": "f3cba20c-3816-4821-9326-e2732bf7c220", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "input_parser", + "value": "path", + "defaultValue": "pickle", + "description": "Input port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "a4003eb3-b579-4bb1-82a8-b9ff23d1bb8e", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "2149f51a-0e82-4643-8772-61e572c1a4e9", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "execution_time", + "value": 5, + "defaultValue": "5", + "description": "Estimate of execution time (in seconds) for this application.", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "d8e27f3c-74af-427d-9fcb-f63d12db1888", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used.", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "a5f1161c-b4a3-4a5e-ab53-8aea00319205", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_start", + "value": false, + "defaultValue": "false", + "description": "Is this node the start of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b85d6c90-e90f-49ae-bdd3-e2661fa8973d", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.apps.pyfunc.PyFuncApp", + "defaultValue": "dlg.apps.pyfunc.PyFuncApp", + "description": "The python class that implements this application", + "readonly": true, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "48b25028-4d0a-457e-bb4b-20c88bb9cbb9", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "func_name", + "value": "wallaby_hires.casda_download", + "defaultValue": "wallaby_hires.casda_download", + "description": "Complete import path of function", + "readonly": true, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "724992ba-67b2-481e-a3c2-e7a38f672bea", + "parameterType": "ComponentParameter", + "usage": "NoPort" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "File", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -3, + "name": "test_catalogue.csv", + "description": "A standard file on a filesystem mounted to the deployment machine", + "x": 248.82804760080208, + "y": 526.3306608577224, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "44edda3", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "fields": [ + { + "name": "filepath", + "value": "$DLG_ROOT/testdata/casda_download/test_catalogue_HIPASSJ1318.csv", + "defaultValue": "", + "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "dbfc180f-eeca-4294-91e7-e8d1995a2f6b", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "check_filepath_exists", + "value": false, + "defaultValue": "False", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "c3ee792f-399d-48e0-9a42-c1a49c7c6454", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.data.drops.file.FileDROP", + "defaultValue": "dlg.data.drops.file.FileDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "ea85a487-7dec-43b2-b78e-a2f8923227c0", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "d4c66c37-65bd-4cb0-961e-84ffdfd9d1ee", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "persist", + "value": true, + "defaultValue": "True", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "a8a2ab8c-6802-4130-b4d9-529daab8a64c", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b973fa86-f47d-49f3-9d53-2cb066a1502a", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "ccf04c91-81ab-4c98-b418-31ff1b51356a", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "58823c6e-2178-48c6-972a-4959cadffc56", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "File", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -2, + "name": "casda.ini", + "description": "A standard file on a filesystem mounted to the deployment machine", + "x": 252.92339353680816, + "y": 635.0618887936894, + "radius": 25, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "44edda3", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "fields": [ + { + "name": "filepath", + "value": "$DLG_ROOT/testdata/casda_download/casda.ini", + "defaultValue": "", + "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "f44762d4-6fa9-4539-a30e-1f6e9dcafc14", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "check_filepath_exists", + "value": false, + "defaultValue": "False", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "b888835f-99ba-4e22-9d5d-9f8d9399c14f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.data.drops.file.FileDROP", + "defaultValue": "dlg.data.drops.file.FileDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "a582f81a-7e03-450a-87af-be8042a66e9f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "cb4648ae-8794-40fe-bd77-1050bef1e3fe", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "persist", + "value": true, + "defaultValue": "True", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "cffda743-b028-4c2e-bd8a-53c97a5cc06f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "aafdd078-458a-4354-b374-1f5ae195020a", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "5aa04110-dfa4-4cf7-83e4-e92263626213", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "encoding": "pickle", + "id": "e091f8c6-87b2-4a79-bd3a-cdf03de94304", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + } + ], + "linkDataArray": [ + { + "from": -3, + "fromPort": "58823c6e-2178-48c6-972a-4959cadffc56", + "to": -1, + "toPort": "b9ccd34d-a58e-441c-8551-2857be743ce2", + "loop_aware": "0", + "closesLoop": false + }, + { + "from": -2, + "fromPort": "e091f8c6-87b2-4a79-bd3a-cdf03de94304", + "to": -1, + "toPort": "2b43cd51-2f2e-4233-be2b-7773a6e91721", + "loop_aware": "0", + "closesLoop": false + } + ] +} \ No newline at end of file