diff --git a/SDP Pipelines/cont_img_YAN-970-sub-sub.graph b/SDP Pipelines/cont_img_YAN-970-sub-sub.graph index 3438987..b694a67 100644 --- a/SDP Pipelines/cont_img_YAN-970-sub-sub.graph +++ b/SDP Pipelines/cont_img_YAN-970-sub-sub.graph @@ -1,5677 +1,6105 @@ { - "modelData": { - "fileType": "Graph", - "repoService": "GitHub", - "repoBranch": "master", - "repo": "ICRAR/EAGLE-graph-repo", - "filePath": "SDP Pipelines/cont_img_YAN-970-sub-sub.graph", - "eagleVersion": "v4.3.0", - "eagleCommitHash": "728b662f159d0f232e0affa995b944f76e15d66b", - "schemaVersion": "OJS", - "readonly": true, - "sha": "", - "gitUrl": "", - "lastModifiedName": "", - "lastModifiedEmail": "", - "lastModifiedDatetime": 0, - "numLGNodes": 40 - }, - "nodeDataArray": [ + "linkDataArray": [ { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -60, - "text": "create_low_test_skycomponents_from_gleam", - "description": "Create sky components from the GLEAM survey\n\nStokes I is estimated from a cubic spline fit to the measured fluxes. The polarised flux is always zero.\n\nSee http://www.mwatelescope.org/science/gleam-survey The catalog is available from Vizier.\n\nVIII/100 GaLactic and Extragalactic All-sky MWA survey (Hurley-Walker+, 2016)\n\nGaLactic and Extragalactic All-sky Murchison Wide Field Array (GLEAM) survey. I: A low-frequency extragalactic\ncatalogue. Hurley-Walker N., et al., Mon. Not. R. Astron. Soc., 464, 1146-1167 (2017), 2017MNRAS.464.1146H", - "x": 697.0584045746984, - "y": -447.8256309607313, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "6fb15dd1-add1-464c-a9fc-da3b8d01389b", - "IdText": "phasecentre", - "text": "phasecentre", - "event": false, - "type": "Complex", - "description": "" - }, - { - "Id": "fccdd5a5-a3eb-46f9-bc01-95dd790501a2", - "IdText": "polarisation_frame", - "text": "polarisation_frame", - "event": false, - "type": "Complex", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "4b637a76-127e-4185-bdd8-e880ef9c78b9", - "IdText": "sc_ref", - "text": "sc_ref", - "event": false, - "type": "Complex", - "description": "Model as Components" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", - "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.simulation.testing_support.create_low_test_skycomponents_from_gleam", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "flux_limit", - "name": "flux_limit", - "value": 0.01, - "defaultValue": "", - "description": "Only write components brighter than this (Jy)", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "kind", - "name": "kind", - "value": "cubic", - "defaultValue": "", - "description": "Kind of interpolation (see scipy.interpolate.interp1d) Default: linear", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "radius", - "name": "radius", - "value": 0.03, - "defaultValue": "", - "description": "Radius of sources selected around phasecentre (default 1.0 rad)", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "closesLoop": false, + "from": -60, + "fromPort": "4b637a76-127e-4185-bdd8-e880ef9c78b9", + "loop_aware": "0", + "to": -61, + "toPort": "9dc02a00-1e9e-4d91-8f5f-b7fc1f61eb7a" }, { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -61, - "text": "sc", - "description": "In-memory storage of intermediate data products", - "x": 987.8879157519106, - "y": -448.640008978042, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "226fab0", - "inputPorts": [ - { - "Id": "9dc02a00-1e9e-4d91-8f5f-b7fc1f61eb7a", - "IdText": "sc_ref", - "text": "sc_ref", - "event": false, - "type": "sc", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "80259270-474d-45d6-b3e0-7642d68db29e", - "IdText": "sc", - "text": "sc", - "event": false, - "type": "sc", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Data volume", - "name": "data_volume", - "value": 5, - "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group end", - "name": "group_end", - "value": false, - "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "closesLoop": false, + "from": -61, + "fromPort": "80259270-474d-45d6-b3e0-7642d68db29e", + "loop_aware": "0", + "to": -31, + "toPort": "46b6390e-4cd7-4e39-827a-31b7ed1003de" }, { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -31, - "text": "dft_skycomponent_visibility", - "description": "DFT to get the visibility from a Skycomponent, for BlockVisibility", - "x": 1083.8024462839915, - "y": -380.3045608329922, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "68c46c4a-1b4c-49f3-9db8-8bfbd461a163", - "IdText": "vis", - "text": "vis", - "event": false, - "type": "Complex", - "description": "BlockVis " - }, - { - "Id": "46b6390e-4cd7-4e39-827a-31b7ed1003de", - "IdText": "sc", - "text": "sc", - "event": false, - "type": "sc", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "9fd9a7ec-1cc7-4e60-bb79-9804b7082208", - "IdText": "modelvis", - "text": "modelvis", - "event": false, - "type": "modelvis", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", - "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": true, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.imaging.dft.dft_skycomponent_visibility", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "kwargs", - "name": "kwargs", - "value": "", - "defaultValue": "", - "description": "", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "closesLoop": false, + "from": -13, + "fromPort": "1ca9a714-7b1d-454b-89e0-21809f37c75b", + "loop_aware": "0", + "to": -11, + "toPort": "0658e057-f6c4-422c-8dbd-8b3be12e9275" + }, + { + "closesLoop": false, + "from": -28, + "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", + "loop_aware": "1", + "to": -29, + "toPort": "724b5aec-d081-467c-92c7-93e31965a247" + }, + { + "closesLoop": false, + "from": -28, + "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", + "loop_aware": "0", + "to": -37, + "toPort": "841ba111-dea2-44fb-8e4d-ec3c45f7d189" + }, + { + "closesLoop": false, + "from": -18, + "fromPort": "2a02298b-0b8d-47cb-b85a-0c5fdff39712", + "loop_aware": "0", + "to": -19, + "toPort": "e8f4bd58-e856-4091-82d9-1a3d5d059f36" + }, + { + "closesLoop": false, + "from": -19, + "fromPort": "cee397c3-1bcc-4885-85f7-3235f2c6dcd4", + "loop_aware": "0", + "to": -21, + "toPort": "45f2694f-6984-47ae-9225-3c763eafb671" + }, + { + "closesLoop": false, + "from": -20, + "fromPort": "914137c9-82ef-48a9-905e-fe0a9660bf71", + "loop_aware": "0", + "to": -23, + "toPort": "0f9c65ab-c356-48db-888f-db9b9af5a9b7" + }, + { + "closesLoop": false, + "from": -23, + "fromPort": "99eb384e-aff2-43c7-b9dd-69689b898442", + "loop_aware": "0", + "to": -21, + "toPort": "737201a4-3c7c-472b-b73f-09bceb6662bf" + }, + { + "closesLoop": false, + "from": -4, + "fromPort": "71bcad54-dcd2-4a78-bf68-cbf04ef9161a", + "loop_aware": "0", + "to": -5, + "toPort": "17bbcd5c-a483-48ee-9f76-1b8a806365e8" + }, + { + "closesLoop": false, + "from": -5, + "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", + "loop_aware": "0", + "to": -60, + "toPort": "fccdd5a5-a3eb-46f9-bc01-95dd790501a2" + }, + { + "closesLoop": false, + "from": -5, + "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", + "loop_aware": "0", + "to": -20, + "toPort": "f4ad698e-4513-46fa-aa95-7f46ef680ad2" + }, + { + "closesLoop": false, + "from": -5, + "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", + "loop_aware": "0", + "to": -37, + "toPort": "96c8024b-222b-489d-8193-50871f29b3f2" + }, + { + "closesLoop": false, + "from": -2, + "fromPort": "5f1a2211-d150-43b0-8a78-1468994ad3ac", + "loop_aware": "0", + "to": -60, + "toPort": "6fb15dd1-add1-464c-a9fc-da3b8d01389b" + }, + { + "closesLoop": false, + "from": -29, + "fromPort": "8ac988bd-4af5-441f-8dd2-d28a0f91bd60", + "loop_aware": "0", + "to": -3, + "toPort": "e476b418-d6c8-4a60-b2f1-55de20bd05fb" + }, + { + "closesLoop": false, + "from": -37, + "fromPort": "f572a630-ed19-4bd5-98d7-4c50e1d9b982", + "loop_aware": "0", + "to": -8, + "toPort": "f0b7dff1-d303-42d0-9751-d42e9e1a7ee0" + }, + { + "closesLoop": false, + "from": -17, + "fromPort": "5d3ca061-9f7c-441d-8e2a-d49cc43ee853", + "loop_aware": "0", + "to": -28, + "toPort": "15f466bf-8bcc-4422-977e-52793c578f11" + }, + { + "closesLoop": false, + "from": -21, + "fromPort": "1955dcf3-ea70-494f-9406-240f64297bef", + "loop_aware": "0", + "to": -10, + "toPort": "41a2f24d-e676-4157-a8c9-b39c0cf92f4e" + }, + { + "closesLoop": false, + "from": -1, + "fromPort": "39450923-6aa8-4ba0-8de3-eb42f9aa1048", + "loop_aware": "0", + "to": -16, + "toPort": "b87b7005-9c19-4f03-97e2-e8a6b33656a2" + }, + { + "closesLoop": false, + "from": -16, + "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", + "loop_aware": "0", + "to": -18, + "toPort": "7b5cefd3-399a-47af-8e85-74aa973cc788" + }, + { + "closesLoop": false, + "from": -16, + "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", + "loop_aware": "0", + "to": -20, + "toPort": "25c00e81-a694-4d7d-a82b-7e20371c7807" + }, + { + "closesLoop": false, + "from": -10, + "fromPort": "616569be-7853-41c6-bf7c-faa0d349919c", + "loop_aware": "0", + "to": -22, + "toPort": "78b71bd7-a222-4ce5-b77a-06b2dcf0276f" + }, + { + "closesLoop": false, + "from": -14, + "fromPort": "b4615dc7-70ab-4923-b1c4-89f7a4486f20", + "loop_aware": "0", + "to": -2, + "toPort": "7e88262d-69f4-41ab-8faa-8851ac393df8" + }, + { + "closesLoop": false, + "from": -7, + "fromPort": "8a3ad78d-7e3d-495d-a711-4c12511c74ea", + "loop_aware": "0", + "to": -27, + "toPort": "2dbfa4a7-065b-4276-add7-b7f54f8d8b78" + }, + { + "closesLoop": false, + "from": -27, + "fromPort": "66190086-d903-4110-973b-633afe64a052", + "loop_aware": "0", + "to": -4, + "toPort": "a7f9fe0d-4229-4eb2-ad26-17c97009cadc" + }, + { + "closesLoop": false, + "from": -31, + "fromPort": "9fd9a7ec-1cc7-4e60-bb79-9804b7082208", + "loop_aware": "0", + "to": -6, + "toPort": "413524c5-ec30-4111-b250-f633fbf9f969" + }, + { + "closesLoop": false, + "from": -6, + "fromPort": "98615809-518e-4163-8e1f-d51ee79bd960", + "loop_aware": "0", + "to": -13, + "toPort": "a2bcbe28-dbc5-4302-ba9a-382a34b56e34" + }, + { + "closesLoop": false, + "from": -22, + "fromPort": "388a4659-af13-4d68-90cd-fec8e60ed251", + "loop_aware": "0", + "to": -25, + "toPort": "0985c82d-8676-49a4-bf69-3ec27ab0427d" + }, + { + "closesLoop": false, + "from": -25, + "fromPort": "46091cdc-9178-40fe-999e-42ce126aa38b", + "loop_aware": "0", + "to": -17, + "toPort": "a920871d-bf45-4241-9c46-1abbd3e4932a" + }, + { + "closesLoop": false, + "from": -63, + "fromPort": "a1a56047-81b2-4aab-8441-978d73679680", + "loop_aware": "0", + "to": -12, + "toPort": "dd7ba56a-be95-4c5b-92f7-b055c400b5aa" + }, + { + "closesLoop": false, + "from": -12, + "fromPort": "d23d6b03-fbd6-493c-bfc3-1d0edb54255a", + "loop_aware": "0", + "to": -26, + "toPort": "75ac3703-2b27-45b8-87e0-eabebb35d00a" }, { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -63, - "text": "create_blockvisibility_from_ms", - "description": "Minimal MS to BlockVisibility converter\n\nThe MS format is much more general than the RASCIL BlockVisibility so we cut many corners.\nThis requires casacore to be installed. If not an exception ModuleNotFoundError is raised.\n\nCreates a list of BlockVisibility's, split by field and spectral window\n\nReading of a subset of channels is possible using either start_chan and end_chan or channnum. Using start_chan\nand end_chan is preferred since it only reads the channels required. Channum is more flexible and can be used to\nread a random list of channels.", - "x": 482.64537993832465, - "y": -247.8699937813141, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "54cf5e0d-1989-470f-97a8-7566e72afa6b", - "IdText": "start_chan", - "text": "start_chan", - "event": false, - "type": "String", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "a1a56047-81b2-4aab-8441-978d73679680", - "IdText": "vis", - "text": "vis", - "event": false, - "type": "vis", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", - "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.visibility.base.create_blockvisibility_from_ms", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "msname", - "name": "msname", - "value": "$DLG_ROOT/testdata/1197634128-cal_avg32.ms", - "defaultValue": "", - "description": "File name of MS", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "channum", - "name": "channum", - "value": "[0]", - "defaultValue": "", - "description": "range of channels e.g. range(17,32), default is None meaning all", - "readonly": false, - "type": "Complex", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "end_chan", - "name": "end_chan", - "value": "None", - "defaultValue": "", - "description": "End channel to read", - "readonly": false, - "type": "Complex", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "ack", - "name": "ack", - "value": false, - "defaultValue": "", - "description": "Ask casacore to acknowledge each table operation", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "datacolumn", - "name": "datacolumn", - "value": "DATA", - "defaultValue": "", - "description": "MS data column to read DATA, CORRECTED_DATA, or MODEL_DATA", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "selected_dds", - "name": "selected_dds", - "value": "[0]", - "defaultValue": "", - "description": "Data descriptors to select", - "readonly": false, - "type": "Json", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "average_channels", - "name": "average_channels", - "value": false, - "defaultValue": "", - "description": "Average all channels read", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "closesLoop": false, + "from": -26, + "fromPort": "e2680fc1-70bb-4efd-8dfc-eb43ddc1fd59", + "loop_aware": "0", + "to": -15, + "toPort": "d875ecd8-6052-45e1-bc9d-de55f1f7f8f3" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -14, + "toPort": "ce4c768b-a305-45f2-a4fb-72404cefb15b" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -31, + "toPort": "68c46c4a-1b4c-49f3-9db8-8bfbd461a163" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -13, + "toPort": "f1bc021f-c230-4d1f-baf8-7bdb6371da23" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -1, + "toPort": "1a90ea25-9666-4230-868b-7fc99318a747" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -7, + "toPort": "22e1d407-e9cb-4d2c-b868-a7d4fbc29c7d" + }, + { + "closesLoop": false, + "from": -15, + "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "loop_aware": "0", + "to": -21, + "toPort": "7770f9bc-5d2b-460b-9382-a6e1977cd523" + }, + { + "closesLoop": false, + "from": -28, + "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", + "loop_aware": "0", + "to": -30, + "toPort": "d36b1711-c2e9-41d4-8c2f-55003338aad4" + }, + { + "closesLoop": false, + "from": -16, + "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", + "loop_aware": "0", + "to": -9, + "toPort": "dd7b3059-01c1-4fce-83e3-27b2cf8bc10c" + }, + { + "closesLoop": false, + "from": -9, + "fromPort": "931e0f6b-7d22-44f3-84c4-8a5ff03c0110", + "loop_aware": "0", + "to": -24, + "toPort": "05078af8-1f37-4f0c-bf4f-2c0b247d34dc" + }, + { + "closesLoop": false, + "from": -24, + "fromPort": "78bed9f0-d371-4006-872b-5015dee9e8e3", + "loop_aware": "0", + "to": -17, + "toPort": "0b38c67d-8255-4de3-8a1d-a057d5e5c1f9" + }, + { + "closesLoop": false, + "from": -35, + "fromPort": "5e852026-1460-4039-8848-4aa4e5473f32", + "loop_aware": "0", + "to": -36, + "toPort": "3f41b16d-a02b-4e9b-8ee2-1e19d80ba3d2" + }, + { + "closesLoop": false, + "from": -35, + "fromPort": "5e852026-1460-4039-8848-4aa4e5473f32", + "loop_aware": "0", + "to": -36, + "toPort": "3f41b16d-a02b-4e9b-8ee2-1e19d80ba3d2" + }, + { + "closesLoop": false, + "from": -36, + "fromPort": "b17a74ff-9587-4aa1-aee2-bb95a62b16c7", + "loop_aware": "0", + "to": -32, + "toPort": "77e9303e-7e01-4af9-a410-240df9c66d26" + }, + { + "closesLoop": false, + "from": -32, + "fromPort": "5e2e2a8e-df5c-446f-9743-ada4c8590c02", + "loop_aware": "0", + "to": -38, + "toPort": "4cc2db0f-e7ce-45ee-a860-ccea3002d211" }, { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -4, - "text": "polarisation_frame_from_names", - "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", - "x": 363.00150725433326, - "y": 6.132948007992168, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "0e3ef1e", - "inputPorts": [ - { - "Id": "a7f9fe0d-4229-4eb2-ad26-17c97009cadc", - "IdText": "names", - "text": "names", - "event": false, - "type": "names", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "71bcad54-dcd2-4a78-bf68-cbf04ef9161a", - "IdText": "polarisation_frame", - "text": "polarisation_frame", - "event": false, - "type": "Complex", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", - "defaultValue": "", - "description": "Application class", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, - "type": "Float", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, - "defaultValue": "", - "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Number of tries", - "name": "n_tries", - "value": 1, - "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.polarisation_frame_from_names", - "defaultValue": "rascil_tweaks.functions.polarisation_frame_from_names", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Function Code", - "name": "func_code", - "value": "", - "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", - "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", - "defaultValue": "", - "description": "Mapping between argument name and input drop uids", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "names", - "name": "names", - "value": "linear", - "defaultValue": "", - "description": "", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "closesLoop": false, + "from": -38, + "fromPort": "40199eb1-0020-4e26-a2a6-bb5817a56d2e", + "loop_aware": "0", + "to": -33, + "toPort": "76d3f645-81ec-4aca-be63-775905cb3137" }, { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -13, - "text": "solve_gaintable", - "description": "Solve a gain table by fitting an observed visibility to a model visibility\n\nIf modelvis is None, a point source model is assumed.", - "x": 1251.63184822867, - "y": -249.88819156283188, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "f1bc021f-c230-4d1f-baf8-7bdb6371da23", - "IdText": "vis", - "text": "vis", - "event": false, - "type": "Complex", - "description": "BlockVis " - }, - { - "Id": "a2bcbe28-dbc5-4302-ba9a-382a34b56e34", - "IdText": "modelvis", - "text": "modevis", - "event": false, - "type": "Complex", - "description": "Model as BlockVis " - } - ], - "outputPorts": [ - { - "Id": "1ca9a714-7b1d-454b-89e0-21809f37c75b", - "IdText": "gt", - "text": "gt", - "event": false, - "type": "Complex", - "description": "Gain Table" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", - "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], + "closesLoop": false, + "from": -33, + "fromPort": "abddc850-ef70-4de3-a99d-c0c64f634ae0", + "loop_aware": "0", + "to": -63, + "toPort": "1995f401-442a-4003-98c5-17a5cfb52473" + } + ], + "modelData": { + "eagleCommitHash": "728b662f159d0f232e0affa995b944f76e15d66b", + "eagleVersion": "v4.3.0", + "filePath": "cont_img_YAN-970-sub-sub.graph", + "fileType": "Graph", + "gitUrl": "", + "lastModifiedDatetime": 0, + "lastModifiedEmail": "", + "lastModifiedName": "", + "numLGNodes": 40, + "readonly": true, + "repo": "", + "repoBranch": "", + "repoService": "Unknown", + "schemaVersion": "OJS", + "sha": "" + }, + "nodeDataArray": [ + { "applicationArgs": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.calibration.solvers.solve_gaintable", "defaultValue": "", "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "name": "func_name", "options": [], - "positional": true - }, - { - "text": "phase_only", - "name": "phase_only", - "value": true, - "defaultValue": "", - "description": "Solve only for the phases (default=True)", - "readonly": false, - "type": "Boolean", + "positional": true, "precious": false, - "options": [], - "positional": false + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.simulation.testing_support.create_low_test_skycomponents_from_gleam" }, { - "text": "niter", - "name": "niter", - "value": 200, "defaultValue": "", - "description": "Number of iterations (default 30)", - "readonly": false, - "type": "Integer", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "tol", - "name": "tol", - "value": 1e-06, - "defaultValue": "", - "description": "Iteration stops when the fractional change in the gain solution is below this tolerance", "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "crosspol", - "name": "crosspol", - "value": false, "defaultValue": "", - "description": "Do solutions including cross polarisations i.e. XY, YX or RL, LR", - "readonly": false, - "type": "Boolean", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "normalise_gains", - "name": "normalise_gains", - "value": true, - "defaultValue": "", - "description": "", "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "jones_type", - "name": "jones_type", - "value": "T", "defaultValue": "", - "description": "Type of calibration matrix T or G or B", - "readonly": false, - "type": "String", - "precious": false, + "description": "Only write components brighter than this (Jy)", + "name": "flux_limit", "options": [], - "positional": false - }, - { - "text": "kwargs", - "name": "kwargs", - "value": "", - "defaultValue": "", - "description": "", - "readonly": false, - "type": "String", + "positional": false, "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -11, - "text": "Gain Table", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1939.222874156497, - "y": -247.99589569714442, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "0e3ef1e", - "inputPorts": [ - { - "Id": "0658e057-f6c4-422c-8dbd-8b3be12e9275", - "IdText": "gt", - "text": "gt", - "event": false, - "type": "Complex", - "description": "Gain Table" - } - ], - "outputPorts": [], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Data volume", - "name": "data_volume", - "value": 5, - "defaultValue": "", - "description": "Estimated size of the data contained in this node", "readonly": false, + "text": "flux_limit", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 0.01 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Kind of interpolation (see scipy.interpolate.interp1d) Default: linear", + "name": "kind", "options": [], - "positional": false - }, - { - "text": "Check file path exists", - "name": "check_filepath_exists", - "value": true, - "defaultValue": "", - "description": "Perform a check to make sure the file path exists before proceeding with the application", - "readonly": false, - "type": "Boolean", + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "File Path", - "name": "filepath", - "value": "gain_table", - "defaultValue": "", - "description": "Path to the file for this node", "readonly": false, + "text": "kind", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "cubic" }, { - "text": "Directory name", - "name": "dirname", - "value": "", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "Radius of sources selected around phasecentre (default 1.0 rad)", + "name": "radius", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "radius", + "type": "Float", + "value": 0.03 } ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { "category": "PythonApp", - "isGroup": false, + "collapsed": true, "color": "#0059a5", + "description": "Create sky components from the GLEAM survey\n\nStokes I is estimated from a cubic spline fit to the measured fluxes. The polarised flux is always zero.\n\nSee http://www.mwatelescope.org/science/gleam-survey The catalog is available from Vizier.\n\nVIII/100 GaLactic and Extragalactic All-sky MWA survey (Hurley-Walker+, 2016)\n\nGaLactic and Extragalactic All-sky Murchison Wide Field Array (GLEAM) survey. I: A low-frequency extragalactic\ncatalogue. Hurley-Walker N., et al., Mon. Not. R. Astron. Soc., 464, 1146-1167 (2017), 2017MNRAS.464.1146H", "drawOrderHint": 0, - "key": -21, - "text": "grid_blockvisibility_to_griddata", - "description": "Grid BlockVisibility onto a GridData", - "x": 1118.8104363058217, - "y": -81.0158583700064, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "7770f9bc-5d2b-460b-9382-a6e1977cd523", - "IdText": "vis", - "text": "vis", - "event": false, - "type": "Complex", - "description": "BlockVis " - }, - { - "Id": "737201a4-3c7c-472b-b73f-09bceb6662bf", - "IdText": "cf", - "text": "cf", - "event": false, - "type": "Complex", - "description": "Convolution Function" - }, - { - "Id": "45f2694f-6984-47ae-9225-3c763eafb671", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "1955dcf3-ea70-494f-9406-240f64297bef", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "Complex", - "description": "Visibilities, Gridded" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "expanded": true, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Execution Time", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "No. of CPUs", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Group start", - "name": "group_start", - "value": true, "defaultValue": "", "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "name": "group_start", "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.griddata.gridding.grid_blockvisibility_to_griddata", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", + "positional": false, "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": true + "value": false } ], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -28, - "text": "im", - "description": "In-memory storage of intermediate data products", - "x": 1620.1867779748554, - "y": -81.17251745893583, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "226fab0", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "15f466bf-8bcc-4422-977e-52793c578f11", - "IdText": "im", - "text": "im", + "Id": "6fb15dd1-add1-464c-a9fc-da3b8d01389b", + "IdText": "phasecentre", + "description": "", + "event": false, + "text": "phasecentre", + "type": "Complex" + }, + { + "Id": "fccdd5a5-a3eb-46f9-bc01-95dd790501a2", + "IdText": "polarisation_frame", + "description": "", "event": false, - "type": "im", - "description": "" + "text": "polarisation_frame", + "type": "Complex" } ], + "isGroup": false, + "key": -60, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "3019ba7b-87ee-4234-b904-eabb88e456bb", - "IdText": "im", - "text": "im", + "Id": "4b637a76-127e-4185-bdd8-e880ef9c78b9", + "IdText": "sc_ref", + "description": "Model as Components", "event": false, - "type": "im", - "description": "" + "text": "sc_ref", + "type": "Complex" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_low_test_skycomponents_from_gleam", + "width": 200, + "x": 697.0584045746984, + "y": -447.8256309607313 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "9dc02a00-1e9e-4d91-8f5f-b7fc1f61eb7a", + "IdText": "sc_ref", + "description": "", + "event": false, + "text": "sc_ref", + "type": "sc" + } + ], + "isGroup": false, + "key": -61, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, "outputApplicationName": "", "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "80259270-474d-45d6-b3e0-7642d68db29e", + "IdText": "sc", + "description": "", + "event": false, + "text": "sc", + "type": "sc" + } + ], + "precious": false, + "sha": "226fab0", + "streaming": false, + "subject": null, + "text": "sc", + "width": 200, + "x": 987.8879157519106, + "y": -448.640008978042 }, { + "applicationArgs": [ + { + "defaultValue": "", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.imaging.dft.dft_skycomponent_visibility" + }, + { + "defaultValue": "", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "", + "name": "kwargs", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "kwargs", + "type": "String", + "value": "" + } + ], "category": "PythonApp", - "isGroup": false, + "collapsed": true, "color": "#0059a5", + "description": "DFT to get the visibility from a Skycomponent, for BlockVisibility", "drawOrderHint": 0, - "key": -29, - "text": "find_skycomponents", - "description": "Find gaussian components in Image above a certain threshold as Skycomponent", - "x": 1771.5077103333874, - "y": -82.52482443409771, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" + }, + { + "defaultValue": "", + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": true + } + ], + "flipPorts": false, "git_url": "", - "sha": "1.0", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "724b5aec-d081-467c-92c7-93e31965a247", - "IdText": "im", - "text": "im", + "Id": "68c46c4a-1b4c-49f3-9db8-8bfbd461a163", + "IdText": "vis", + "description": "BlockVis ", + "event": false, + "text": "vis", + "type": "Complex" + }, + { + "Id": "46b6390e-4cd7-4e39-827a-31b7ed1003de", + "IdText": "sc", + "description": "", "event": false, - "type": "im", - "description": "" + "text": "sc", + "type": "sc" } ], + "isGroup": false, + "key": -31, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "8ac988bd-4af5-441f-8dd2-d28a0f91bd60", - "IdText": "sc", - "text": "sc", + "Id": "9fd9a7ec-1cc7-4e60-bb79-9804b7082208", + "IdText": "modelvis", + "description": "", "event": false, - "type": "sc", - "description": "" + "text": "modelvis", + "type": "modelvis" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "dft_skycomponent_visibility", + "width": 200, + "x": 1083.8024462839915, + "y": -380.3045608329922 + }, + { + "applicationArgs": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.visibility.base.create_blockvisibility_from_ms" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "path" }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Group start", - "name": "group_start", - "value": true, "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "range of channels e.g. range(17,32), default is None meaning all", + "name": "channum", "options": [], - "positional": false - } - ], - "applicationArgs": [ + "positional": false, + "precious": false, + "readonly": false, + "text": "channum", + "type": "Complex", + "value": "[0]" + }, { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.skycomponent.operations.find_skycomponents", "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, + "description": "End channel to read", + "name": "end_chan", "options": [], - "positional": true + "positional": false, + "precious": false, + "readonly": false, + "text": "end_chan", + "type": "Complex", + "value": "None" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", + "description": "Ask casacore to acknowledge each table operation", + "name": "ack", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "ack", "type": "Boolean", - "precious": false, - "options": [], - "positional": true + "value": false }, { - "text": "fwhm", - "name": "fwhm", - "value": 1, "defaultValue": "", - "description": "Full width half maximum of gaussian in pixels", - "readonly": false, - "type": "Float", - "precious": false, + "description": "MS data column to read DATA, CORRECTED_DATA, or MODEL_DATA", + "name": "datacolumn", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "datacolumn", + "type": "String", + "value": "DATA" }, { - "text": "threshold", - "name": "threshold", - "value": 0.1, "defaultValue": "", - "description": "Threshold for component detection. Default: 1 Jy.", + "description": "Data descriptors to select", + "name": "selected_dds", + "options": [], + "positional": false, + "precious": false, "readonly": false, - "type": "Float", + "text": "selected_dds", + "type": "Json", + "value": "[0]" + }, + { + "defaultValue": "", + "description": "Average all channels read", + "name": "average_channels", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "average_channels", + "type": "Boolean", + "value": false + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Minimal MS to BlockVisibility converter\n\nThe MS format is much more general than the RASCIL BlockVisibility so we cut many corners.\nThis requires casacore to be installed. If not an exception ModuleNotFoundError is raised.\n\nCreates a list of BlockVisibility's, split by field and spectral window\n\nReading of a subset of channels is possible using either start_chan and end_chan or channnum. Using start_chan\nand end_chan is preferred since it only reads the channels required. Channum is more flexible and can be used to\nread a random list of channels.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "The python class that implements this application", + "name": "appclass", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "npixels", - "name": "npixels", - "value": 5, "defaultValue": "", - "description": "Number of connected pixels required", + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Execution Time", "type": "Integer", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false } ], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -37, - "text": "create_convolutionfunction_from_image", - "description": "Create a convolution function from an image\n\nThe griddata has axes [chan, pol, z, dy, dx, y, x] where z, y, x are spatial axes in either sky or Fourier plane. The\norder in the WCS is reversed so the grid_WCS describes UU, VV, WW, STOKES, FREQ axes\n\nThe axes UU,VV have the same physical stride as the image, The axes DUU, DVV are subsampled.\n\nConvolution function holds the original sky plane projection in the projection_wcs.", - "x": 1764.8048730145106, - "y": 38.1857518144338, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "841ba111-dea2-44fb-8e4d-ec3c45f7d189", - "IdText": "im", - "text": "im", - "event": false, - "type": "Complex", - "description": "Image parameters" - }, - { - "Id": "96c8024b-222b-489d-8193-50871f29b3f2", - "IdText": "polarisation_frame", - "text": "polarisation_frame", + "Id": "1995f401-442a-4003-98c5-17a5cfb52473", + "IdText": "msname", + "description": "", "event": false, - "type": "polarisation_frame", - "description": "" + "text": "msname", + "type": "ms" } ], + "isGroup": false, + "key": -63, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "f572a630-ed19-4bd5-98d7-4c50e1d9b982", - "IdText": "cf", - "text": "cf", + "Id": "a1a56047-81b2-4aab-8441-978d73679680", + "IdText": "vis", + "description": "", "event": false, - "type": "cf", - "description": "" + "text": "vis", + "type": "vis" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_blockvisibility_from_ms", + "width": 200, + "x": 482.64537993832465, + "y": -247.8699937813141 + }, + { + "applicationArgs": [ + { + "defaultValue": "", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.polarisation_frame_from_names" + }, { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "The python class that implements this application", + "description": "Python function code, e.g. 'def function_name(args): return args'", + "name": "func_code", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Function Code", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", - "description": "Is this node the start of a group?", + "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "name": "func_defaults", + "options": [], + "positional": false, + "precious": false, "readonly": false, - "type": "Boolean", + "text": "Function Defaults", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Mapping between argument name and input drop uids", + "name": "func_arg_mapping", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "Function Arguments Mapping", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "", + "name": "names", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "names", + "type": "String", + "value": "linear" } ], - "applicationArgs": [ + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.griddata.convolution_functions.create_convolutionfunction_from_image", "defaultValue": "", - "description": "Python function name", + "description": "Application class", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": true, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": true + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimated execution time", + "name": "execution_time", "options": [], - "positional": true - }, - { - "text": "nw", - "name": "nw", - "value": 1, - "defaultValue": "", - "description": "Number of z axes, usually z is W", - "readonly": false, - "type": "Integer", + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 }, { - "text": "wstep", - "name": "wstep", - "value": 1000000000000000, "defaultValue": "", - "description": "Step in z, usually z is W", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Number of cores used", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "wtype", - "name": "wtype", - "value": "WW", "defaultValue": "", - "description": "Type of z, usually 'WW'", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false }, { - "text": "oversampling", - "name": "oversampling", - "value": 8, "defaultValue": "", - "description": "Oversampling (size of dy, dx axes)", + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Input error rate (%)", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 0 }, { - "text": "support", - "name": "support", - "value": 16, "defaultValue": "", - "description": "Support of final convolution function (size of y, x axes)", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Number of tries", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 } ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -18, - "text": "create_griddata_from_image", - "description": "Create a GridData from an image", - "x": 818.9915578343968, - "y": -81.73444143187966, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "7b5cefd3-399a-47af-8e85-74aa973cc788", - "IdText": "im", - "text": "im", - "event": false, - "type": "Complex", - "description": "Image" - }, - { - "Id": "7d5496f8-e269-473c-bea5-e6548b11f91e", - "IdText": "polarisation_frame", - "text": "polarisation_frame", + "Id": "a7f9fe0d-4229-4eb2-ad26-17c97009cadc", + "IdText": "names", + "description": "", "event": false, - "type": "polarisation_frame", - "description": "" + "text": "names", + "type": "names" } ], + "isGroup": false, + "key": -4, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "2a02298b-0b8d-47cb-b85a-0c5fdff39712", - "IdText": "griddata", - "text": "output", + "Id": "71bcad54-dcd2-4a78-bf68-cbf04ef9161a", + "IdText": "polarisation_frame", + "description": "", "event": false, - "type": "None", - "description": "GridData" + "text": "polarisation_frame", + "type": "Complex" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "0e3ef1e", + "streaming": false, + "subject": null, + "text": "polarisation_frame_from_names", + "width": 200, + "x": 363.00150725433326, + "y": 6.132948007992168 + }, + { + "applicationArgs": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "The python class that implements this application", - "readonly": false, - "type": "String", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.calibration.solvers.solve_gaintable" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", - "description": "Is this node the start of a group?", + "description": "Solve only for the phases (default=True)", + "name": "phase_only", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "phase_only", "type": "Boolean", - "precious": false, + "value": true + }, + { + "defaultValue": "", + "description": "Number of iterations (default 30)", + "name": "niter", "options": [], - "positional": false - } - ], - "applicationArgs": [ + "positional": false, + "precious": false, + "readonly": false, + "text": "niter", + "type": "Integer", + "value": 200 + }, { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.griddata.operations.create_griddata_from_image", "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, + "description": "Iteration stops when the fractional change in the gain solution is below this tolerance", + "name": "tol", "options": [], - "positional": true + "positional": false, + "precious": false, + "readonly": false, + "text": "tol", + "type": "Float", + "value": 1e-06 }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", + "description": "Do solutions including cross polarisations i.e. XY, YX or RL, LR", + "name": "crosspol", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "crosspol", "type": "Boolean", - "precious": false, - "options": [], - "positional": true + "value": false }, { - "text": "ft_types", - "name": "ft_types", - "value": "None", "defaultValue": "", "description": "", - "readonly": false, - "type": "Unknown", - "precious": false, + "name": "normalise_gains", "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -19, - "text": "griddata", - "description": "In-memory storage of intermediate data products", - "x": 958.583604053827, - "y": -81.21160859925118, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", - "inputPorts": [ - { - "Id": "e8f4bd58-e856-4091-82d9-1a3d5d059f36", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "cee397c3-1bcc-4885-85f7-3235f2c6dcd4", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "positional": false, + "precious": false, + "readonly": false, + "text": "normalise_gains", + "type": "Boolean", + "value": true + }, { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Type of calibration matrix T or G or B", + "name": "jones_type", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "jones_type", + "type": "String", + "value": "T" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "", + "name": "kwargs", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "kwargs", + "type": "String", + "value": "" } ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { "category": "PythonApp", - "isGroup": false, + "collapsed": true, "color": "#0059a5", + "description": "Solve a gain table by fitting an observed visibility to a model visibility\n\nIf modelvis is None, a point source model is assumed.", "drawOrderHint": 0, - "key": -20, - "text": "create_convolutionfunction_from_image", - "description": "Create a convolution function from an image\n\nThe griddata has axes [chan, pol, z, dy, dx, y, x] where z, y, x are spatial axes in either sky or Fourier plane. The\norder in the WCS is reversed so the grid_WCS describes UU, VV, WW, STOKES, FREQ axes\n\nThe axes UU,VV have the same physical stride as the image, The axes DUU, DVV are subsampled.\n\nConvolution function holds the original sky plane projection in the projection_wcs.", - "x": 796.895594679006, - "y": -9.108699080964234, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "25c00e81-a694-4d7d-a82b-7e20371c7807", - "IdText": "im", - "text": "output", - "event": false, - "type": "Image", - "description": "Image" - }, - { - "Id": "f4ad698e-4513-46fa-aa95-7f46ef680ad2", - "IdText": "polarisation_frame", - "text": "polarisation_frame", - "event": false, - "type": "Complex", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "914137c9-82ef-48a9-905e-fe0a9660bf71", - "IdText": "cf", - "text": "cf", - "event": false, - "type": "Complex", - "description": "Convolution Function" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "expanded": false, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Execution Time", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "No. of CPUs", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [ + "flipPorts": false, + "git_url": "", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.griddata.convolution_functions.create_convolutionfunction_from_image", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", - "precious": false, - "options": [], - "positional": true + "Id": "f1bc021f-c230-4d1f-baf8-7bdb6371da23", + "IdText": "vis", + "description": "BlockVis ", + "event": false, + "text": "vis", + "type": "Complex" }, { - "text": "Pickle", - "name": "pickle", - "value": true, + "Id": "a2bcbe28-dbc5-4302-ba9a-382a34b56e34", + "IdText": "modelvis", + "description": "Model as BlockVis ", + "event": false, + "text": "modevis", + "type": "Complex" + } + ], + "isGroup": false, + "key": -13, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "1ca9a714-7b1d-454b-89e0-21809f37c75b", + "IdText": "gt", + "description": "Gain Table", + "event": false, + "text": "gt", + "type": "Complex" + } + ], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "solve_gaintable", + "width": 200, + "x": 1251.63184822867, + "y": -249.88819156283188 + }, + { + "applicationArgs": [], + "category": "File", + "collapsed": true, + "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": true + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 }, { - "text": "nw", - "name": "nw", - "value": 1, "defaultValue": "", - "description": "Number of z axes, usually z is W", - "readonly": false, - "type": "Integer", - "precious": false, + "description": "Is this node the end of a group?", + "name": "group_end", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false }, { - "text": "wstep", - "name": "wstep", - "value": 100000000000000, "defaultValue": "", - "description": "Step in z, usually z is W", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Check file path exists", + "type": "Boolean", + "value": true }, { - "text": "wtype", - "name": "wtype", - "value": "WW", "defaultValue": "", - "description": "Type of z, usually 'WW'", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "File Path", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "gain_table" }, { - "text": "oversampling", - "name": "oversampling", - "value": 1, "defaultValue": "", - "description": "Oversampling (size of dy, dx axes)", - "readonly": false, - "type": "Integer", - "precious": false, + "description": "Path to the file for this node", + "name": "dirname", "options": [], - "positional": false - }, - { - "text": "support", - "name": "support", - "value": 16, - "defaultValue": "", - "description": "Support of final convolution function (size of y, x axes)", - "readonly": false, - "type": "Integer", + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Directory name", + "type": "String", + "value": "" } ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -23, - "text": "cf", - "description": "In-memory storage of intermediate data products", - "x": 961.1280431205678, - "y": -5.832894917670754, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "0f9c65ab-c356-48db-888f-db9b9af5a9b7", - "IdText": "cf", - "text": "cf", - "event": false, - "type": "cf", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "99eb384e-aff2-43c7-b9dd-69689b898442", - "IdText": "cf", - "text": "cf", + "Id": "0658e057-f6c4-422c-8dbd-8b3be12e9275", + "IdText": "gt", + "description": "Gain Table", "event": false, - "type": "cf", - "description": "" + "text": "gt", + "type": "Complex" } ], - "inputLocalPorts": [], + "isGroup": false, + "key": -11, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", "outputLocalPorts": [], - "fields": [ + "outputPorts": [], + "precious": false, + "sha": "0e3ef1e", + "streaming": false, + "subject": null, + "text": "Gain Table", + "width": 200, + "x": 1939.222874156497, + "y": -247.99589569714442 + }, + { + "applicationArgs": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.griddata.gridding.grid_blockvisibility_to_griddata" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, "readonly": false, - "type": "Boolean", + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" } ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { "category": "PythonApp", - "isGroup": false, + "collapsed": true, "color": "#0059a5", + "description": "Grid BlockVisibility onto a GridData", "drawOrderHint": 0, - "key": -1, - "text": "create_image_from_visibility", - "description": "Make an empty image from params and BlockVisibility\n\nThis makes an empty, template image consistent with the visibility, allowing optional overriding of select\nparameters. This is a convenience function and does not transform the visibilities.", - "x": 867.9774273752587, - "y": -163.0470677707109, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "1a90ea25-9666-4230-868b-7fc99318a747", - "IdText": "vis", - "text": "vis", - "event": false, - "type": "vis", - "description": "" - }, - { - "Id": "64322303-6b84-46da-b893-372fa6f2e3b2", - "IdText": "polarisation_frame", - "text": "polarisation_frame", - "event": false, - "type": "Complex", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "39450923-6aa8-4ba0-8de3-eb42f9aa1048", - "IdText": "im", - "text": "im", - "event": false, - "type": "Image", - "description": "image See also :py:func:`rascil.processing_components.image.operations.create_image`" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Execution Time", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "No. of CPUs", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "name": "group_start", "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.create_image_from_visibility", - "defaultValue": "", - "description": "Python function name", - "readonly": true, - "type": "String", + "positional": false, "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": true + "value": true } ], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -5, - "text": "polarisation_frame", - "description": "In-memory storage of intermediate data products", - "x": 486.56464818721173, - "y": 34.85878976837131, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "17bbcd5c-a483-48ee-9f76-1b8a806365e8", - "IdText": "polarisation_frame", - "text": "polarisation_frame", + "Id": "7770f9bc-5d2b-460b-9382-a6e1977cd523", + "IdText": "vis", + "description": "BlockVis ", "event": false, - "type": "polarisation_frame", - "description": "" + "text": "vis", + "type": "Complex" + }, + { + "Id": "737201a4-3c7c-472b-b73f-09bceb6662bf", + "IdText": "cf", + "description": "Convolution Function", + "event": false, + "text": "cf", + "type": "Complex" + }, + { + "Id": "45f2694f-6984-47ae-9225-3c763eafb671", + "IdText": "griddata", + "description": "", + "event": false, + "text": "griddata", + "type": "griddata" } ], + "isGroup": false, + "key": -21, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "790b7965-2e14-4da4-84ad-502ecd7321e1", - "IdText": "polarisation_frame", - "text": "polarisation_frame", + "Id": "1955dcf3-ea70-494f-9406-240f64297bef", + "IdText": "griddata", + "description": "Visibilities, Gridded", "event": false, - "type": "polarisation_frame", - "description": "" + "text": "griddata", + "type": "Complex" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "grid_blockvisibility_to_griddata", + "width": 200, + "x": 1118.8104363058217, + "y": -81.0158583700064 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -2, - "text": "phasecentre", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 745.0388370032049, - "y": -345.46718426099955, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "7e88262d-69f4-41ab-8faa-8851ac393df8", - "IdText": "phasecentre", - "text": "phasecentre", + "Id": "15f466bf-8bcc-4422-977e-52793c578f11", + "IdText": "im", + "description": "", "event": false, - "type": "phasecentre", - "description": "" + "text": "im", + "type": "im" } ], + "isGroup": false, + "key": -28, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "5f1a2211-d150-43b0-8a78-1468994ad3ac", - "IdText": "phasecentre", - "text": "phasecentre", + "Id": "3019ba7b-87ee-4234-b904-eabb88e456bb", + "IdText": "im", + "description": "", "event": false, - "type": "phasecentre", - "description": "" + "text": "im", + "type": "im" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "226fab0", + "streaming": false, + "subject": null, + "text": "im", + "width": 200, + "x": 1620.1867779748554, + "y": -81.17251745893583 + }, + { + "applicationArgs": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false - }, - { - "text": "Group end", - "name": "group_end", - "value": false, - "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", + "positional": true, "precious": false, - "options": [], - "positional": false + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.skycomponent.operations.find_skycomponents" }, { - "text": "Check file path exists", - "name": "check_filepath_exists", - "value": true, "defaultValue": "", - "description": "Perform a check to make sure the file path exists before proceeding with the application", - "readonly": false, - "type": "Boolean", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "File Path", - "name": "filepath", - "value": "", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Directory name", - "name": "dirname", - "value": "", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "Full width half maximum of gaussian in pixels", + "name": "fwhm", "options": [], - "positional": false - } - ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -3, - "text": "Sky Components", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1939.2354410451044, - "y": -83.85281612016591, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", - "inputPorts": [ - { - "Id": "e476b418-d6c8-4a60-b2f1-55de20bd05fb", - "IdText": "sc", - "text": "sc", - "event": false, - "type": "sc", - "description": "" - } - ], - "outputPorts": [], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "positional": false, + "precious": false, + "readonly": false, + "text": "fwhm", + "type": "Float", + "value": 1 + }, { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", + "description": "Threshold for component detection. Default: 1 Jy.", + "name": "threshold", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "threshold", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 0.1 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", + "description": "Number of connected pixels required", + "name": "npixels", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "npixels", + "type": "Integer", + "value": 5 + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Find gaussian components in Image above a certain threshold as Skycomponent", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "The python class that implements this application", + "name": "appclass", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Check file path exists", - "name": "check_filepath_exists", - "value": true, "defaultValue": "", - "description": "Perform a check to make sure the file path exists before proceeding with the application", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 }, { - "text": "File Path", - "name": "filepath", - "value": "sky_components", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "Number of CPUs used for this application.", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Directory name", - "name": "dirname", - "value": "", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": true } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -8, - "text": "Convolution Function", - "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 1940.1306476456016, - "y": 36.81687085885094, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "a8844e1", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "f0b7dff1-d303-42d0-9751-d42e9e1a7ee0", - "IdText": "cf", - "text": "cf", + "Id": "724b5aec-d081-467c-92c7-93e31965a247", + "IdText": "im", + "description": "", "event": false, - "type": "Complex", - "description": "Convolution Function" + "text": "im", + "type": "im" } ], - "outputPorts": [], - "inputLocalPorts": [], + "isGroup": false, + "key": -29, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", "outputLocalPorts": [], - "fields": [ + "outputPorts": [ + { + "Id": "8ac988bd-4af5-441f-8dd2-d28a0f91bd60", + "IdText": "sc", + "description": "", + "event": false, + "text": "sc", + "type": "sc" + } + ], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "find_skycomponents", + "width": 200, + "x": 1771.5077103333874, + "y": -82.52482443409771 + }, + { + "applicationArgs": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.griddata.convolution_functions.create_convolutionfunction_from_image" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Check file path exists", - "name": "check_filepath_exists", - "value": true, "defaultValue": "", - "description": "Perform a check to make sure the file path exists before proceeding with the application", - "readonly": false, - "type": "Boolean", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "File Path", - "name": "filepath", - "value": "convolution_function", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", + "description": "Number of z axes, usually z is W", + "name": "nw", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "nw", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Step in z, usually z is W", + "name": "wstep", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "wstep", + "type": "Float", + "value": 1000000000000000 }, { - "text": "Directory name", - "name": "dirname", - "value": "", "defaultValue": "", - "description": "Path to the file for this node", + "description": "Type of z, usually 'WW'", + "name": "wtype", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "wtype", "type": "String", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -17, - "text": "fft_griddata_to_image", - "description": "FFT griddata after applying gcf\n\nIf imaginary is true the data array is complex", - "x": 1515.8168819241187, - "y": -81.33188623775803, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "1.0", - "inputPorts": [ - { - "Id": "a920871d-bf45-4241-9c46-1abbd3e4932a", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "Complex", - "description": "Visibilities, Gridded" + "value": "WW" }, { - "Id": "0b38c67d-8255-4de3-8a1d-a057d5e5c1f9", - "IdText": "wcs", - "text": "wcs", - "event": false, - "type": "wcs", - "description": "" - } - ], - "outputPorts": [ + "defaultValue": "", + "description": "Oversampling (size of dy, dx axes)", + "name": "oversampling", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "oversampling", + "type": "Integer", + "value": 8 + }, { - "Id": "5d3ca061-9f7c-441d-8e2a-d49cc43ee853", - "IdText": "im", - "text": "im", - "event": false, - "type": "Complex", - "description": "" + "defaultValue": "", + "description": "Support of final convolution function (size of y, x axes)", + "name": "support", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "support", + "type": "Integer", + "value": 16 } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Create a convolution function from an image\n\nThe griddata has axes [chan, pol, z, dy, dx, y, x] where z, y, x are spatial axes in either sky or Fourier plane. The\norder in the WCS is reversed so the grid_WCS describes UU, VV, WW, STOKES, FREQ axes\n\nThe axes UU,VV have the same physical stride as the image, The axes DUU, DVV are subsampled.\n\nConvolution function holds the original sky plane projection in the projection_wcs.", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Execution Time", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "No. of CPUs", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "name": "group_start", "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.fft_griddata_to_image", - "defaultValue": "", - "description": "Override RASCIL function", - "readonly": true, - "type": "String", + "positional": false, "precious": false, - "options": [], - "positional": true - }, - { - "text": "Pickle", - "name": "pickle", - "value": true, - "defaultValue": "", - "description": "Whether the python arguments are pickled.", "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": true + "value": false } ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -10, - "text": "[griddata]", - "description": "In-memory storage of intermediate data products", - "x": 1216.6004896252095, - "y": -80.92811338601548, - "width": 200, - "height": 72, - "collapsed": true, "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", - "inputPorts": [ - { - "Id": "41a2f24d-e676-4157-a8c9-b39c0cf92f4e", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "616569be-7853-41c6-bf7c-faa0d349919c", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Data volume", - "name": "data_volume", - "value": 5, - "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group end", - "name": "group_end", - "value": false, - "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [], + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -16, - "text": "im", - "description": "In-memory storage of intermediate data products", - "x": 676.6195294653585, - "y": -102.19105962827174, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "b87b7005-9c19-4f03-97e2-e8a6b33656a2", + "Id": "841ba111-dea2-44fb-8e4d-ec3c45f7d189", "IdText": "im", - "text": "im", + "description": "Image parameters", "event": false, - "type": "im", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "a0fd2154-836b-4548-b8e3-a361fe62dbab", - "IdText": "im", "text": "im", - "event": false, - "type": "im", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ - { - "text": "Data volume", - "name": "data_volume", - "value": 5, - "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, - "options": [], - "positional": false + "type": "Complex" }, { - "text": "Group end", - "name": "group_end", - "value": false, - "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "Id": "96c8024b-222b-489d-8193-50871f29b3f2", + "IdText": "polarisation_frame", + "description": "", + "event": false, + "text": "polarisation_frame", + "type": "polarisation_frame" } ], - "applicationArgs": [], - "inputAppFields": [], + "isGroup": false, + "key": -37, "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", + "outputApplicationDescription": "", + "outputApplicationKey": null, "outputApplicationName": "", "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -22, - "text": "griddataExtract", - "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", - "x": 1313.5036453794776, - "y": -81.30455906385863, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", - "inputPorts": [ - { - "Id": "78b71bd7-a222-4ce5-b77a-06b2dcf0276f", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" - } - ], + "outputLocalPorts": [], "outputPorts": [ { - "Id": "388a4659-af13-4d68-90cd-fec8e60ed251", - "IdText": "griddata", - "text": "griddata", + "Id": "f572a630-ed19-4bd5-98d7-4c50e1d9b982", + "IdText": "cf", + "description": "", "event": false, - "type": "griddata", - "description": "" + "text": "cf", + "type": "cf" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_convolutionfunction_from_image", + "width": 200, + "x": 1764.8048730145106, + "y": 38.1857518144338 + }, + { + "applicationArgs": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "Application class", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": true, + "precious": false, "readonly": true, + "text": "Function Name", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "rascil.processing_components.griddata.operations.create_griddata_from_image" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, - "type": "Float", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, "defaultValue": "", - "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", - "readonly": false, - "type": "Integer", - "precious": false, + "description": "", + "name": "ft_types", "options": [], - "positional": false - }, - { - "text": "Number of tries", - "name": "n_tries", - "value": 1, - "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", - "readonly": false, - "type": "Integer", + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "ft_types", + "type": "Unknown", + "value": "None" } ], - "applicationArgs": [ + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Create a GridData from an image", + "drawOrderHint": 0, + "expanded": false, + "fields": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.griddataExtract", "defaultValue": "", - "description": "Python function name", - "readonly": false, - "type": "String", - "precious": false, + "description": "The python class that implements this application", + "name": "appclass", "options": [], - "positional": false - }, - { - "text": "Function Code", - "name": "func_code", - "value": "", - "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 }, { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", - "readonly": false, - "type": "String", - "precious": false, + "description": "Number of CPUs used for this application.", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", "defaultValue": "", - "description": "Mapping between argument name and input drop uids", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false } ], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "7b5cefd3-399a-47af-8e85-74aa973cc788", + "IdText": "im", + "description": "Image", + "event": false, + "text": "im", + "type": "Complex" + }, + { + "Id": "7d5496f8-e269-473c-bea5-e6548b11f91e", + "IdText": "polarisation_frame", + "description": "", + "event": false, + "text": "polarisation_frame", + "type": "polarisation_frame" + } + ], + "isGroup": false, + "key": -18, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, "outputApplicationName": "", "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "2a02298b-0b8d-47cb-b85a-0c5fdff39712", + "IdText": "griddata", + "description": "GridData", + "event": false, + "text": "output", + "type": "None" + } + ], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_griddata_from_image", + "width": 200, + "x": 809.7051347324176, + "y": -78.16274023881076 }, { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -26, - "text": "visExtract", - "description": "Helper function to extract a single visibility from a xarray list of visibilities", - "x": 793.5366945044055, - "y": -247.9436549208028, - "width": 200, - "height": 72, + "applicationArgs": [], + "category": "Memory", "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + } + ], "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "75ac3703-2b27-45b8-87e0-eabebb35d00a", - "IdText": "vis", - "text": "vis", + "Id": "e8f4bd58-e856-4091-82d9-1a3d5d059f36", + "IdText": "griddata", + "description": "", "event": false, - "type": "vis-list", - "description": "xarray list of visibilities" + "text": "griddata", + "type": "griddata" } ], + "isGroup": false, + "key": -19, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "e2680fc1-70bb-4efd-8dfc-eb43ddc1fd59", - "IdText": "vis", - "text": "vis", + "Id": "cee397c3-1bcc-4885-85f7-3235f2c6dcd4", + "IdText": "griddata", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "griddata", + "type": "griddata" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "griddata", + "width": 200, + "x": 958.583604053827, + "y": -81.21160859925118 + }, + { + "applicationArgs": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "Application class", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": true, + "precious": false, "readonly": true, + "text": "Function Name", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "rascil.processing_components.griddata.convolution_functions.create_convolutionfunction_from_image" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, - "type": "Float", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", - "description": "Is this node the start of a group?", + "description": "Number of z axes, usually z is W", + "name": "nw", + "options": [], + "positional": false, + "precious": false, "readonly": false, - "type": "Boolean", + "text": "nw", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Step in z, usually z is W", + "name": "wstep", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "wstep", + "type": "Float", + "value": 100000000000000 + }, + { + "defaultValue": "", + "description": "Type of z, usually 'WW'", + "name": "wtype", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "wtype", + "type": "String", + "value": "WW" }, { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, "defaultValue": "", - "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "description": "Oversampling (size of dy, dx axes)", + "name": "oversampling", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "oversampling", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Number of tries", - "name": "n_tries", - "value": 1, "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "description": "Support of final convolution function (size of y, x axes)", + "name": "support", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "support", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 16 } ], - "applicationArgs": [ + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Create a convolution function from an image\n\nThe griddata has axes [chan, pol, z, dy, dx, y, x] where z, y, x are spatial axes in either sky or Fourier plane. The\norder in the WCS is reversed so the grid_WCS describes UU, VV, WW, STOKES, FREQ axes\n\nThe axes UU,VV have the same physical stride as the image, The axes DUU, DVV are subsampled.\n\nConvolution function holds the original sky plane projection in the projection_wcs.", + "drawOrderHint": 0, + "expanded": true, + "fields": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.visExtract", "defaultValue": "", - "description": "Python function name", - "readonly": false, - "type": "String", - "precious": false, + "description": "The python class that implements this application", + "name": "appclass", "options": [], - "positional": false - }, - { - "text": "Function Code", - "name": "func_code", - "value": "", - "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 }, { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", - "readonly": false, - "type": "String", - "precious": false, + "description": "Number of CPUs used for this application.", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", "defaultValue": "", - "description": "Mapping between argument name and input drop uids", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false } ], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -14, - "text": "phasecentreExtract", - "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", - "x": 877.0903965758714, - "y": -345.1626192255376, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "ce4c768b-a305-45f2-a4fb-72404cefb15b", - "IdText": "vis", - "text": "vis", + "Id": "25c00e81-a694-4d7d-a82b-7e20371c7807", + "IdText": "im", + "description": "Image", + "event": false, + "text": "output", + "type": "Image" + }, + { + "Id": "f4ad698e-4513-46fa-aa95-7f46ef680ad2", + "IdText": "polarisation_frame", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "polarisation_frame", + "type": "Complex" } ], + "isGroup": false, + "key": -20, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "b4615dc7-70ab-4923-b1c4-89f7a4486f20", - "IdText": "phasecentre", - "text": "phasecentre", + "Id": "914137c9-82ef-48a9-905e-fe0a9660bf71", + "IdText": "cf", + "description": "Convolution Function", "event": false, - "type": "phasecentre", - "description": "" + "text": "cf", + "type": "Complex" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_convolutionfunction_from_image", + "width": 200, + "x": 796.895594679006, + "y": -9.108699080964234 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "Application class", - "readonly": true, - "type": "String", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, - "type": "Float", - "precious": false, + "description": "Is this node the end of a group?", + "name": "group_end", "options": [], - "positional": false - }, + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "0f9c65ab-c356-48db-888f-db9b9af5a9b7", + "IdText": "cf", + "description": "", + "event": false, + "text": "cf", + "type": "cf" + } + ], + "isGroup": false, + "key": -23, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "99eb384e-aff2-43c7-b9dd-69689b898442", + "IdText": "cf", + "description": "", + "event": false, + "text": "cf", + "type": "cf" + } + ], + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "cf", + "width": 200, + "x": 961.1280431205678, + "y": -5.832894917670754 + }, + { + "applicationArgs": [ { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", - "precious": false, + "description": "Python function name", + "name": "func_name", "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", + "positional": true, "precious": false, - "options": [], - "positional": false + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.create_image_from_visibility" }, { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, "defaultValue": "", - "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", - "readonly": false, - "type": "Integer", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Number of tries", - "name": "n_tries", - "value": 1, "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", - "readonly": false, - "type": "Integer", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" } ], - "applicationArgs": [ + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Make an empty image from params and BlockVisibility\n\nThis makes an empty, template image consistent with the visibility, allowing optional overriding of select\nparameters. This is a convenience function and does not transform the visibilities.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.phasecentreExtract", "defaultValue": "", - "description": "Python function name", - "readonly": false, - "type": "String", - "precious": false, + "description": "The python class that implements this application", + "name": "appclass", "options": [], - "positional": false - }, - { - "text": "Function Code", - "name": "func_code", - "value": "", - "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", + "positional": false, + "precious": false, "readonly": false, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 }, { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", - "readonly": false, - "type": "String", - "precious": false, + "description": "Number of CPUs used for this application.", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", "defaultValue": "", - "description": "Mapping between argument name and input drop uids", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false } ], + "flipPorts": true, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -7, - "text": "polFrameExtract", - "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", - "x": 514.4450901185688, - "y": -149.39001692662742, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "22e1d407-e9cb-4d2c-b868-a7d4fbc29c7d", + "Id": "1a90ea25-9666-4230-868b-7fc99318a747", "IdText": "vis", + "description": "", + "event": false, "text": "vis", + "type": "vis" + }, + { + "Id": "64322303-6b84-46da-b893-372fa6f2e3b2", + "IdText": "polarisation_frame", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "polarisation_frame", + "type": "Complex" } ], + "isGroup": false, + "key": -1, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "8a3ad78d-7e3d-495d-a711-4c12511c74ea", - "IdText": "names", - "text": "names", + "Id": "39450923-6aa8-4ba0-8de3-eb42f9aa1048", + "IdText": "im", + "description": "image See also :py:func:`rascil.processing_components.image.operations.create_image`", "event": false, - "type": "names", - "description": "" + "text": "im", + "type": "Image" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "create_image_from_visibility", + "width": 200, + "x": 867.9774273752587, + "y": -163.0470677707109 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": true, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "Application class", - "readonly": true, - "type": "String", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, - "type": "Float", + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", - "precious": false, + "description": "Is this node the end of a group?", + "name": "group_end", "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false - }, + "value": false + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, - "defaultValue": "", - "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false - }, + "Id": "17bbcd5c-a483-48ee-9f76-1b8a806365e8", + "IdText": "polarisation_frame", + "description": "", + "event": false, + "text": "polarisation_frame", + "type": "polarisation_frame" + } + ], + "isGroup": false, + "key": -5, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ { - "text": "Number of tries", - "name": "n_tries", - "value": 1, - "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", - "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false + "Id": "790b7965-2e14-4da4-84ad-502ecd7321e1", + "IdText": "polarisation_frame", + "description": "", + "event": false, + "text": "polarisation_frame", + "type": "polarisation_frame" } ], - "applicationArgs": [ + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "polarisation_frame", + "width": 200, + "x": 486.56464818721173, + "y": 34.85878976837131 + }, + { + "applicationArgs": [], + "category": "File", + "collapsed": true, + "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", + "drawOrderHint": 0, + "expanded": true, + "fields": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.polFrameExtract", "defaultValue": "", - "description": "Python function name", - "readonly": false, - "type": "String", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 }, { - "text": "Function Code", - "name": "func_code", - "value": "", "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the end of a group?", + "name": "group_end", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Check file path exists", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": true }, { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "File Path", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "" }, { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", "defaultValue": "", - "description": "Mapping between argument name and input drop uids", + "description": "Path to the file for this node", + "name": "dirname", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Directory name", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "" } ], + "flipPorts": true, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -27, - "text": "names", - "description": "In-memory storage of intermediate data products", - "x": 413.85898131554933, - "y": -148.93015430677696, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "2dbfa4a7-065b-4276-add7-b7f54f8d8b78", - "IdText": "names", - "text": "names", + "Id": "7e88262d-69f4-41ab-8faa-8851ac393df8", + "IdText": "phasecentre", + "description": "", "event": false, - "type": "names", - "description": "" + "text": "phasecentre", + "type": "phasecentre" } ], + "isGroup": false, + "key": -2, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "66190086-d903-4110-973b-633afe64a052", - "IdText": "names", - "text": "names", + "Id": "5f1a2211-d150-43b0-8a78-1468994ad3ac", + "IdText": "phasecentre", + "description": "", "event": false, - "type": "names", - "description": "" + "text": "phasecentre", + "type": "phasecentre" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "phasecentre", + "width": 200, + "x": 745.0388370032049, + "y": -345.46718426099955 + }, + { + "applicationArgs": [], + "category": "File", + "collapsed": true, + "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", + "drawOrderHint": 0, + "expanded": true, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Check file path exists", "type": "Boolean", + "value": true + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "File Path", + "type": "String", + "value": "sky_components" + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "dirname", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Directory name", + "type": "String", + "value": "" } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "e476b418-d6c8-4a60-b2f1-55de20bd05fb", + "IdText": "sc", + "description": "", + "event": false, + "text": "sc", + "type": "sc" + } + ], + "isGroup": false, + "key": -3, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, "outputApplicationName": "", "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" + "outputLocalPorts": [], + "outputPorts": [], + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "Sky Components", + "width": 200, + "x": 1939.2354410451044, + "y": -83.85281612016591 }, { - "category": "Memory", - "isGroup": false, + "applicationArgs": [], + "category": "File", + "collapsed": true, "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", "drawOrderHint": 0, - "key": -6, - "text": "modelvis", - "description": "In-memory storage of intermediate data products", - "x": 1167.7171472563307, - "y": -315.09637619791204, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", - "inputPorts": [ - { - "Id": "413524c5-ec30-4111-b250-f633fbf9f969", - "IdText": "modelvis", - "text": "modelvis", - "event": false, - "type": "modelvis", - "description": "" - } - ], - "outputPorts": [ - { - "Id": "98615809-518e-4163-8e1f-d51ee79bd960", - "IdText": "modelvis", - "text": "modelvis", - "event": false, - "type": "modelvis", - "description": "" - } - ], - "inputLocalPorts": [], - "outputLocalPorts": [], "fields": [ - { - "text": "Data volume", - "name": "data_volume", - "value": 5, + { "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Check file path exists", "type": "Boolean", + "value": true + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "File Path", + "type": "String", + "value": "convolution_function" + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "dirname", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Directory name", + "type": "String", + "value": "" } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -25, - "text": "griddata", - "description": "In-memory storage of intermediate data products", - "x": 1409.289024048815, - "y": -81.26582595105691, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "0985c82d-8676-49a4-bf69-3ec27ab0427d", - "IdText": "griddata", - "text": "griddata", + "Id": "f0b7dff1-d303-42d0-9751-d42e9e1a7ee0", + "IdText": "cf", + "description": "Convolution Function", "event": false, - "type": "griddata", - "description": "" + "text": "cf", + "type": "Complex" } ], - "outputPorts": [ + "isGroup": false, + "key": -8, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [], + "precious": false, + "sha": "a8844e1", + "streaming": false, + "subject": null, + "text": "Convolution Function", + "width": 200, + "x": 1940.1306476456016, + "y": 36.81687085885094 + }, + { + "applicationArgs": [ { - "Id": "46091cdc-9178-40fe-999e-42ce126aa38b", - "IdText": "griddata", - "text": "griddata", - "event": false, - "type": "griddata", - "description": "" + "defaultValue": "", + "description": "Override RASCIL function", + "name": "func_name", + "options": [], + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.fft_griddata_to_image" + }, + { + "defaultValue": "", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "FFT griddata after applying gcf\n\nIf imaginary is true the data array is complex", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", + "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": false, - "type": "Float", + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" + }, + { + "defaultValue": "", + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of CPUs used for this application.", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -12, - "text": "[vis]", - "description": "In-memory storage of intermediate data products", - "x": 665.8261676365476, - "y": -247.56052067370806, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "dd7ba56a-be95-4c5b-92f7-b055c400b5aa", - "IdText": "vis", - "text": "vis", + "Id": "a920871d-bf45-4241-9c46-1abbd3e4932a", + "IdText": "griddata", + "description": "Visibilities, Gridded", + "event": false, + "text": "griddata", + "type": "Complex" + }, + { + "Id": "0b38c67d-8255-4de3-8a1d-a057d5e5c1f9", + "IdText": "wcs", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "wcs", + "type": "wcs" } ], + "isGroup": false, + "key": -17, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "d23d6b03-fbd6-493c-bfc3-1d0edb54255a", - "IdText": "vis", - "text": "vis", + "Id": "5d3ca061-9f7c-441d-8e2a-d49cc43ee853", + "IdText": "im", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "im", + "type": "Complex" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "fft_griddata_to_image", + "width": 200, + "x": 1515.8168819241187, + "y": -81.33188623775803 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -15, - "text": "vis", - "description": "In-memory storage of intermediate data products", - "x": 952.9941797973718, - "y": -247.40932291036503, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "b09c1dd", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "d875ecd8-6052-45e1-bc9d-de55f1f7f8f3", - "IdText": "vis", - "text": "vis", + "Id": "41a2f24d-e676-4157-a8c9-b39c0cf92f4e", + "IdText": "griddata", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "griddata", + "type": "griddata" } ], + "isGroup": false, + "key": -10, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "IdText": "vis", - "text": "vis", + "Id": "616569be-7853-41c6-bf7c-faa0d349919c", + "IdText": "griddata", + "description": "", "event": false, - "type": "vis", - "description": "" + "text": "griddata", + "type": "griddata" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "[griddata]", + "width": 200, + "x": 1216.6004896252095, + "y": -80.92811338601548 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -30, - "text": "export_image_to_fits", - "description": "Write an image to fits", - "x": 1763.014807976602, - "y": -171.75970798868372, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "", - "sha": "1.0", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "d36b1711-c2e9-41d4-8c2f-55003338aad4", + "Id": "b87b7005-9c19-4f03-97e2-e8a6b33656a2", "IdText": "im", - "text": "im", + "description": "", "event": false, - "type": "im", - "description": "Image" + "text": "im", + "type": "im" } ], + "isGroup": false, + "key": -16, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "49c680bd-dbb5-49ad-bc7f-b4fca84e138d", - "IdText": "fits", - "text": "fits", + "Id": "a0fd2154-836b-4548-b8e3-a361fe62dbab", + "IdText": "im", + "description": "", "event": false, - "type": "fits", - "description": "n image to fits :param im: Image :param fitsfile: Name of output fits file in storage :returns: None See also :py:func:`rascil.processing_components.image.operations.import_image_from_array`" + "text": "im", + "type": "im" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "im", + "width": 200, + "x": 676.6195294653585, + "y": -102.19105962827174 + }, + { + "applicationArgs": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", - "description": "The python class that implements this application", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Function Name", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "rascil_tweaks.functions.griddataExtract" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", - "description": "Estimate of execution time (in seconds) for this application.", - "readonly": false, - "type": "Integer", - "precious": false, + "description": "Python function code, e.g. 'def function_name(args): return args'", + "name": "func_code", "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of CPUs used for this application.", - "readonly": false, - "type": "Integer", + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "Group start", - "name": "group_start", - "value": false, - "defaultValue": "", - "description": "Is this node the start of a group?", "readonly": false, - "type": "Boolean", - "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [ - { - "text": "Function Name", - "name": "func_name", - "value": "rascil.processing_components.image.operations.export_image_to_fits", - "defaultValue": "", - "description": "Python function name", - "readonly": true, + "text": "Function Code", "type": "String", - "precious": false, - "options": [], - "positional": true + "value": "" }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", - "readonly": false, - "type": "Boolean", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": true + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "fitsfile", - "name": "fitsfile", - "value": "image.fits", "defaultValue": "", - "description": "Name of output fits file in storage", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -9, - "text": "wcsExtract", - "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", - "x": 1218.8375634011018, - "y": -162.4158403253948, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "1387b85", - "inputPorts": [ - { - "Id": "dd7b3059-01c1-4fce-83e3-27b2cf8bc10c", - "IdText": "im", - "text": "im", - "event": false, - "type": "im", - "description": "Image" - } - ], - "outputPorts": [ + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + }, { - "Id": "931e0f6b-7d22-44f3-84c4-8a5ff03c0110", - "IdText": "wcs", - "text": "wcs", - "event": false, - "type": "wcs", - "description": "" + "defaultValue": "", + "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "name": "func_defaults", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Defaults", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Mapping between argument name and input drop uids", + "name": "func_arg_mapping", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Arguments Mapping", + "type": "String", + "value": "" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "drawOrderHint": 0, + "expanded": true, "fields": [ { - "text": "Application Class", - "name": "appclass", - "value": "dlg.apps.pyfunc.PyFuncApp", "defaultValue": "", "description": "Application class", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, "readonly": true, + "text": "Application Class", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Execution Time", - "name": "execution_time", - "value": 5, "defaultValue": "", "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, "readonly": true, + "text": "Execution Time", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", "description": "Number of cores used", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, "readonly": true, + "text": "No. of CPUs", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false }, { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, "defaultValue": "", "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Input error rate (%)", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 0 }, { - "text": "Number of tries", - "name": "n_tries", - "value": 1, "defaultValue": "", "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Number of tries", "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 1 + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "78b71bd7-a222-4ce5-b77a-06b2dcf0276f", + "IdText": "griddata", + "description": "", + "event": false, + "text": "griddata", + "type": "griddata" + } + ], + "isGroup": false, + "key": -22, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "388a4659-af13-4d68-90cd-fec8e60ed251", + "IdText": "griddata", + "description": "", + "event": false, + "text": "griddata", + "type": "griddata" } ], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "griddataExtract", + "width": 200, + "x": 1313.5036453794776, + "y": -81.30455906385863 + }, + { "applicationArgs": [ { - "text": "Function Name", - "name": "func_name", - "value": "rascil_tweaks.functions.wcsExtract", "defaultValue": "", "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Function Name", "type": "String", + "value": "rascil_tweaks.functions.visExtract" + }, + { + "defaultValue": "", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Function Code", - "name": "func_code", - "value": "", "defaultValue": "", - "description": "Python function code, e.g. 'def function_name(args): return args'", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Helper function to extract a single visibility from a xarray list of visibilities", + "drawOrderHint": 0, + "expanded": true, + "fields": [ + { + "defaultValue": "", + "description": "Application class", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "Application Class", "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" + }, + { + "defaultValue": "", + "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, "precious": false, + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of cores used", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Pickle", - "name": "pickle", - "value": true, "defaultValue": "", - "description": "Whether the python arguments are pickled.", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false }, { - "text": "Function Defaults", - "name": "func_defaults", - "value": "", "defaultValue": "", - "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", - "readonly": false, - "type": "String", - "precious": false, + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Input error rate (%)", + "type": "Integer", + "value": 0 }, { - "text": "Function Arguments Mapping", - "name": "func_arg_mapping", - "value": "", "defaultValue": "", - "description": "Mapping between argument name and input drop uids", - "readonly": false, - "type": "String", - "precious": false, + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Number of tries", + "type": "Integer", + "value": 1 } ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -24, - "text": "wcs", - "description": "In-memory storage of intermediate data products", - "x": 1363.2342037006506, - "y": -162.8253621929352, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "1387b85", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "05078af8-1f37-4f0c-bf4f-2c0b247d34dc", - "IdText": "wcs", - "text": "wcs", + "Id": "75ac3703-2b27-45b8-87e0-eabebb35d00a", + "IdText": "vis", + "description": "xarray list of visibilities", "event": false, - "type": "wcs", - "description": "" + "text": "vis", + "type": "vis-list" } ], + "isGroup": false, + "key": -26, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "78bed9f0-d371-4006-872b-5015dee9e8e3", - "IdText": "wcs", - "text": "wcs", + "Id": "e2680fc1-70bb-4efd-8dfc-eb43ddc1fd59", + "IdText": "vis", + "description": "", "event": false, - "type": "wcs", - "description": "" + "text": "vis", + "type": "vis" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "visExtract", + "width": 200, + "x": 792.3551917637026, + "y": -247.9436549208028 + }, + { + "applicationArgs": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.phasecentreExtract" + }, + { + "defaultValue": "", + "description": "Python function code, e.g. 'def function_name(args): return args'", + "name": "func_code", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Code", + "type": "String", + "value": "" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, "readonly": false, - "type": "Boolean", + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false - } - ], - "applicationArgs": [], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "File", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -34, - "text": "tar", - "description": "", - "x": 310.5604289327472, - "y": -373.8052694110418, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "", - "inputPorts": [ + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + }, { - "Id": "0427fda2-a6f7-4ebf-80f8-9d7447a60f19", - "IdText": "hello", - "text": "Hello", - "event": false, + "defaultValue": "", + "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "name": "func_defaults", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Defaults", "type": "String", - "description": " The port carrying the message produced by the app." - } - ], - "outputPorts": [ + "value": "" + }, { - "Id": "97e99ff8-b3f8-4174-8fc8-e3162ef34c7a", - "IdText": "content", - "text": "Content", - "event": false, + "defaultValue": "", + "description": "Mapping between argument name and input drop uids", + "name": "func_arg_mapping", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Arguments Mapping", "type": "String", - "description": " The port carrying the content read from the URL." + "value": "" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", - "precious": false, + "description": "Application class", + "name": "appclass", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", + "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, "precious": false, + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of cores used", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "Check file path exists", - "name": "check_filepath_exists", - "value": false, "defaultValue": "", - "description": "Perform a check to make sure the file path exists before proceeding with the application", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group start", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false }, { - "text": "1197634128-cal_avg32.ms.tar.xj", - "name": "filepath", - "value": "$DLG_ROOT/testdata/1197634128-cal_avg32.ms.tar.xj", "defaultValue": "", - "description": "Path to the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Input error rate (%)", + "type": "Integer", + "value": 0 }, { - "text": "Directory name", - "name": "dirname", - "value": "", "defaultValue": "", - "description": "Name of the directory containing the file for this node", - "readonly": false, - "type": "String", - "precious": false, + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Number of tries", + "type": "Integer", + "value": 1 } ], - "applicationArgs": [], + "flipPorts": true, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "ce4c768b-a305-45f2-a4fb-72404cefb15b", + "IdText": "vis", + "description": "", + "event": false, + "text": "vis", + "type": "vis" + } + ], + "isGroup": false, + "key": -14, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, "outputApplicationName": "", "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "NGAS", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -35, - "text": "1197634128-cal_avg32.ms.tar.xj", - "description": "", - "x": 462.54024224810576, - "y": -491.2269670571211, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": true, - "git_url": "", - "sha": "", - "inputPorts": [], + "outputLocalPorts": [], "outputPorts": [ { - "Id": "5e852026-1460-4039-8848-4aa4e5473f32", - "IdText": "hello", - "text": "Hello", + "Id": "b4615dc7-70ab-4923-b1c4-89f7a4486f20", + "IdText": "phasecentre", + "description": "", "event": false, - "type": "String", - "description": " The port carrying the message produced by the app." + "text": "phasecentre", + "type": "phasecentre" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], - "fields": [ + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "phasecentreExtract", + "width": 200, + "x": 877.0903965758714, + "y": -345.1626192255376 + }, + { + "applicationArgs": [ + { + "defaultValue": "", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.polFrameExtract" + }, + { + "defaultValue": "", + "description": "Python function code, e.g. 'def function_name(args): return args'", + "name": "func_code", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Code", + "type": "String", + "value": "" + }, { - "text": "Data volume", - "name": "data_volume", - "value": 5, "defaultValue": "", - "description": "Estimated size of the data contained in this node", - "readonly": false, - "type": "Float", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", - "description": "Is this node the end of a group?", - "readonly": false, - "type": "Boolean", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, "precious": false, - "options": [], - "positional": false + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" }, { - "text": "NGAS Server", - "name": "ngasSrv", - "value": "ngas.ddns.net", "defaultValue": "", - "description": "The URL of the NGAS Server", + "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "name": "func_defaults", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Function Defaults", "type": "String", - "precious": false, - "options": [], - "positional": false + "value": "" }, { - "text": "NGAS Port", - "name": "ngasPort", - "value": 7777, "defaultValue": "", - "description": "The port of the NGAS Server", - "readonly": false, - "type": "Integer", + "description": "Mapping between argument name and input drop uids", + "name": "func_arg_mapping", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "Function Arguments Mapping", + "type": "String", + "value": "" + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Application class", + "name": "appclass", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" }, { - "text": "File ID", - "name": "ngasFileId", - "value": "1197634128-cal_avg32.ms.tar.xj", "defaultValue": "", - "description": "File ID on NGAS (for retrieval only)", - "readonly": false, - "type": "String", - "precious": false, + "description": "Estimated execution time", + "name": "execution_time", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 }, { - "text": "Connection timeout", - "name": "ngasConnectTimeout", - "value": 2, "defaultValue": "", - "description": "Timeout for connecting to the NGAS server", - "readonly": false, - "type": "Integer", - "precious": false, + "description": "Number of cores used", + "name": "num_cpus", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 }, { - "text": "NGAS mime-type", - "name": "ngasMime", - "value": "application/octet-stream", "defaultValue": "", - "description": "Mime-type to be used for archiving", - "readonly": false, - "type": "String", - "precious": false, + "description": "Is this node the start of a group?", + "name": "group_start", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false }, { - "text": "NGAS timeout", - "name": "ngasTimeout", - "value": 2, "defaultValue": "", - "description": "Timeout for receiving responses for NGAS", + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Input error rate (%)", "type": "Integer", - "precious": false, + "value": 0 + }, + { + "defaultValue": "", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Number of tries", + "type": "Integer", + "value": 1 } ], - "applicationArgs": [], + "flipPorts": true, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -36, - "text": "CopyApp", - "description": "A simple APP that copies its inputs into its outputs. All inputs are copied into all outputs in the order they were declared in the graph. If an input is a container (e.g. a directory) it copies the content recursively.", - "x": 368.2317699649284, - "y": -446.0615760357954, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": true, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "", - "sha": "", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "3f41b16d-a02b-4e9b-8ee2-1e19d80ba3d2", - "IdText": "hello", - "text": "", + "Id": "22e1d407-e9cb-4d2c-b868-a7d4fbc29c7d", + "IdText": "vis", + "description": "", "event": false, - "type": "String", - "description": "" + "text": "vis", + "type": "vis" } ], + "isGroup": false, + "key": -7, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "b17a74ff-9587-4aa1-aee2-bb95a62b16c7", - "IdText": "hello", - "text": "", + "Id": "8a3ad78d-7e3d-495d-a711-4c12511c74ea", + "IdText": "names", + "description": "", "event": false, - "type": "String", - "description": "" + "text": "names", + "type": "names" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "polFrameExtract", + "width": 200, + "x": 513.5150521446252, + "y": -148.45997895268374 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "appclass", - "name": "appclass", - "value": "dlg.apps.simple.CopyApp", "defaultValue": "", - "description": "Application class", - "readonly": true, - "type": "String", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false - }, - { - "text": "Execution time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimated execution time", + "positional": false, + "precious": false, "readonly": false, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Num CPUs", - "name": "num_cpus", - "value": 1, "defaultValue": "", - "description": "Number of cores used", - "readonly": false, - "type": "Integer", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + } + ], + "flipPorts": true, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "2dbfa4a7-065b-4276-add7-b7f54f8d8b78", + "IdText": "names", + "description": "", + "event": false, + "text": "names", + "type": "names" + } + ], + "isGroup": false, + "key": -27, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "66190086-d903-4110-973b-633afe64a052", + "IdText": "names", + "description": "", + "event": false, + "text": "names", + "type": "names" + } + ], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "names", + "width": 200, + "x": 399.94384834169847, + "y": -95.57385945223805 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", - "description": "Component is start of a group", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "BashShellApp", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -38, - "text": "untar", - "description": "An application component able to run an arbitrary command within the Bash Shell", - "x": 378.66246439360157, - "y": -344.7004711557829, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "0e3ef1e", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "45007110-1a8b-4e3a-9ecd-1602c1b8628d", - "IdText": "content", - "text": "Content", + "Id": "413524c5-ec30-4111-b250-f633fbf9f969", + "IdText": "modelvis", + "description": "", "event": false, - "type": "String", - "description": " The port carrying the content read from the URL." + "text": "modelvis", + "type": "modelvis" } ], + "isGroup": false, + "key": -6, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "d04be892-0fd4-4d61-9f74-426b83a249d7", - "IdText": "start_chan", - "text": "start_chan", + "Id": "98615809-518e-4163-8e1f-d51ee79bd960", + "IdText": "modelvis", + "description": "", "event": false, - "type": "File", - "description": "The output configuration file" + "text": "modelvis", + "type": "modelvis" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "modelvis", + "width": 200, + "x": 1167.7171472563307, + "y": -315.09637619791204 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, "fields": [ { - "text": "Command", - "name": "command", - "value": "tar --strip-components=3 -C $DLG_ROOT/testdata -xf %i0", - "defaultValue": "", - "description": "The command to be executed", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Input Redirection", - "name": "input_redirection", - "value": "", - "defaultValue": "", - "description": "The command line argument that specifies the input into this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Output Redirection", - "name": "output_redirection", - "value": "", - "defaultValue": "", - "description": "The command line argument that specifies the output from this application", - "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Command Line Arguments", - "name": "command_line_arguments", - "value": "", "defaultValue": "", - "description": "Additional command line arguments to be added to the command line to be executed", - "readonly": false, - "type": "String", - "precious": false, + "description": "Estimated size of the data contained in this node", + "name": "data_volume", "options": [], - "positional": false - }, - { - "text": "Param value separator", - "name": "paramValueSeparator", - "value": " ", - "defaultValue": "", - "description": "Separator character(s) between parameters on the command line", - "readonly": false, - "type": "String", + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "Argument prefix", - "name": "argumentPrefix", - "value": "--", - "defaultValue": "", - "description": "Prefix to each keyed argument on the command line", "readonly": false, - "type": "String", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "Execution Time", - "name": "execution_time", - "value": 5, - "defaultValue": "", - "description": "Estimated execution time", - "readonly": true, + "text": "Data volume", "type": "Float", - "precious": false, - "options": [], - "positional": false - }, - { - "text": "No. of CPUs", - "name": "num_cpus", - "value": 1, - "defaultValue": "", - "description": "Number of cores used", - "readonly": true, - "type": "Integer", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group start", - "name": "group_start", - "value": false, "defaultValue": "", - "description": "Is this node the start of a group?", - "readonly": false, - "type": "Boolean", - "precious": false, + "description": "Is this node the end of a group?", + "name": "group_end", "options": [], - "positional": false - }, - { - "text": "Input error rate (%)", - "name": "input_error_threshold", - "value": 0, - "defaultValue": "", - "description": "the allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", - "readonly": false, - "type": "Integer", + "positional": false, "precious": false, - "options": [], - "positional": false - }, - { - "text": "Number of tries", - "name": "n_tries", - "value": 1, - "defaultValue": "", - "description": "Specifies the number of times the 'run' method will be executed before finally giving up", "readonly": false, - "type": "Integer", - "precious": false, - "options": [], - "positional": false + "text": "Group end", + "type": "Boolean", + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, "inputApplicationName": "", "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "Memory", - "isGroup": false, - "color": "#2c2c2c", - "drawOrderHint": 0, - "key": -39, - "text": "event", - "description": "A Drop not storing any data (useful for just passing on events)", - "x": 450.12010073147746, - "y": -317.77677048021593, - "width": 200, - "height": 72, - "collapsed": true, - "flipPorts": false, - "streaming": false, - "precious": false, - "subject": null, - "expanded": false, - "git_url": "https://github.com/ICRAR/daliuge.git", - "sha": "0e3ef1e", + "inputLocalPorts": [], "inputPorts": [ { - "Id": "f6d179fa-eaae-4194-a0a2-94617db5b178", - "IdText": "start_chan", - "text": "start_chan", + "Id": "0985c82d-8676-49a4-bf69-3ec27ab0427d", + "IdText": "griddata", + "description": "", "event": false, - "type": "start_chan", - "description": "" + "text": "griddata", + "type": "griddata" } ], + "isGroup": false, + "key": -25, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], "outputPorts": [ { - "Id": "919b91a2-9e16-43a5-a7f8-d9859cc88614", - "IdText": "start_chan", - "text": "start_chan", + "Id": "46091cdc-9178-40fe-999e-42ce126aa38b", + "IdText": "griddata", + "description": "", "event": false, - "type": "start_chan", - "description": "" + "text": "griddata", + "type": "griddata" } ], - "inputLocalPorts": [], - "outputLocalPorts": [], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "griddata", + "width": 200, + "x": 1409.289024048815, + "y": -81.26582595105691 + }, + { + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": true, "fields": [ { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, "text": "Data volume", - "name": "data_volume", - "value": 0, - "defaultValue": "", - "description": "This never stores any data", - "readonly": true, "type": "Float", - "precious": false, - "options": [], - "positional": false + "value": 5 }, { - "text": "Group end", - "name": "group_end", - "value": false, "defaultValue": "", "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, "readonly": false, + "text": "Group end", "type": "Boolean", - "precious": false, - "options": [], - "positional": false + "value": false } ], - "applicationArgs": [], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - } - ], - "linkDataArray": [ - { - "from": -60, - "fromPort": "4b637a76-127e-4185-bdd8-e880ef9c78b9", - "to": -61, - "toPort": "9dc02a00-1e9e-4d91-8f5f-b7fc1f61eb7a", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -61, - "fromPort": "80259270-474d-45d6-b3e0-7642d68db29e", - "to": -31, - "toPort": "46b6390e-4cd7-4e39-827a-31b7ed1003de", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -13, - "fromPort": "1ca9a714-7b1d-454b-89e0-21809f37c75b", - "to": -11, - "toPort": "0658e057-f6c4-422c-8dbd-8b3be12e9275", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -28, - "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", - "to": -29, - "toPort": "724b5aec-d081-467c-92c7-93e31965a247", - "loop_aware": "1", - "closesLoop": false - }, - { - "from": -28, - "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", - "to": -37, - "toPort": "841ba111-dea2-44fb-8e4d-ec3c45f7d189", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -18, - "fromPort": "2a02298b-0b8d-47cb-b85a-0c5fdff39712", - "to": -19, - "toPort": "e8f4bd58-e856-4091-82d9-1a3d5d059f36", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -19, - "fromPort": "cee397c3-1bcc-4885-85f7-3235f2c6dcd4", - "to": -21, - "toPort": "45f2694f-6984-47ae-9225-3c763eafb671", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -20, - "fromPort": "914137c9-82ef-48a9-905e-fe0a9660bf71", - "to": -23, - "toPort": "0f9c65ab-c356-48db-888f-db9b9af5a9b7", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -23, - "fromPort": "99eb384e-aff2-43c7-b9dd-69689b898442", - "to": -21, - "toPort": "737201a4-3c7c-472b-b73f-09bceb6662bf", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -4, - "fromPort": "71bcad54-dcd2-4a78-bf68-cbf04ef9161a", - "to": -5, - "toPort": "17bbcd5c-a483-48ee-9f76-1b8a806365e8", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -5, - "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", - "to": -60, - "toPort": "fccdd5a5-a3eb-46f9-bc01-95dd790501a2", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -5, - "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", - "to": -20, - "toPort": "f4ad698e-4513-46fa-aa95-7f46ef680ad2", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -5, - "fromPort": "790b7965-2e14-4da4-84ad-502ecd7321e1", - "to": -37, - "toPort": "96c8024b-222b-489d-8193-50871f29b3f2", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -2, - "fromPort": "5f1a2211-d150-43b0-8a78-1468994ad3ac", - "to": -60, - "toPort": "6fb15dd1-add1-464c-a9fc-da3b8d01389b", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -29, - "fromPort": "8ac988bd-4af5-441f-8dd2-d28a0f91bd60", - "to": -3, - "toPort": "e476b418-d6c8-4a60-b2f1-55de20bd05fb", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -37, - "fromPort": "f572a630-ed19-4bd5-98d7-4c50e1d9b982", - "to": -8, - "toPort": "f0b7dff1-d303-42d0-9751-d42e9e1a7ee0", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -17, - "fromPort": "5d3ca061-9f7c-441d-8e2a-d49cc43ee853", - "to": -28, - "toPort": "15f466bf-8bcc-4422-977e-52793c578f11", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -21, - "fromPort": "1955dcf3-ea70-494f-9406-240f64297bef", - "to": -10, - "toPort": "41a2f24d-e676-4157-a8c9-b39c0cf92f4e", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -1, - "fromPort": "39450923-6aa8-4ba0-8de3-eb42f9aa1048", - "to": -16, - "toPort": "b87b7005-9c19-4f03-97e2-e8a6b33656a2", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -16, - "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", - "to": -18, - "toPort": "7b5cefd3-399a-47af-8e85-74aa973cc788", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -16, - "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", - "to": -20, - "toPort": "25c00e81-a694-4d7d-a82b-7e20371c7807", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -10, - "fromPort": "616569be-7853-41c6-bf7c-faa0d349919c", - "to": -22, - "toPort": "78b71bd7-a222-4ce5-b77a-06b2dcf0276f", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -14, - "fromPort": "b4615dc7-70ab-4923-b1c4-89f7a4486f20", - "to": -2, - "toPort": "7e88262d-69f4-41ab-8faa-8851ac393df8", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -7, - "fromPort": "8a3ad78d-7e3d-495d-a711-4c12511c74ea", - "to": -27, - "toPort": "2dbfa4a7-065b-4276-add7-b7f54f8d8b78", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -27, - "fromPort": "66190086-d903-4110-973b-633afe64a052", - "to": -4, - "toPort": "a7f9fe0d-4229-4eb2-ad26-17c97009cadc", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -31, - "fromPort": "9fd9a7ec-1cc7-4e60-bb79-9804b7082208", - "to": -6, - "toPort": "413524c5-ec30-4111-b250-f633fbf9f969", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -6, - "fromPort": "98615809-518e-4163-8e1f-d51ee79bd960", - "to": -13, - "toPort": "a2bcbe28-dbc5-4302-ba9a-382a34b56e34", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -22, - "fromPort": "388a4659-af13-4d68-90cd-fec8e60ed251", - "to": -25, - "toPort": "0985c82d-8676-49a4-bf69-3ec27ab0427d", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -25, - "fromPort": "46091cdc-9178-40fe-999e-42ce126aa38b", - "to": -17, - "toPort": "a920871d-bf45-4241-9c46-1abbd3e4932a", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -63, - "fromPort": "a1a56047-81b2-4aab-8441-978d73679680", - "to": -12, - "toPort": "dd7ba56a-be95-4c5b-92f7-b055c400b5aa", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -12, - "fromPort": "d23d6b03-fbd6-493c-bfc3-1d0edb54255a", - "to": -26, - "toPort": "75ac3703-2b27-45b8-87e0-eabebb35d00a", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -26, - "fromPort": "e2680fc1-70bb-4efd-8dfc-eb43ddc1fd59", - "to": -15, - "toPort": "d875ecd8-6052-45e1-bc9d-de55f1f7f8f3", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -14, - "toPort": "ce4c768b-a305-45f2-a4fb-72404cefb15b", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -31, - "toPort": "68c46c4a-1b4c-49f3-9db8-8bfbd461a163", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -13, - "toPort": "f1bc021f-c230-4d1f-baf8-7bdb6371da23", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -1, - "toPort": "1a90ea25-9666-4230-868b-7fc99318a747", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -7, - "toPort": "22e1d407-e9cb-4d2c-b868-a7d4fbc29c7d", - "loop_aware": "0", - "closesLoop": false - }, - { - "from": -15, - "fromPort": "2518b9e2-0fca-454f-92aa-eb681caedfcf", - "to": -21, - "toPort": "7770f9bc-5d2b-460b-9382-a6e1977cd523", - "loop_aware": "0", - "closesLoop": false + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "dd7ba56a-be95-4c5b-92f7-b055c400b5aa", + "IdText": "vis", + "description": "", + "event": false, + "text": "vis", + "type": "vis" + } + ], + "isGroup": false, + "key": -12, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "d23d6b03-fbd6-493c-bfc3-1d0edb54255a", + "IdText": "vis", + "description": "", + "event": false, + "text": "vis", + "type": "vis" + } + ], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "allvis", + "width": 200, + "x": 665.8261676365476, + "y": -247.56052067370806 }, { - "from": -28, - "fromPort": "3019ba7b-87ee-4234-b904-eabb88e456bb", - "to": -30, - "toPort": "d36b1711-c2e9-41d4-8c2f-55003338aad4", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "d875ecd8-6052-45e1-bc9d-de55f1f7f8f3", + "IdText": "vis", + "description": "", + "event": false, + "text": "vis", + "type": "vis" + } + ], + "isGroup": false, + "key": -15, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "2518b9e2-0fca-454f-92aa-eb681caedfcf", + "IdText": "vis", + "description": "", + "event": false, + "text": "vis", + "type": "vis" + } + ], + "precious": false, + "sha": "b09c1dd", + "streaming": false, + "subject": null, + "text": "vis", + "width": 200, + "x": 952.9941797973718, + "y": -247.40932291036503 }, { - "from": -16, - "fromPort": "a0fd2154-836b-4548-b8e3-a361fe62dbab", - "to": -9, - "toPort": "dd7b3059-01c1-4fce-83e3-27b2cf8bc10c", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [ + { + "defaultValue": "", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": true, + "precious": false, + "readonly": true, + "text": "Function Name", + "type": "String", + "value": "rascil.processing_components.image.operations.export_image_to_fits" + }, + { + "defaultValue": "", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "Name of output fits file in storage", + "name": "fitsfile", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "fitsfile", + "type": "String", + "value": "image.fits" + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "Write an image to fits", + "drawOrderHint": 0, + "expanded": true, + "fields": [ + { + "defaultValue": "", + "description": "The python class that implements this application", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" + }, + { + "defaultValue": "", + "description": "Estimate of execution time (in seconds) for this application.", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution Time", + "type": "Integer", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of CPUs used for this application.", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false + } + ], + "flipPorts": false, + "git_url": "", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "d36b1711-c2e9-41d4-8c2f-55003338aad4", + "IdText": "im", + "description": "Image", + "event": false, + "text": "im", + "type": "im" + } + ], + "isGroup": false, + "key": -30, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "49c680bd-dbb5-49ad-bc7f-b4fca84e138d", + "IdText": "fits", + "description": "n image to fits :param im: Image :param fitsfile: Name of output fits file in storage :returns: None See also :py:func:`rascil.processing_components.image.operations.import_image_from_array`", + "event": false, + "text": "fits", + "type": "fits" + } + ], + "precious": false, + "sha": "1.0", + "streaming": false, + "subject": null, + "text": "export_image_to_fits", + "width": 200, + "x": 1763.014807976602, + "y": -171.75970798868372 }, { - "from": -9, - "fromPort": "931e0f6b-7d22-44f3-84c4-8a5ff03c0110", - "to": -24, - "toPort": "05078af8-1f37-4f0c-bf4f-2c0b247d34dc", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [ + { + "defaultValue": "", + "description": "Python function name", + "name": "func_name", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Name", + "type": "String", + "value": "rascil_tweaks.functions.wcsExtract" + }, + { + "defaultValue": "", + "description": "Python function code, e.g. 'def function_name(args): return args'", + "name": "func_code", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Code", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Input port parsing technique", + "name": "input_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "output port parsing technique", + "name": "output_parser", + "options": [ + "pickle", + "eval", + "path", + "dataurl", + "npy" + ], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Parser", + "type": "Select", + "value": "pickle" + }, + { + "defaultValue": "", + "description": "Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", + "name": "func_defaults", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Defaults", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Mapping between argument name and input drop uids", + "name": "func_arg_mapping", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Function Arguments Mapping", + "type": "String", + "value": "" + } + ], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Application class", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "Application Class", + "type": "String", + "value": "dlg.apps.pyfunc.PyFuncApp" + }, + { + "defaultValue": "", + "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of cores used", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input error rate (%)", + "type": "Integer", + "value": 0 + }, + { + "defaultValue": "", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Number of tries", + "type": "Integer", + "value": 1 + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "dd7b3059-01c1-4fce-83e3-27b2cf8bc10c", + "IdText": "im", + "description": "Image", + "event": false, + "text": "im", + "type": "im" + } + ], + "isGroup": false, + "key": -9, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "931e0f6b-7d22-44f3-84c4-8a5ff03c0110", + "IdText": "wcs", + "description": "", + "event": false, + "text": "wcs", + "type": "wcs" + } + ], + "precious": false, + "sha": "1387b85", + "streaming": false, + "subject": null, + "text": "wcsExtract", + "width": 200, + "x": 1218.8375634011018, + "y": -162.4158403253948 }, { - "from": -24, - "fromPort": "78bed9f0-d371-4006-872b-5015dee9e8e3", - "to": -17, - "toPort": "0b38c67d-8255-4de3-8a1d-a057d5e5c1f9", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "Memory", + "collapsed": true, + "color": "#2c2c2c", + "description": "In-memory storage of intermediate data products", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "05078af8-1f37-4f0c-bf4f-2c0b247d34dc", + "IdText": "wcs", + "description": "", + "event": false, + "text": "wcs", + "type": "wcs" + } + ], + "isGroup": false, + "key": -24, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "78bed9f0-d371-4006-872b-5015dee9e8e3", + "IdText": "wcs", + "description": "", + "event": false, + "text": "wcs", + "type": "wcs" + } + ], + "precious": false, + "sha": "1387b85", + "streaming": false, + "subject": null, + "text": "wcs", + "width": 200, + "x": 1363.2342037006506, + "y": -162.8253621929352 }, { - "from": -35, - "fromPort": "5e852026-1460-4039-8848-4aa4e5473f32", - "to": -36, - "toPort": "3f41b16d-a02b-4e9b-8ee2-1e19d80ba3d2", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "NGAS", + "collapsed": true, + "color": "#2c2c2c", + "description": "", + "drawOrderHint": 0, + "expanded": true, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "The URL of the NGAS Server", + "name": "ngasSrv", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "NGAS Server", + "type": "String", + "value": "ngas.ddns.net" + }, + { + "defaultValue": "", + "description": "The port of the NGAS Server", + "name": "ngasPort", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "NGAS Port", + "type": "Integer", + "value": 7777 + }, + { + "defaultValue": "", + "description": "File ID on NGAS (for retrieval only)", + "name": "ngasFileId", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "File ID", + "type": "String", + "value": "1197634128-cal_avg32.ms.tar.xj" + }, + { + "defaultValue": "", + "description": "Timeout for connecting to the NGAS server", + "name": "ngasConnectTimeout", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Connection timeout", + "type": "Integer", + "value": 2 + }, + { + "defaultValue": "", + "description": "Mime-type to be used for archiving", + "name": "ngasMime", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "NGAS mime-type", + "type": "String", + "value": "application/octet-stream" + }, + { + "defaultValue": "", + "description": "Timeout for receiving responses for NGAS", + "name": "ngasTimeout", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "NGAS timeout", + "type": "Integer", + "value": 2 + } + ], + "flipPorts": true, + "git_url": "", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [], + "isGroup": false, + "key": -35, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "5e852026-1460-4039-8848-4aa4e5473f32", + "IdText": "hello", + "description": " The port carrying the message produced by the app.", + "event": false, + "text": "Hello", + "type": "String" + } + ], + "precious": false, + "sha": "", + "streaming": false, + "subject": null, + "text": "1197634128-cal_avg32.ms.tar.xj", + "width": 200, + "x": 414.84676575874926, + "y": -477.6923318371686 }, { - "from": -36, - "fromPort": "b17a74ff-9587-4aa1-aee2-bb95a62b16c7", - "to": -34, - "toPort": "0427fda2-a6f7-4ebf-80f8-9d7447a60f19", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "PythonApp", + "collapsed": true, + "color": "#0059a5", + "description": "A simple APP that copies its inputs into its outputs. All inputs are copied into all outputs in the order they were declared in the graph. If an input is a container (e.g. a directory) it copies the content recursively.", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Application class", + "name": "appclass", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "appclass", + "type": "String", + "value": "dlg.apps.simple.CopyApp" + }, + { + "defaultValue": "", + "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Execution time", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of cores used", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Num CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Component is start of a group", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false + } + ], + "flipPorts": true, + "git_url": "", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "3f41b16d-a02b-4e9b-8ee2-1e19d80ba3d2", + "IdText": "hello", + "description": "", + "event": false, + "text": "", + "type": "String" + } + ], + "isGroup": false, + "key": -36, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "b17a74ff-9587-4aa1-aee2-bb95a62b16c7", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "tar" + } + ], + "precious": false, + "sha": "", + "streaming": false, + "subject": null, + "text": "CopyApp", + "width": 200, + "x": 285.7349457671225, + "y": -389.3450093998038 }, { - "from": -34, - "fromPort": "97e99ff8-b3f8-4174-8fc8-e3162ef34c7a", - "to": -38, - "toPort": "45007110-1a8b-4e3a-9ecd-1602c1b8628d", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "BashShellApp", + "collapsed": true, + "color": "#0059a5", + "description": "An application component able to run an arbitrary command within the Bash Shell", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "The command to be executed", + "name": "command", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Command", + "type": "String", + "value": "tar --strip-components=3 -C $DLG_ROOT/testdata -xf %i0" + }, + { + "defaultValue": "", + "description": "The command line argument that specifies the input into this application", + "name": "input_redirection", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input Redirection", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "The command line argument that specifies the output from this application", + "name": "output_redirection", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Output Redirection", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Additional command line arguments to be added to the command line to be executed", + "name": "command_line_arguments", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Command Line Arguments", + "type": "String", + "value": "" + }, + { + "defaultValue": "", + "description": "Separator character(s) between parameters on the command line", + "name": "paramValueSeparator", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Param value separator", + "type": "String", + "value": " " + }, + { + "defaultValue": "", + "description": "Prefix to each keyed argument on the command line", + "name": "argumentPrefix", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Argument prefix", + "type": "String", + "value": "--" + }, + { + "defaultValue": "", + "description": "Estimated execution time", + "name": "execution_time", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "Execution Time", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Number of cores used", + "name": "num_cpus", + "options": [], + "positional": false, + "precious": false, + "readonly": true, + "text": "No. of CPUs", + "type": "Integer", + "value": 1 + }, + { + "defaultValue": "", + "description": "Is this node the start of a group?", + "name": "group_start", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group start", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "the allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", + "name": "input_error_threshold", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Input error rate (%)", + "type": "Integer", + "value": 0 + }, + { + "defaultValue": "", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", + "name": "n_tries", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Number of tries", + "type": "Integer", + "value": 1 + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "4cc2db0f-e7ce-45ee-a860-ccea3002d211", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "tar" + } + ], + "isGroup": false, + "key": -38, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "40199eb1-0020-4e26-a2a6-bb5817a56d2e", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "ms" + } + ], + "precious": false, + "sha": "0e3ef1e", + "streaming": false, + "subject": null, + "text": "untar", + "width": 200, + "x": 414.2819891967551, + "y": -332.79819012523876 }, { - "from": -38, - "fromPort": "d04be892-0fd4-4d61-9f74-426b83a249d7", - "to": -39, - "toPort": "f6d179fa-eaae-4194-a0a2-94617db5b178", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "File", + "collapsed": true, + "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Check file path exists", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "File Path", + "type": "String", + "value": "$DLG_ROOT/testdata/1197634128-cal_avg32.ms.tar.xj" + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "dirname", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Directory name", + "type": "String", + "value": "" + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "77e9303e-7e01-4af9-a410-240df9c66d26", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "tar" + } + ], + "isGroup": false, + "key": -32, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "5e2e2a8e-df5c-446f-9743-ada4c8590c02", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "tar" + } + ], + "precious": false, + "sha": "d687ebc", + "streaming": false, + "subject": null, + "text": "1197634128-cal_avg32.ms.tar.xj", + "width": 200, + "x": 269.42539170844657, + "y": -284.8473177204764 }, { - "from": -39, - "fromPort": "919b91a2-9e16-43a5-a7f8-d9859cc88614", - "to": -63, - "toPort": "54cf5e0d-1989-470f-97a8-7566e72afa6b", - "loop_aware": "0", - "closesLoop": false + "applicationArgs": [], + "category": "File", + "collapsed": true, + "color": "#2c2c2c", + "description": "A standard file on a filesystem mounted to the deployment machine", + "drawOrderHint": 0, + "expanded": false, + "fields": [ + { + "defaultValue": "", + "description": "Estimated size of the data contained in this node", + "name": "data_volume", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Data volume", + "type": "Float", + "value": 5 + }, + { + "defaultValue": "", + "description": "Is this node the end of a group?", + "name": "group_end", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Group end", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Perform a check to make sure the file path exists before proceeding with the application", + "name": "check_filepath_exists", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Check file path exists", + "type": "Boolean", + "value": false + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "filepath", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "File Path", + "type": "String", + "value": "$DLG_ROOT/testdata/1197634128-cal_avg32.ms" + }, + { + "defaultValue": "", + "description": "Path to the file for this node", + "name": "dirname", + "options": [], + "positional": false, + "precious": false, + "readonly": false, + "text": "Directory name", + "type": "String", + "value": "" + } + ], + "flipPorts": false, + "git_url": "https://github.com/ICRAR/daliuge.git", + "height": 72, + "inputAppFields": [], + "inputApplicationDescription": "", + "inputApplicationKey": null, + "inputApplicationName": "", + "inputApplicationType": "None", + "inputLocalPorts": [], + "inputPorts": [ + { + "Id": "76d3f645-81ec-4aca-be63-775905cb3137", + "IdText": "ms", + "description": "", + "event": false, + "text": "ms", + "type": "ms" + } + ], + "isGroup": false, + "key": -33, + "outputAppFields": [], + "outputApplicationDescription": "", + "outputApplicationKey": null, + "outputApplicationName": "", + "outputApplicationType": "None", + "outputLocalPorts": [], + "outputPorts": [ + { + "Id": "abddc850-ef70-4de3-a99d-c0c64f634ae0", + "IdText": "msname", + "description": "", + "event": false, + "text": "msname", + "type": "ms" + } + ], + "precious": false, + "sha": "d687ebc", + "streaming": false, + "subject": null, + "text": "1197634128-cal_avg32.ms", + "width": 200, + "x": 509.84659386195926, + "y": -358.30075138205336 } ] }