Transport & Engine: AsyncTransport plugin

environment.yml

@@ -8,6 +8,7 @@ dependencies:
 - python~=3.9
 - alembic~=1.2
 - archive-path~=0.4.2
+- asyncssh~=2.18.0
 - circus~=0.18.0
 - click-spinner~=0.1.8
 - click~=8.1
@@ -22,7 +23,7 @@ dependencies:
 - importlib-metadata~=6.0
 - numpy~=1.21
 - paramiko~=3.0
-- plumpy~=0.22.3
+- plumpy@ git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy
 - pgsu~=0.3.0
 - psutil~=5.6
 - psycopg[binary]~=3.0

pyproject.toml

@@ -20,6 +20,7 @@ classifiers = [
 dependencies = [
   'alembic~=1.2',
   'archive-path~=0.4.2',
+  'asyncssh~=2.18.0',
   'circus~=0.18.0',
   'click-spinner~=0.1.8',
   'click~=8.1',
@@ -34,7 +35,7 @@ dependencies = [
   'importlib-metadata~=6.0',
   'numpy~=1.21',
   'paramiko~=3.0',
-  'plumpy~=0.22.3',
+  'plumpy@git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy',
   'pgsu~=0.3.0',
   'psutil~=5.6',
   'psycopg[binary]~=3.0',
@@ -174,6 +175,7 @@ requires-python = '>=3.9'
 [project.entry-points.'aiida.transports']
 'core.local' = 'aiida.transports.plugins.local:LocalTransport'
 'core.ssh' = 'aiida.transports.plugins.ssh:SshTransport'
+'core.ssh_async' = 'aiida.transports.plugins.ssh_async:AsyncSshTransport'
 'core.ssh_auto' = 'aiida.transports.plugins.ssh_auto:SshAutoTransport'
 
 [project.entry-points.'aiida.workflows']
@@ -305,6 +307,7 @@ module = 'tests.*'
 ignore_missing_imports = true
 module = [
   'ase.*',
+  'asyncssh.*',
   'bpython.*',
   'bs4.*',
   'CifFile.*',

requirements/requirements-py-3.10.txt

@@ -20,6 +20,7 @@ ase==3.22.1
 asn1crypto==1.5.1
 asttokens==2.2.1
 async-generator==1.10
+asyncssh~=2.18.0
 attrs==23.1.0
 babel==2.12.1
 backcall==0.2.0
@@ -120,7 +121,7 @@ pillow==9.5.0
 platformdirs==3.6.0
 plotly==5.15.0
 pluggy==1.0.0
-plumpy==0.22.3
+plumpy@git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy
 prometheus-client==0.17.0
 prompt-toolkit==3.0.38
 psutil==5.9.5

requirements/requirements-py-3.11.txt

@@ -20,6 +20,7 @@ ase==3.22.1
 asn1crypto==1.5.1
 asttokens==2.2.1
 async-generator==1.10
+asyncssh~=2.18.0
 attrs==23.1.0
 babel==2.12.1
 backcall==0.2.0
@@ -119,7 +120,7 @@ pillow==9.5.0
 platformdirs==3.6.0
 plotly==5.15.0
 pluggy==1.0.0
-plumpy==0.22.3
+plumpy@git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy
 prometheus-client==0.17.0
 prompt-toolkit==3.0.38
 psutil==5.9.5

requirements/requirements-py-3.12.txt

@@ -20,6 +20,7 @@ ase==3.22.1
 asn1crypto==1.5.1
 asttokens==2.4.0
 async-generator==1.10
+asyncssh~=2.18.0
 attrs==23.1.0
 babel==2.13.1
 backcall==0.2.0
@@ -119,7 +120,7 @@ pillow==10.1.0
 platformdirs==3.11.0
 plotly==5.17.0
 pluggy==1.3.0
-plumpy==0.22.3
+plumpy@git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy
 prometheus-client==0.17.1
 prompt-toolkit==3.0.39
 psutil==5.9.6

requirements/requirements-py-3.9.txt

@@ -20,6 +20,7 @@ ase==3.22.1
 asn1crypto==1.5.1
 asttokens==2.2.1
 async-generator==1.10
+asyncssh~=2.18.0
 attrs==23.1.0
 babel==2.12.1
 backcall==0.2.0
@@ -122,7 +123,7 @@ pillow==9.5.0
 platformdirs==3.6.0
 plotly==5.15.0
 pluggy==1.0.0
-plumpy==0.22.3
+plumpy@git+https://github.com/khsrali/plumpy.git@allow-async-upload-download#egg=plumpy
 prometheus-client==0.17.0
 prompt-toolkit==3.0.38
 psutil==5.9.5

src/aiida/calculations/monitors/base.py

@@ -4,12 +4,13 @@
 
 import tempfile
 from pathlib import Path
+from typing import Union
 
 from aiida.orm import CalcJobNode
-from aiida.transports import Transport
+from aiida.transports import AsyncTransport, Transport
 
 
-def always_kill(node: CalcJobNode, transport: Transport) -> str | None:
+def always_kill(node: CalcJobNode, transport: Union['Transport', 'AsyncTransport']) -> str | None:
     """Retrieve and inspect files in working directory of job to determine whether the job should be killed.
 
     This particular implementation is just for demonstration purposes and will kill the job as long as there is a