Commit 444b121c authored by Stefano Alberto Russo's avatar Stefano Alberto Russo
Browse files

Moved to local workdir for /tmp as temporary storage to overcome tempfs size... 

Moved to local workdir for /tmp as temporary storage to overcome tempfs size limitations when using Singularity.
parent b0c13649

services/webapp/code/rosetta/core_app/computing_managers.py

+8 −4
Original line number Diff line number Diff line
@@ -208,7 +208,8 @@ class RemoteComputingManager(ComputingManager): 
            run_command  = 'ssh -i {} -4 -o StrictHostKeyChecking=no {}@{} '.format(user_keys.private_key_file, user, host)

            run_command += '/bin/bash -c \'"wget {}/api/v1/base/agent/?task_uuid={} -O \$HOME/agent_{}.py &> /dev/null && export BASE_PORT=\$(python \$HOME/agent_{}.py 2> \$HOME/{}.log) && '.format(webapp_conn_string, task.uuid, task.uuid, task.uuid, task.uuid)

            run_command += 'export SINGULARITY_NOHTTPS=true && export SINGULARITYENV_BASE_PORT=\$BASE_PORT && {} '.format(authstring)

            run_command += 'exec nohup singularity run {} --pid --writable-tmpfs --containall --cleanenv '.format(binds)

            run_command += 'rm -rf /tmp/{}_data && mkdir /tmp/{}_data &>> \$HOME/{}.log && chmod 700 /tmp/{}_data && '.format(task.uuid, task.uuid, task.uuid, task.uuid) 

            run_command += 'exec nohup singularity run {} --pid --no-home --home=/home/metauser --workdir /tmp/{}_data --containall --cleanenv '.format(binds, task.uuid)

            

            # Set registry

            if task.container.registry == 'docker_local':
@@ -365,7 +366,8 @@ class SlurmComputingManager(ComputingManager): 
            run_command = 'ssh -i {} -4 -o StrictHostKeyChecking=no {}@{} '.format(user_keys.private_key_file, user, host)

            run_command += '\'bash -c "echo \\"#!/bin/bash\nwget {}/api/v1/base/agent/?task_uuid={} -O \$HOME/agent_{}.py &> \$HOME/{}.log && export BASE_PORT=\\\\\\$(python \$HOME/agent_{}.py 2> \$HOME/{}.log) && '.format(webapp_conn_string, task.uuid, task.uuid, task.uuid, task.uuid, task.uuid)

            run_command += 'export SINGULARITY_NOHTTPS=true && export SINGULARITYENV_BASE_PORT=\\\\\\$BASE_PORT && {} '.format(authstring)

            run_command += 'exec nohup singularity run {} --pid --writable-tmpfs --containall --cleanenv '.format(binds)

            run_command += 'rm -rf /tmp/{}_data && mkdir /tmp/{}_data &>> \$HOME/{}.log && chmod 700 /tmp/{}_data && '.format(task.uuid, task.uuid, task.uuid, task.uuid)

            run_command += 'exec nohup singularity run {} --pid --no-home --home=/home/metauser --workdir /tmp/{}_data --containall --cleanenv '.format(binds, task.uuid)

            

            # Double to escape for Pythom, six for shell (double times three as \\\ escapes a single slash in shell)
@@ -523,13 +525,15 @@ class RemotehopComputingManager(ComputingManager): 
                if setup_command:

                    run_command += setup_command + ' && '

                run_command += '\'export SINGULARITY_NOHTTPS=true && export SINGULARITYENV_BASE_PORT=\$BASE_PORT && {} '.format(authstring)

                run_command += 'exec nohup singularity run {} --pid --writable-tmpfs --containall --cleanenv '.format(binds)

                run_command += 'rm -rf /tmp/{}_data && mkdir /tmp/{}_data &>> \$HOME/{}.log && chmod 700 /tmp/{}_data && '.format(task.uuid, task.uuid, task.uuid, task.uuid)

                run_command += 'exec nohup singularity run {} --pid --no-home --home=/home/metauser --workdir /tmp/{}_data --containall --cleanenv '.format(binds, task.uuid)

            else:

                run_command += ' : && ' # Trick to prevent some issues in exporting variables                

                if setup_command:

                    run_command += setup_command + ' && '

                run_command += 'export SINGULARITY_NOHTTPS=true && export SINGULARITYENV_BASE_PORT={} && {} '.format(task.port, authstring)

                run_command += 'exec nohup singularity run {} --pid --writable-tmpfs --containall --cleanenv '.format(binds)

                run_command += 'rm -rf /tmp/{}_data && mkdir /tmp/{}_data &>> \$HOME/{}.log && chmod 700 /tmp/{}_data && '.format(task.uuid, task.uuid, task.uuid, task.uuid)

                run_command += 'exec nohup singularity run {} --pid --no-home --home=/home/metauser --workdir /tmp/{}_data --containall --cleanenv '.format(binds, task.uuid)

             

            # Set registry

            if task.container.registry == 'docker_local':