Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
label='swan_ipp',
workers_per_node=2,
provider=TorqueProvider(
channel=SSHChannel(
hostname='swan.cray.com',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/users/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=2,
init_blocks=1,
max_blocks=1,
launcher=AprunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
provider=SlurmProvider(
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/scratch/midway2/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
nodes_per_block=1,
walltime="00:05:00",
init_blocks=1,
max_blocks=1,
launcher=SingleNodeLauncher(),
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
IPyParallelExecutor(
label='ec2_bad_spot',
provider=AWSProvider(
'image_id', # Please replace image_id with your image id, e.g., 'ami-82f4dae7'
region='us-east-1', # Please replace region with your region
key_name='KEY', # Please replace KEY with your key name
profile="default",
state_file='awsproviderstate.json',
spot_max_bid='0.001',
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
min_blocks=0,
walltime='00:25:00',
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
""" Use the following config with caution.
"""
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
config = Config(
executors=[
IPyParallelExecutor(
label='local_ipp_reuse',
),
],
controller=Controller(reuse=True),
)
provider=SlurmProvider(
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/scratch/midway2/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
launcher=SrunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
walltime="00:05:00",
init_blocks=1,
max_blocks=1,
nodes_per_block=2,
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
IPyParallelExecutor(
label='osg_remote_ipp',
provider=Condor(
channel=SSHChannel(
hostname='login.osgconnect.net',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=1,
init_blocks=4,
max_blocks=4,
scheduler_options='Requirements = OSGVO_OS_STRING == "RHEL 6" && Arch == "X86_64" && HAS_MODULES == True',
worker_init='', # Input your worker_init if needed
walltime="01:00:00"
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
def __init__(self,
provider=LocalProvider(),
label='ipp',
working_dir=None,
controller=Controller(),
container_image=None,
engine_dir=None,
storage_access=None,
engine_debug_level=None,
workers_per_node=1,
managed=True):
self.provider = provider
self.label = label
self.working_dir = working_dir
self.controller = controller
self.engine_debug_level = engine_debug_level
self.container_image = container_image
self.engine_dir = engine_dir
self.workers_per_node = workers_per_node
self.storage_access = storage_access if storage_access is not None else []
if len(self.storage_access) > 1:
channel=SSHInteractiveLoginChannel(
hostname='cooley.alcf.anl.gov',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts/', # Please replace USERNAME with your username
),
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
walltime="00:05:00",
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
queue='pubnet-debug',
account='ALCF_ALLOCATION', # Please replace ALCF_ALLOCATION with your ALCF allocation
launcher=SingleNodeLauncher(),
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/scratch/midway2/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
init_blocks=1,
min_blocks=1,
max_blocks=2,
nodes_per_block=1,
parallelism=0.5,
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
),
label='midway_ipp',
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
provider=SlurmProvider(
'debug',
channel=SSHChannel(
hostname='comet.sdsc.xsede.org',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
launcher=SrunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
walltime="00:10:00",
init_blocks=1,
max_blocks=1,
nodes_per_block=2,
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)