Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
from parsl.executors.ipp_controller import Controller
from parsl.channels.ssh.ssh import SSHChannel
from parsl.providers.condor.condor import Condor
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='osg_remote_ipp',
provider=Condor(
channel=SSHChannel(
hostname='login.osgconnect.net',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=1,
init_blocks=4,
max_blocks=4,
scheduler_options='Requirements = OSGVO_OS_STRING == "RHEL 6" && Arch == "X86_64" && HAS_MODULES == True',
worker_init='', # Input your worker_init if needed
walltime="01:00:00"
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
"""
from parsl.providers import SlurmProvider
from parsl.channels import SSHChannel
from parsl.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='cori_ipp_multinode',
provider=SlurmProvider(
'debug',
channel=SSHChannel(
hostname='cori.nersc.gov',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/global/homes/y/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=2,
init_blocks=1,
max_blocks=1,
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
launcher=SrunLauncher(),
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
"""The following config uses threads say for local lightweight apps and IPP workers for
heavy weight applications.
The app decorator has a parameter `executors=[]` to specify the executor to which
apps should be directed.
"""
from parsl.providers import LocalProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.threads import ThreadPoolExecutor
config = Config(
executors=[
ThreadPoolExecutor(max_threads=4, label='local_threads'),
IPyParallelExecutor(
label='local_ipp',
engine_dir='engines',
provider=LocalProvider(
walltime="00:05:00",
nodes_per_block=1,
init_blocks=4
)
from parsl.channels import SSHChannel
from parsl.providers import SlurmProvider
from parsl.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='comet_ipp_multinode',
provider=SlurmProvider(
'debug',
channel=SSHChannel(
hostname='comet.sdsc.xsede.org',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
launcher=SrunLauncher(),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
walltime="00:10:00",
init_blocks=1,
max_blocks=1,
nodes_per_block=2,
),
from parsl.channels import SSHChannel
from parsl.providers import SlurmProvider
from parsl.launchers import SingleNodeLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='midway_ipp_multicore',
workers_per_node=4,
provider=SlurmProvider(
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/scratch/midway2/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
nodes_per_block=1,
walltime="00:05:00",
init_blocks=1,
max_blocks=1,
launcher=SingleNodeLauncher(),
# Untested
from parsl.providers import CobaltProvider
from parsl.launchers import SingleNodeLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='cooley_local_single_node',
provider=CobaltProvider(
launcher=SingleNodeLauncher(),
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
walltime="00:05:00",
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
queue='debug',
account='ALCF_ALLOCATION', # Please replace ALCF_ALLOCATION with your ALCF allocation
),
controller=Controller(public_ip="10.230.100.210")
)
# Untested
from parsl.channels import SSHInteractiveLoginChannel
from parsl.providers import CobaltProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='cooley_ssh_il_local_single_node',
provider=CobaltProvider(
channel=SSHInteractiveLoginChannel(
hostname='cooleylogin1.alcf.anl.gov',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/home/USERNAME/parsl_scripts/', # Please replace USERNAME with your username
),
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
walltime="00:05:00",
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
queue='debug',
account='ALCF_ALLOCATION', # Please replace ALCF_ALLOCATION with your ALCF allocation
),
==================
"""
from parsl.providers import AWSProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='ec2_single_node',
provider=AWSProvider(
'image_id', # Please replace image_id with your image id, e.g., 'ami-82f4dae7'
region='us-east-1', # Please replace region with your region
key_name='KEY', # Please replace KEY with your key name
profile="default",
state_file='awsproviderstate.json',
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
min_blocks=0,
walltime='01:00:00',
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
==================
"""
from parsl.providers import SlurmProvider
from parsl.channels import SSHChannel
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='cori_ipp_single_node',
provider=SlurmProvider(
'debug',
channel=SSHChannel(
hostname='cori.nersc.gov',
username='USERNAME', # Please replace USERNAME with your username
script_dir='/global/homes/y/USERNAME/parsl_scripts', # Please replace USERNAME with your username
),
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
scheduler_options='', # Input your scheduler_options if needed
worker_init='', # Input your worker_init if needed
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)
from parsl.providers import AWSProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
# This is an example config, make sure to
# replace the specific values below with the literal values
# (e.g., 'USERNAME' -> 'your_username')
config = Config(
executors=[
IPyParallelExecutor(
label='ec2_spot',
provider=AWSProvider(
'image_id', # Please replace image_id with your image id, e.g., 'ami-82f4dae7'
region='us-east-1', # Please replace region with your region
key_name='KEY', # Please replace KEY with your key name
profile="default",
state_file='awsproviderstate.json',
spot_max_bid='1.0',
nodes_per_block=1,
init_blocks=1,
max_blocks=1,
min_blocks=0,
walltime='00:25:00',
),
controller=Controller(public_ip='PUBLIC_IP'), # Please replace PUBLIC_IP with your public ip
)