...
Code Block | ||||
---|---|---|---|---|
| ||||
(salvus_12) [korisnik@osobno_racunalo 1.0]$ cat salvus-flow-config.toml [sites.supek_cpu] # ######################################################################## # > The site type must be given. site_type = "pbs" # ######################################################################## # > The default number of processors Salvus will be run with on this # > site, if not explicitly specified. default_ranks = 1 # ######################################################################## # > The maximum number of processors Salvus will be run with on this # > site. Serves to protect against accidental user errors. max_ranks = 64512 # ######################################################################## # > Absolute path to the Salvus binary on the site. salvus_binary = "/apps/scientific/salvus/0.12.14/bin/salvus" # ######################################################################## # > Run directory on the site. Salvus will copy all files it requires to # > run into this directory. Must be read-and writeable. run_directory = "/lustre/home/korisnicko_ime/salvus_data/run_directory" # ######################################################################## # > Run directory on the site. Use for very large and/or temporary # > output. Must be read-and writeable. If site's systems has a scratch # > file system use it here. tmp_directory = "/lustre/home/korisnicko_ime/salvus_data/tmp_directory" # ######################################################################## # > Update interval in seconds for commands that have to periodically # > ping the remote site. Don't choose this value too small for shared # > machines to conserve resources. We recommend 30.0 seconds for sites # > with a job queuing system and around 1.0 to 5.0 seconds for direct # > execution sites depending on the expected average job size. # update_interval_in_seconds = 30.0 # ######################################################################## # > Only use this on dark sites (e.g. sites with no internet access). If # > this is set to True, Salvus will negotiate a license token with # > Mondaic's license server and send along the token. use_license_tokens = true # ######################################################################## # > Set this to true if each compute node on the target site has at # > least one CUDA capable GPU accelerator attached and a CUDA driver # > version that is greater than or equal to 410.48 (CUDA 10.0). use_cuda_capable_gpus = false # ######################################################################## # > Force usage of a login bash shell. A bit slower but sometimes # > necessary/easier if a system performs some essential setup in a # > login shell. # use_login_shell = false # ######################################################################## # > Optionally specify environment variables to be set before every call # > on the site. Repeat this group as often as needed. # [[sites.supek_cpu.environment_variable]] # name = "LD_LIBRARY_PATH" # value = "/path/to/some/lib/dir" [sites.supek_cpu.ssh_settings] # #################################################################### # > Hostname of the site. hostname = "login-cpu.hpc.srce.hr" # #################################################################### # > SSH username of the site. username = "korisnicko_ime" # #################################################################### # > Manually enter the password every time an SSH connection to this # > site is established. # enter_password_manually = true # #################################################################### # > Fully interactive login for ever SSH connection to this site. # > This setting overwrites any manually entered password. This is # > necessary for example for interactive two-factor authentication # > schemes. # interactive_login = true # #################################################################### # > Any extra arguments that should be passed to # > paramiko.SSHClient.connect() when Salvus initially establishes # > the SSH connection. This will also be applied to any potential # > proxyjump hosts. This should rarely be necessary. # [sites.supek_cpu.ssh_settings.extra_paramiko_connect_arguments] # banner_timeout = 20 [sites.supek_cpu.site_specific] # #################################################################### # > The number of processes used on each compute node. Best set this # > to the number of physical cores of a single node. tasks_per_node = 128 # #################################################################### # > The memory per rank for a simulation. The total memory usage # > will then be calculated based on the number of ranks and is # > passed as 'mem=XXXXmb' to PBS' select statement. If not given it # > will not be set. # memory_per_rank_in_mb = 1024 # #################################################################### # > The PBS queue in which to execute jobs. queue = "cpu" # #################################################################### # > Optionally specify the PBS queue in which to execute debug and # > info jobs. # debug_queue = "debug" # #################################################################### # > The variety of PBS implementations means that sometimes one must # > pass a custom string defining the compute resources to the # > scheduler. This settings allows you to overwrite the default # > (nodes={NODES}:ppn={RANKS}) with something else that will be # > passed in its stead. Available variables are `NODES`, `RANKS`, # > and `TASKS_PER_NODE`. compute_resources_template = "select={RANKS}:mem=10000mb" # #################################################################### # > Path to the folder with the PBS binaries, e.g. where qsub, qdel, # > and friends are located. path_to_pbs_binaries = "/opt/pbs/bin/" # #################################################################### # > Jobs run on PBS sites will be launched with `pbsrun` by default. # > A different launcher can be specified here. Available variables # > are `{NODES}`, `{RANKS}`, and `{TASKS_PER_NODE}` which will be # > filled automatically. replace_pbsrun_with = "mpiexec -np {RANKS}" # #################################################################### # > Environment variables are per-default set in the environment and # > then passed on to qsub. If this does not work, try setting this # > flag to True in which case the environment variables will be set # > directly in the job script as well. # set_environment_variables_in_submit_script = true # #################################################################### # > Run `module unload MODULE_NAME` before starting Salvus. Run # > after switching and before loading modules. Might be necessary # > for some slurm configurations. # modules_to_unload = ['MODULE_A', 'MODULE_B'] # #################################################################### # > Run `module load MODULE_NAME` before starting Salvus. Run after # > switching and unloading modules. Might be necessary for some # > slurm configurations. modules_to_load = ['libs/salvus-mpi/salvus-mpi'] # #################################################################### # > Run `module switch OLD_MODULE NEW_MODULE` before starting # > Salvus. Might be necessary for some slurm configurations. Repeat # > this group as often as needed. # [[sites.supek_cpu.site_specific.modules_to_switch]] # old = "OLD_MODULE" # new = "NEW_MODULE" # #################################################################### # > Additional arguments that will be added to the top of the # > generated sbatch file in the format '-ARGNAME VALUE'. Might be # > necessary for some pbs configurations. Repeat this group as # > often as needed. Available variables are `{NODES}`, `{RANKS}`, # > and `{TASKS_PER_NODE}` which will be filled automatically. # [[sites.supek_cpu.site_specific.additional_qsub_arguments]] # name = "ARGNAME" # value = "ARGVALUE" # #################################################################### # > Additional arguments that will be added to the pbs/alternative # > binary call in the form '--ARGNAME=VALUE' (or `-a v` in the case # > of a single letter name). Might be necessary for some PBS # > configurations. Repeat this group as often as needed. Available # > variables are `{NODES}`, `{RANKS}`, and `{TASKS_PER_NODE}` which # > will be filled automatically. # [[sites.supek_cpu.site_specific.additional_pbsrun_arguments]] # name = "ARGNAME" # value = "ARGVALUE" |
...