cc_staff
653
edits
Star-CCM+: Difference between revisions
Jump to navigation
Jump to search
Updated submission scripts for Niagara use
(Marked this version for translation) |
(Updated submission scripts for Niagara use) |
||
| Line 31: | Line 31: | ||
You will also need to set up your job environment to use your license. If you are using Adapco's online "pay-on-usage" server, the configuration is rather simple. If you are using an internal license server, please [mailto:support@computecanada.ca contact us] so that we can help you setup the access to it. | You will also need to set up your job environment to use your license. If you are using Adapco's online "pay-on-usage" server, the configuration is rather simple. If you are using an internal license server, please [mailto:support@computecanada.ca contact us] so that we can help you setup the access to it. | ||
When all is done, your submit script should look like this, where 2 nodes are used for 1 hour; you can adjust these numbers to fit your needs. | When all is done, your submit script should look like this, where 2 nodes are used for 1 hour; you can adjust these numbers to fit your needs. | ||
Note that at [[Niagara]] the compute nodes mount the <tt>$HOME</tt> filesystem as "read-only". Therefore it is important to define the environment variable <tt>$STARCCM_TMP</tt> and point it to a location on <tt>$SCRATCH</tt>, which is unique to the version of StarCCM+. Otherwise StarCCM+ will try to create such a directory in the <tt>$HOME</tt> and crash in the process. | |||
</translate> | </translate> | ||
<tabs> | |||
<tab name="Graham" > | |||
{{File | {{File | ||
|name= | |name=starccm_job.sh | ||
|lang="bash" | |lang="bash" | ||
|contents= | |contents= | ||
#!/bin/bash | #!/bin/bash | ||
#SBATCH --time=01:00: | #SBATCH --time=0-01:00 # Time limit: d-hh:mm | ||
#SBATCH --nodes=2 | #SBATCH --nodes=2 | ||
#SBATCH --ntasks-per-node=1 | #SBATCH --ntasks-per-node=1 | ||
#SBATCH --cpus-per-task=32 | #SBATCH --cpus-per-task=32 | ||
#SBATCH --mem=0 # Request all available MEM on full nodes | |||
module load starccm/12.04.011-R8 | module load starccm/12.04.011-R8 | ||
export LM_PROJECT='YOUR ADAPCO PROJECT ID GOES HERE' | export LM_PROJECT='YOUR ADAPCO PROJECT ID GOES HERE' | ||
export CDLMD_LICENSE_FILE="1999@flex.cd-adapco.com" | export CDLMD_LICENSE_FILE="1999@flex.cd-adapco.com" | ||
export STARCCM_TMP="${SCRATCH}/.starccm-${EBVERSIONSTARCCM}" | |||
mkdir -p "$STARCCM_TMP" | |||
slurm_hl2hl.py --format STAR-CCM+ > machinefile | |||
NCORE=$((SLURM_NTASKS * SLURM_CPUS_PER_TASK)) | |||
starccm+ -power -np $NCORE -machinefile machinefile -batch /path/to/your/simulation/file | |||
}}</tab> | |||
<tab name="Cedar" > | |||
{{File | |||
|name=starccm_job.sh | |||
|lang="bash" | |||
|contents= | |||
#!/bin/bash | |||
#SBATCH --time=0-01:00 # Time limit: d-hh:mm | |||
#SBATCH --nodes=2 | |||
#SBATCH --ntasks-per-node=1 | |||
#SBATCH --cpus-per-task=48 | |||
#SBATCH --mem=0 # Request all available MEM on full nodes | |||
module load starccm/12.04.011-R8 | |||
export LM_PROJECT='YOUR ADAPCO PROJECT ID GOES HERE' | |||
export CDLMD_LICENSE_FILE="1999@flex.cd-adapco.com" | |||
export STARCCM_TMP="${SCRATCH}/.starccm-${EBVERSIONSTARCCM}" | |||
mkdir -p "$STARCCM_TMP" | |||
slurm_hl2hl.py --format STAR-CCM+ > machinefile | slurm_hl2hl.py --format STAR-CCM+ > machinefile | ||
| Line 51: | Line 87: | ||
starccm+ -power -np $NCORE -machinefile machinefile -batch -mpi intel /path/to/your/simulation/file | starccm+ -power -np $NCORE -machinefile machinefile -batch -mpi intel /path/to/your/simulation/file | ||
}} | }}</tab> | ||
<tab name="Niagara" > | |||
{{File | |||
|name=starccm_job.sh | |||
|lang="bash" | |||
|contents= | |||
#!/bin/bash | |||
#SBATCH --time=0-01:00 # Time limit: d-hh:mm | |||
#SBATCH --nodes=2 | |||
#SBATCH --ntasks-per-node=1 | |||
#SBATCH --cpus-per-task=40 # or 80 to use HyperThreading | |||
#SBATCH --mem=0 # Request all available MEM on full nodes | |||
module purge --force | |||
module load CCEnv | |||
module load StdEnv | |||
module load starccm/12.04.011-R8 | |||
export LM_PROJECT='YOUR ADAPCO PROJECT ID GOES HERE' | |||
export CDLMD_LICENSE_FILE="1999@localhost" | |||
ssh nia-gw -L 1999:flex.cd-adapco.com:1999 -L 2099:flex.cd-adapco.com:2099 -N -f | |||
export STARCCM_TMP="${SCRATCH}/.starccm-${EBVERSIONSTARCCM}" | |||
mkdir -p "$STARCCM_TMP" | |||
slurm_hl2hl.py --format STAR-CCM+ > machinefile | |||
NCORE=$((SLURM_NTASKS * SLURM_CPUS_PER_TASK)) | |||
starccm+ -power -np $NCORE -machinefile machinefile -batch /path/to/your/simulation/file | |||
}}</tab> | |||
</tabs> | |||