initial commit

LICENSE

@@ -0,0 +1,21 @@
+    MIT License
+
+    Copyright Hiroshi Tanaka. All rights reserved.
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to deal
+    in the Software without restriction, including without limitation the rights
+    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in all
+    copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    SOFTWARE

README.md

@@ -0,0 +1,94 @@
+# Azure CycleCloud template for Siemens STAR-CCM+
+
+## Prerequisites
+
+1. Prepaire for your STAR-CCM+ bilnary.
+2. Install CycleCloud CLI
+
+## How to install 
+
+1. tar zxvf cyclecloud-STAR-CCM+<version>.tar.gz
+2. cd cyclecloud-STAR-CCM+<version>
+2. put STAR-CCM+ library/model on <template>/blob directory
+3. Rewrite "Files" attiribute for your binariy in "project.ini" file. 
+4. run "cyclecloud project upload azure-storage" for uploading template to CycleCloud
+5. "cyclecloud import_template -f templates/pbs_extended_nfs_starccm.txt" for register this template to your CycleCloud
+
+## How to run Siemens STAR-CCM+
+
+1. Create Execute Node mannually
+2. Check Node IP Address
+3. Create hosts file for your nodes
+4. qsub ~/starccmrun.sh (sample as below)
+
+<pre><code>
+#!/bin/bash
+#PBS -j oe
+#PBS -l select=2:ncpus=44
+PPN=44
+NP=88
+
+cd ${PBS_O_WORKDIR}
+
+source /etc/profile.d/starccm.sh
+
+INSTALL_DIR="/shared/home/azureuser/apps"
+I_MPI_ROOT=/opt/intel/impi/2018.4.274
+source /opt/intel/impi/2018.4.274/intel64/bin/mpivars.sh
+STARCCMPLUS_VERSION=14.04.011
+PRECISION=-R8
+
+INPUT=/shared/home/azureuser/test1.sim
+export I_MPI_FABRICS=shm:ofa
+export MPI_IB_PKEY=0x800c
+export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${INSTALL_DIR}/${STARCCMPLUS_VERSION}${PRECISION}/STAR-CCM+${STARCCMPLUS_VERSION}${PRECISION}/star/lib
+
+PODKEY=<removed>
+
+DISPLAY=0:0
+
+[email protected]
+
+#/opt/intel/impi/2018.4.274/intel64/bin/mpirun -machinefile /shared/home/azureuser/hosts IMB-MPI1 pingpong
+
+${INSTALL_DIR}/${STARCCMPLUS_VERSION}${PRECISION}/STAR-CCM+${STARCCMPLUS_VERSION}${PRECISION}/star/bin/starccm+ -np ${NP} -machinefile /shared/home/azureuser/hosts -licpath ${CDLMD_LICENSE_FILE} -power -podkey ${PODKEY} -mpi intel -mpiflags "-ppn 1 -env I_MPI_DEBUG 5 -env I_MPI_FABRICS shm:ofa" -batch /shared/home/azureuser/solve_SS_b787_images.java -load ${INPUT}
+</pre></code>
+
+
+# Azure CycleCloud用テンプレート:STAR-CCM+(NFS/PBSPro)
+
+[Azure CycleCloud](https://docs.microsoft.com/en-us/azure/cyclecloud/) はMicrosoft Azure上で簡単にCAE/HPC/Deep Learning用のクラスタ環境を構築できるソリューションです。
+
+![Azure CycleCloudの構築・テンプレート構成](https://raw.githubusercontent.com/hirtanak/osspbsdefault/master/AzureCycleCloud-OSSPBSDefault.png "Azure CycleCloudの構築・テンプレート構成")
+
+Azure CyceCloudのインストールに関しては、[こちら](https://docs.microsoft.com/en-us/azure/cyclecloud/quickstart-install-cyclecloud) のドキュメントを参照してください。
+
+STAR-CCM+用のテンプレートになっています。
+以下の構成、特徴を持っています。
+
+1. OSS PBS ProジョブスケジューラをMasterノードにインストール
+2. H16r, H16r_Promo, HC44rs, HB60rsを想定したテンプレート、イメージ
+	 - OpenLogic CentOS 7.6 HPC を利用 
+3. Masterノードに512GB * 2 のNFSストレージサーバを搭載
+	 - Executeノード（計算ノード）からNFSをマウント
+4. MasterノードのIPアドレスを固定設定
+	 - 一旦停止後、再度起動した場合にアクセスする先のIPアドレスが変更されない
+
+![OSS PBS Default テンプレート構成](https://raw.githubusercontent.com/hirtanak/osspbsdefault/master/OSSPBSDefaultDiagram.png "OSS PBS Default テンプレート構成")
+
+OSS PBS Defaultテンプレートインストール方法
+
+前提条件: テンプレートを利用するためには、Azure CycleCloud CLIのインストールと設定が必要です。詳しくは、 [こちら](https://docs.microsoft.com/en-us/azure/cyclecloud/install-cyclecloud-cli) の文書からインストールと展開されたAzure CycleCloudサーバのFQDNの設定が必要です。
+
+1. テンプレート本体をダウンロード
+2. 展開、ディレクトリ移動
+3. cyclecloudコマンドラインからテンプレートインストール 
+   - tar zxvf cyclecloud-STAR-CCM+<version>.tar.gz
+   - cd cyclecloud-STAR-CCM+<version>
+   - cyclecloud project upload azure-storage
+   - cyclecloud import_template -f templates/pbs_extended_nfs_starccm.txt
+4. 削除したい場合、 cyclecloud delete_template STAR-CCM+ コマンドで削除可能
+
+***
+Copyright Hiroshi Tanaka, [email protected], @hirtanak All rights reserved.
+Use of this source code is governed by MIT license that can be found in the LICENSE file.

project.ini

@@ -0,0 +1,31 @@
+[project]
+version = 1.0.1
+type = application
+name = STAR-CCMplus
+
+# You have to put your STAR-CCM+ binary on blobs directory and write this file for uploading azure cyclecloud
+# pbspr files are required for job schedulering.
+[blobs]
+# Files = pbspro-execution-18.1.4-0.x86_64.rpm, pbspro-server-18.1.4-0.x86_64.rpm, pbspro-client-18.1.4-0.x86_64.rpm, <your STAR-CCM+ binary>, <your model>
+Files =  pbspro-execution-18.1.4-0.x86_64.rpm, pbspro-server-18.1.4-0.x86_64.rpm, pbspro-client-18.1.4-0.x86_64.rpm, STAR-CCM+12.04.010_01_linux-x86_64-r8.tar.gz, STAR-CCM+14.04.011_02_linux-x86_64-r8.tar.gz, test1.sim
+
+[spec master]
+run_list = role[pbspro_master_role]
+
+[spec execute]
+run_list = role[pbspro_execute_role]
+
+[spec viz]
+run_list = role[winpost]
+
+[config PBS.template.version]
+Required = True
+Label = PBS cyclecloud template version
+Description = Version of PBS cyclecloud template version to install on the cluster.
+DefaultValue = 1.3.0
+
+[config STAR-CCM+.version]
+Required = True
+Label = STAR-CCM+ version
+Description = Version of STAR-CCM+ to install on the cluster. Package should be named STAR-CCM+<versiion>_<platform><percision>.tar.gz
+DefaultValue = 14.04.011

specs/default/chef/roles/pbspro_execute_role.rb

@@ -0,0 +1,9 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+#
+name "pbspro_execute_role"
+description "PBSPro Execute Role"
+run_list("recipe[cshared::client]",
+  "recipe[cuser]",
+  "recipe[pbspro::execute]",
+  "recipe[cganglia::client]")

specs/default/chef/roles/pbspro_login_role.rb

@@ -0,0 +1,9 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+#
+name "pbspro_login_role"
+description "PBSPro Login Role"
+run_list("recipe[cshared::client]",
+  "recipe[cuser]",
+  "recipe[pbspro::login]",
+  "recipe[cganglia::client]")

specs/default/chef/roles/pbspro_master_role.rb

@@ -0,0 +1,14 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+#
+name "pbspro_master_role"
+description "Open PBSPro Master Role"
+run_list("role[scheduler]",
+  "recipe[cshared::directories]",
+  "recipe[pbspro::skel]",
+  "recipe[cuser]",
+  "recipe[cshared::server]",
+  "recipe[pbspro::scheduler]",
+  "recipe[cganglia::server]")
+
+default_attributes "cyclecloud" => { "discoverable" => true }

specs/default/chef/site-cookbooks/pbspro/README.md

@@ -0,0 +1,29 @@
+Description
+====
+
+Requirements
+====
+
+Usage
+====
+
+
+Platform
+----
+
+Tested on:
+
+Cookbooks
+----
+
+
+Resources and Providers
+====
+
+TODO
+
+Attributes
+====
+
+TODO
+====

specs/default/chef/site-cookbooks/pbspro/attributes/default.rb

@@ -0,0 +1,35 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+#
+default[:pbspro][:version] = "18.1.4-0"
+default[:pbspro][:slots] = nil
+
+default[:pbspro][:is_grouped] = true
+
+default[:pbspro][:submit_hook][:__comment__] = "This file was generated by serializing node[:cyclecloud][:pbspro][:submit_hook]."
+default[:pbspro][:submit_hook][:disable_eager_packing] = true
+default[:pbspro][:submit_hook][:enabled] = true
+
+default[:pbspro][:submit_hook][:logging][:level] = "INFO"
+default[:pbspro][:submit_hook][:logging][:filename] = "#{node[:cyclecloud][:bootstrap]}/pbs/submit_hook.log"
+default[:pbspro][:submit_hook][:logging][:filemode] = "a"
+default[:pbspro][:submit_hook][:logging][:format] = "%(asctime)s %(levelname)s %(message)s"
+
+
+default[:pbspro][:autoscale_hook][:__comment__] = "This file was generated by serializing node[:cyclecloud][:pbspro][:autostart_hook]."
+default[:pbspro][:autoscale_hook][:src_dirs] = ["#{node[:cyclecloud][:home]}/system/embedded/lib/python2.7/site-packages",
+                                                "#{node[:cyclecloud][:bootstrap]}/pbs"
+                                            ]
+# pass through to the hook config json file
+default[:pbspro][:autoscale_hook][:cyclecloud_home] = node[:cyclecloud][:home]
+default[:pbspro][:autoscale_hook][:autostart_log_level] = "DEBUG"
+default[:pbspro][:autoscale_hook][:autostart_log_file_level] = "DEBUG"
+
+if node[:cyclecloud][:node][:template] == "master"
+	default[:cyclecloud][:cluster][:autoscale][:idle_time_before_jobs] = 3600
+	default[:cyclecloud][:cluster][:autoscale][:idle_time_after_jobs] = 300
+else
+	# the pbs autoscaler should be removing idle nodes, but if after an hour of idle time assume something is wrong with the autoscaler.
+	default[:cyclecloud][:cluster][:autoscale][:idle_time_before_jobs] = 4 * 3600
+	default[:cyclecloud][:cluster][:autoscale][:idle_time_after_jobs] = 4 * 3600
+end