Skip to content

Commit 7568a23

Browse files
enrico-usaienrico-usai
authored
Release 2.3.1
Merge Release 2.3.1
2 parents 554f5b6 + 353146b commit 7568a23

23 files changed

+186
-123
lines changed

‎.kitchen.cloud.yml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ platforms:
3232
block_device_mappings:
3333
- device_name: /dev/xvda
3434
ebs:
35-
volume_size: <%= ENV['VOLUME_SIZE'] || 15 %>
35+
volume_size: <%= ENV['VOLUME_SIZE'] || 17 %>
3636
volume_type: gp2
3737
delete_on_termination: true
3838
- device_name: /dev/xvdba
@@ -93,7 +93,7 @@ platforms:
9393
block_device_mappings:
9494
- device_name: /dev/sda1
9595
ebs:
96-
volume_size: <%= ENV['VOLUME_SIZE'] || 15 %>
96+
volume_size: <%= ENV['VOLUME_SIZE'] || 17 %>
9797
volume_type: gp2
9898
delete_on_termination: true
9999
- device_name: /dev/xvdba
@@ -154,7 +154,7 @@ platforms:
154154
block_device_mappings:
155155
- device_name: /dev/sda1
156156
ebs:
157-
volume_size: <%= ENV['VOLUME_SIZE'] || 15 %>
157+
volume_size: <%= ENV['VOLUME_SIZE'] || 17 %>
158158
volume_type: gp2
159159
delete_on_termination: true
160160
- device_name: /dev/xvdba
@@ -215,7 +215,7 @@ platforms:
215215
block_device_mappings:
216216
- device_name: /dev/sda1
217217
ebs:
218-
volume_size: <%= ENV['VOLUME_SIZE'] || 15 %>
218+
volume_size: <%= ENV['VOLUME_SIZE'] || 17 %>
219219
volume_type: gp2
220220
delete_on_termination: true
221221
- device_name: /dev/xvdba
@@ -276,7 +276,7 @@ platforms:
276276
block_device_mappings:
277277
- device_name: /dev/sda1
278278
ebs:
279-
volume_size: <%= ENV['VOLUME_SIZE'] || 15 %>
279+
volume_size: <%= ENV['VOLUME_SIZE'] || 17 %>
280280
volume_type: gp2
281281
delete_on_termination: true
282282
- device_name: /dev/xvdba

‎.travis.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
language: ruby
22
rvm:
3-
- 2.3.1
3+
- 2.4.0
44
before_install:
55
- wget https://releases.hashicorp.com/vagrant/2.0.0/vagrant_2.0.0_x86_64.deb
66
- sudo dpkg -i vagrant_2.0.0_x86_64.deb

‎CHANGELOG.md

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,25 @@ aws-parallelcluster-cookbook CHANGELOG
33

44
This file is used to list changes made in each version of the AWS ParallelCluster cookbook.
55

6+
2.3.1
7+
-----
8+
9+
**ENHANCEMENTS**
10+
- FSx Lustre - add support in Amazon Linux
11+
12+
**CHANGES**
13+
- Slurm - upgrade to version 18.08.6.2
14+
- Slurm - declare nodes in separate config file and use FUTURE for dummy nodes
15+
- Slurm - set `ReturnToService=1` in scheduler config in order to recover instances that were initially marked as down
16+
due to a transient issue.
17+
- NVIDIA - update drivers to version 418.56
18+
- CUDA - update toolkit to version 10.0
19+
- Increase default EBS volume size from 15GB to 17GB
20+
- Add `LocalHostname` to `COMPUTE_READY` events
21+
- Pin `future`, `retrying` and `six` packages in Ubuntu 14.04
22+
- Add `stackname` and `max_queue_size` to sqswatcher configuration
23+
24+
625
2.2.1
726
-----
827

‎amis/packer_alinux.json

Lines changed: 16 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,11 @@
1515
"vpc_id" : "{{env `AWS_VPC_ID`}}",
1616
"ami_name_prefix" : "{{env `AMI_NAME_PREFIX`}}",
1717
"region" : "{{env `AWS_REGION`}}",
18-
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}"
18+
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}",
19+
"custom_node_package" : "{{env `PARALLELCLUSTER_NODE_URL`}}",
20+
"parallelcluster_ref" : "{{env `PARALLELCLUSTER_REF`}}",
21+
"parallelcluster_cookbook_ref" : "{{env `PARALLELCLUSTER_COOKBOOK_REF`}}",
22+
"parallelcluster_node_ref" : "{{env `PARALLELCLUSTER_NODE_REF`}}"
1923
},
2024
"builders" : [
2125
{
@@ -46,16 +50,22 @@
4650
"shutdown_behavior" : "terminate",
4751
"tags" : {
4852
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
49-
"build_date" : "{{user `build_date`}}"
53+
"build_date" : "{{user `build_date`}}",
54+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
55+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
56+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5057
},
5158
"run_tags" : {
5259
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
53-
"build_date" : "{{user `build_date`}}"
60+
"build_date" : "{{user `build_date`}}",
61+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
62+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
63+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5464
},
5565
"launch_block_device_mappings" : [
5666
{
5767
"device_name" : "/dev/xvda",
58-
"volume_size" : "15",
68+
"volume_size" : "17",
5969
"volume_type" : "gp2",
6070
"delete_on_termination" : true
6171
},
@@ -202,7 +212,8 @@
202212
"cfncluster" : {
203213
"nvidia" : {
204214
"enabled" : "{{user `nvidia_enabled`}}"
205-
}
215+
},
216+
"custom_node_package" : "{{user `custom_node_package`}}"
206217
}
207218
},
208219
"remote_cookbook_paths" : [
@@ -226,15 +237,6 @@
226237
"aws-parallelcluster::default"
227238
]
228239
},
229-
{
230-
"type" : "shell",
231-
"inline" : [
232-
"region=\"{{user `region`}}\"",
233-
"bucket=\"s3.${region}.amazonaws.com\"",
234-
"[[ ${region} =~ ^cn- ]] && bucket=\"s3.${region}.amazonaws.com.cn\"",
235-
"sudo curl --retry 3 https://${bucket}/${region}-aws-parallelcluster/cookbooks/aws-parallelcluster-cookbook-{{user `parallelcluster_cookbook_version`}}.tgz --silent --location -o /etc/chef/aws-parallelcluster-cookbook.tgz"
236-
]
237-
},
238240
{
239241
"type" : "shell",
240242
"inline" : [

‎amis/packer_centos6.json

Lines changed: 16 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,11 @@
1515
"vpc_id" : "{{env `AWS_VPC_ID`}}",
1616
"ami_name_prefix" : "{{env `AMI_NAME_PREFIX`}}",
1717
"region" : "{{env `AWS_REGION`}}",
18-
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}"
18+
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}",
19+
"custom_node_package" : "{{env `PARALLELCLUSTER_NODE_URL`}}",
20+
"parallelcluster_ref" : "{{env `PARALLELCLUSTER_REF`}}",
21+
"parallelcluster_cookbook_ref" : "{{env `PARALLELCLUSTER_COOKBOOK_REF`}}",
22+
"parallelcluster_node_ref" : "{{env `PARALLELCLUSTER_NODE_REF`}}"
1923
},
2024
"builders" : [
2125
{
@@ -46,16 +50,22 @@
4650
"shutdown_behavior" : "terminate",
4751
"tags" : {
4852
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
49-
"build_date" : "{{user `build_date`}}"
53+
"build_date" : "{{user `build_date`}}",
54+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
55+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
56+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5057
},
5158
"run_tags" : {
5259
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
53-
"build_date" : "{{user `build_date`}}"
60+
"build_date" : "{{user `build_date`}}",
61+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
62+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
63+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5464
},
5565
"launch_block_device_mappings" : [
5666
{
5767
"device_name" : "/dev/sda1",
58-
"volume_size" : "15",
68+
"volume_size" : "17",
5969
"volume_type" : "gp2",
6070
"delete_on_termination" : true
6171
},
@@ -211,7 +221,8 @@
211221
"cfncluster" : {
212222
"nvidia" : {
213223
"enabled" : "{{user `nvidia_enabled`}}"
214-
}
224+
},
225+
"custom_node_package" : "{{user `custom_node_package`}}"
215226
}
216227
},
217228
"remote_cookbook_paths" : [
@@ -245,15 +256,6 @@
245256
"sudo pip install /tmp/aws-cfn-bootstrap-latest.tar.gz"
246257
]
247258
},
248-
{
249-
"type" : "shell",
250-
"inline" : [
251-
"region=\"{{user `region`}}\"",
252-
"bucket=\"s3.${region}.amazonaws.com\"",
253-
"[[ ${region} =~ ^cn- ]] && bucket=\"s3.${region}.amazonaws.com.cn\"",
254-
"sudo curl --retry 3 https://${bucket}/${region}-aws-parallelcluster/cookbooks/aws-parallelcluster-cookbook-{{user `parallelcluster_cookbook_version`}}.tgz --silent --location -o /etc/chef/aws-parallelcluster-cookbook.tgz"
255-
]
256-
},
257259
{
258260
"type" : "shell",
259261
"inline" : [

‎amis/packer_centos7.json

Lines changed: 16 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,11 @@
1515
"vpc_id" : "{{env `AWS_VPC_ID`}}",
1616
"ami_name_prefix" : "{{env `AMI_NAME_PREFIX`}}",
1717
"region" : "{{env `AWS_REGION`}}",
18-
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}"
18+
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}",
19+
"custom_node_package" : "{{env `PARALLELCLUSTER_NODE_URL`}}",
20+
"parallelcluster_ref" : "{{env `PARALLELCLUSTER_REF`}}",
21+
"parallelcluster_cookbook_ref" : "{{env `PARALLELCLUSTER_COOKBOOK_REF`}}",
22+
"parallelcluster_node_ref" : "{{env `PARALLELCLUSTER_NODE_REF`}}"
1923
},
2024
"builders" : [
2125
{
@@ -46,16 +50,22 @@
4650
"shutdown_behavior" : "terminate",
4751
"tags" : {
4852
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
49-
"build_date" : "{{user `build_date`}}"
53+
"build_date" : "{{user `build_date`}}",
54+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
55+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
56+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5057
},
5158
"run_tags" : {
5259
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
53-
"build_date" : "{{user `build_date`}}"
60+
"build_date" : "{{user `build_date`}}",
61+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
62+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
63+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5464
},
5565
"launch_block_device_mappings" : [
5666
{
5767
"device_name" : "/dev/sda1",
58-
"volume_size" : "15",
68+
"volume_size" : "17",
5969
"volume_type" : "gp2",
6070
"delete_on_termination" : true
6171
},
@@ -216,7 +226,8 @@
216226
"cfncluster" : {
217227
"nvidia" : {
218228
"enabled" : "{{user `nvidia_enabled`}}"
219-
}
229+
},
230+
"custom_node_package" : "{{user `custom_node_package`}}"
220231
}
221232
},
222233
"remote_cookbook_paths" : [
@@ -251,15 +262,6 @@
251262
"if [ $? -eq 0 ]; then sudo pip2 install /tmp/aws-cfn-bootstrap-latest.tar.gz; else sudo pip install /tmp/aws-cfn-bootstrap-latest.tar.gz; fi"
252263
]
253264
},
254-
{
255-
"type" : "shell",
256-
"inline" : [
257-
"region=\"{{user `region`}}\"",
258-
"bucket=\"s3.${region}.amazonaws.com\"",
259-
"[[ ${region} =~ ^cn- ]] && bucket=\"s3.${region}.amazonaws.com.cn\"",
260-
"sudo curl --retry 3 https://${bucket}/${region}-aws-parallelcluster/cookbooks/aws-parallelcluster-cookbook-{{user `parallelcluster_cookbook_version`}}.tgz --silent --location -o /etc/chef/aws-parallelcluster-cookbook.tgz"
261-
]
262-
},
263265
{
264266
"type" : "shell",
265267
"inline" : [

‎amis/packer_ubuntu1404.json

Lines changed: 16 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,11 @@
1515
"vpc_id" : "{{env `AWS_VPC_ID`}}",
1616
"ami_name_prefix" : "{{env `AMI_NAME_PREFIX`}}",
1717
"region" : "{{env `AWS_REGION`}}",
18-
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}"
18+
"custom_ami_id" : "{{env `CUSTOM_AMI_ID`}}",
19+
"custom_node_package" : "{{env `PARALLELCLUSTER_NODE_URL`}}",
20+
"parallelcluster_ref" : "{{env `PARALLELCLUSTER_REF`}}",
21+
"parallelcluster_cookbook_ref" : "{{env `PARALLELCLUSTER_COOKBOOK_REF`}}",
22+
"parallelcluster_node_ref" : "{{env `PARALLELCLUSTER_NODE_REF`}}"
1923
},
2024
"builders" : [
2125
{
@@ -46,16 +50,22 @@
4650
"shutdown_behavior" : "terminate",
4751
"tags" : {
4852
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
49-
"build_date" : "{{user `build_date`}}"
53+
"build_date" : "{{user `build_date`}}",
54+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
55+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
56+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5057
},
5158
"run_tags" : {
5259
"parallelcluster_version" : "aws-parallelcluster-{{user `parallelcluster_version`}}",
53-
"build_date" : "{{user `build_date`}}"
60+
"build_date" : "{{user `build_date`}}",
61+
"parallelcluster_ref" : "{{user `parallelcluster_ref`}}",
62+
"parallelcluster_cookbook_ref" : "{{user `parallelcluster_cookbook_ref`}}",
63+
"parallelcluster_node_ref" : "{{user `parallelcluster_node_ref`}}"
5464
},
5565
"launch_block_device_mappings" : [
5666
{
5767
"device_name" : "/dev/sda1",
58-
"volume_size" : "15",
68+
"volume_size" : "17",
5969
"volume_type" : "gp2",
6070
"delete_on_termination" : true
6171
},
@@ -216,7 +226,8 @@
216226
"cfncluster" : {
217227
"nvidia" : {
218228
"enabled" : "{{user `nvidia_enabled`}}"
219-
}
229+
},
230+
"custom_node_package" : "{{user `custom_node_package`}}"
220231
}
221232
},
222233
"remote_cookbook_paths" : [
@@ -251,16 +262,6 @@
251262
"sudo pip install /tmp/aws-cfn-bootstrap-latest.tar.gz"
252263
]
253264
},
254-
{
255-
"type" : "shell",
256-
"inline_shebang" : "/bin/bash -e",
257-
"inline" : [
258-
"region=\"{{user `region`}}\"",
259-
"bucket=\"s3.${region}.amazonaws.com\"",
260-
"[[ ${region} =~ ^cn- ]] && bucket=\"s3.${region}.amazonaws.com.cn\"",
261-
"sudo curl --retry 3 https://${bucket}/${region}-aws-parallelcluster/cookbooks/aws-parallelcluster-cookbook-{{user `parallelcluster_cookbook_version`}}.tgz --silent --location -o /etc/chef/aws-parallelcluster-cookbook.tgz"
262-
]
263-
},
264265
{
265266
"type" : "shell",
266267
"inline" : [

0 commit comments

Comments
 (0)