3.0: Merge wip/pcluster3 into develop

.flake8

@@ -8,6 +8,7 @@ ignore =
     D104, # Missing docstring in public package
     D107, # Missing docstring in __init__
     W503, # line break before binary operator => Conflicts with black style.
+    N818, # exception name should be named with an Error suffix
 exclude =
     .tox,
     .git,

.gitignore

@@ -7,7 +7,12 @@ dist/
 build/
 *.egg-info/
 .idea/
+*.iml
 .DS_Store
 .tox/
 .coverage
 coverage.xml
+
+aws-parallelcluster-node-*.tgz
+aws-parallelcluster-node-*.md5
+aws-parallelcluster-node-*.date

.isort.cfg

@@ -1,6 +1,6 @@
 [settings]
 line_length=120
-known_third_party=assertpy,boto3,botocore,common,jobwatcher,nodewatcher,paramiko,pytest,retrying,setuptools,six,slurm_plugin,sqswatcher
+known_third_party=assertpy,boto3,botocore,common,paramiko,pytest,requests,retrying,setuptools,six,slurm_plugin
 # 3 - Vertical Hanging Indent
 # from third_party import (
 #     lib1,

.pre-commit-config.yaml

@@ -46,4 +46,4 @@ repos:
     rev: 1.7.0
     hooks:
       - id: bandit
-        args: ['-r', '-c', 'cli/.bandit.ini', '--exclude', 'tests']
+        args: ['-r', '-c', '.bandit.ini', '--exclude', 'tests']

CHANGELOG.md

@@ -3,6 +3,18 @@ aws-parallelcluster-node CHANGELOG
 
 This file is used to list changes made in each version of the aws-parallelcluster-node package.
 
+3.0.0
+------
+
+**CHANGES**
+
+- Drop support for SGE and Torque schedulers.
+- Use tags prefix `parallelcluster:`.
+- Run Slurm command `scontrol` with sudo because clustermgtd is run as cluster admin user (not root).
+- Implement `computemgtd` self-termination via `shutdown` command instead of calling TerminateInstances.
+- Implement scaling protection mechanism with Slurm scheduler: compute fleet is automatically set to 'PROTECTED' state
+  in case recurrent failures are encountered when provisioning nodes.
+
 2.11.0
 -----
 
@@ -40,7 +52,7 @@ This file is used to list changes made in each version of the aws-parallelcluste
 - Improve error handling in slurm plugin processes when clustermgtd is down.
 
 **CHANGES**
-- Increase max attempts when retrying on Route53 API call failures. 
+- Increase max attempts when retrying on Route53 API call failures.
 
 2.10.0
 -----

setup.py

@@ -24,15 +24,12 @@ def read(fname):
 
 
 console_scripts = [
-    "sqswatcher = sqswatcher.sqswatcher:main",
-    "nodewatcher = nodewatcher.nodewatcher:main",
-    "jobwatcher = jobwatcher.jobwatcher:main",
     "slurm_resume = slurm_plugin.resume:main",
     "slurm_suspend = slurm_plugin.suspend:main",
     "clustermgtd = slurm_plugin.clustermgtd:main",
     "computemgtd = slurm_plugin.computemgtd:main",
 ]
-version = "2.11.0"
+version = "3.0.0"
 requires = ["boto3>=1.7.55", "retrying>=1.3.3", "paramiko>=2.4.2", "requests>=2.24.0"]
 
 setup(