Get instances from DynamoDB in batches of 100

DynamoDB batch_get_item API limit the number of input to 100. This change fixes cluster creation with >100 compute nodes

Signed-off-by: Hanwen <[email protected]>

Author: hanwen-cluster

cookbooks/aws-parallelcluster-slurm/files/default/head_node_checks/common/constants.py

@@ -12,7 +12,7 @@
 
 # BOTO
 BOTO_CONFIG = Config(retries={"max_attempts": 60})
-BOTO_PAGINATION_CONFIG = {"PageSize": 500}
+BOTO_PAGINATION_CONFIG = {"PageSize": 100}
 
 # TAGS
 CLUSTER_NAME_TAG = "parallelcluster:cluster-name"

test/unit/head_node_checks/test_check_cluster_ready.py

@@ -41,7 +41,7 @@ def _mocked_request_describe_instances(cluster_name: str, node_types: [str], com
                 {"Name": "tag:parallelcluster:node-type", "Values": node_types},
                 {"Name": "instance-state-name", "Values": ["running"]},
             ],
-            "MaxResults": 500,
+            "MaxResults": 100,
         },
         generate_error=False,
         error_code=None,