DAY-EC activated.
DAY-EC activated.
identity:
uid=1000(ubuntu) gid=1000(ubuntu) groups=1000(ubuntu),4(adm),20(dialout),24(cdrom),25(floppy),27(sudo),29(audio),30(dip),44(video),46(plugdev),119(netdev),120(lxd)
i192mem-dy-all-1
2026-05-30T06:27:31+00:00

cloud_init:
status: running
extended_status: degraded running
boot_status_code: enabled-by-generator
last_update: Thu, 01 Jan 1970 00:00:36 +0000
detail: DataSourceEc2Local
errors: []
recoverable_errors:
WARNING:
	- cloud-config failed schema validation! You may run 'sudo cloud-init schema --system' to check the details.
	- Stdout, stderr changing to (| tee -a /var/log/cloud-init-output.log | logger -t user-data -s 2>/dev/ttyS0, | tee -a /var/log/cloud-init-output.log | logger -t user-data -s 2>/dev/ttyS0)

systemd_failed:
  UNIT LOAD ACTIVE SUB DESCRIPTION
0 loaded units listed.

slurmd:
○ slurmd.service - Slurm node daemon
     Loaded: loaded (/etc/systemd/system/slurmd.service; disabled; vendor preset: enabled)
     Active: inactive (dead)

slurmd_log_tail:

bootstrap_markers:
-rwxr-xr-x 1 root   root 2.6K May 30 06:02 /opt/slurm/sbin/check_tags.sh
-rw-r----- 1 root   adm  110K May 30 06:27 /var/log/cloud-init-output.log
-rw-r----- 1 syslog adm  137K May 30 06:26 /var/log/cloud-init.log

/var/log/parallelcluster:
total 8.0K
drwxrwxrwt  2 root root   4.0K Jun 20  2025 .
drwxrwxr-x 25 root syslog 4.0K May 30 06:27 ..

postinstall_mentions:
/var/log/cloud-init-output.log:42:2026-05-30 06:25:51,815 - schema.py[WARNING]: cloud-config failed schema validation! You may run 'sudo cloud-init schema --system' to check the details.
/var/log/cloud-init-output.log:137:DEBUG:root:{'AdditionalPackages': None, 'AdditionalResources': None, 'CustomS3Bucket': None, 'DeploymentSettings': None, 'DevSettings': {'AmiSearchFilters': None, 'AwsBatchCliPackage': None, 'ClusterTemplate': None, 'ComputeStartupTimeMetricEnabled': False, 'Cookbook': None, 'InstanceTypesData': None, 'NodePackage': None, 'Timeouts': {'ComputeNodeBootstrapTimeout': 3600, 'HeadNodeBootstrapTimeout': 3600}}, 'DirectoryService': None, 'HeadNode': {'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None, 'OnNodeUpdated': None}, 'Dcv': {'AllowedIps': '0.0.0.0/0', 'Enabled': False, 'Port': 8443}, 'DisableSimultaneousMultithreading': False, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'Imds': {'Secured': True}, 'InstanceType': 'r7i.8xlarge', 'LocalStorage': {'EphemeralVolume': {'MountDir': '/head_root'}, 'RootVolume': {'DeleteOnTermination': True, 'Encrypted': True, 'Iops': 3000, 'Size': 421, 'Throughput': 125, 'VolumeType': 'gp3'}}, 'Networking': {'AdditionalSecurityGroups': None, 'ElasticIp': True, 'Proxy': None, 'SecurityGroups': None, 'SubnetId': 'subnet-0e9acb65aba5a0330'}, 'SharedStorageType': 'Ebs', 'Ssh': {'AllowedIps': '0.0.0.0/0', 'KeyName': None}}, 'Iam': None, 'Image': {'CustomAmi': None, 'Os': 'ubuntu2204'}, 'Imds': {'ImdsSupport': 'v2.0'}, 'LoginNodes': None, 'Monitoring': {'Alarms': {'Enabled': True}, 'Dashboards': {'CloudWatch': {'Enabled': True}}, 'DetailedMonitoring': False, 'Logs': {'CloudWatch': {'DeletionPolicy': 'Retain', 'Enabled': True, 'RetentionInDays': 3}, 'Rotation': {'Enabled': True}}}, 'Region': 'us-west-2', 'Scheduling': {'ScalingStrategy': 'all-or-nothing', 'Scheduler': 'slurm', 'SlurmQueues': [{'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r7i.2xlarge'}], 'MaxCount': 1, 'MinCount': 0, 'Name': 'r7gb64', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 4.343, 'StaticNodePriority': 1, 'Tags': None}, {'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r6i.2xlarge'}], 'MaxCount': 1, 'MinCount': 0, 'Name': 'r6gb64', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 4.343, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i8', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': ['subnet-087a4872d0c34e642']}, 'Tags': None}, {'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'c6i.metal'}, {'InstanceType': 'c6i.32xlarge'}], 'MaxCount': 14, 'MinCount': 0, 'Name': 'c6gb256', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 5.7401, 'StaticNodePriority': 1, 'Tags': None}, {'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'm6i.32xlarge'}, {'InstanceType': 'm6i.metal'}], 'MaxCount': 14, 'MinCount': 0, 'Name': 'm6gb512', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 5.7401, 'StaticNodePriority': 1, 'Tags': None}, {'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r6i.metal'}, {'InstanceType': 'r6i.32xlarge'}], 'MaxCount': 14, 'MinCount': 0, 'Name': 'r6gb1024r6', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 5.7401, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i128', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': ['subnet-087a4872d0c34e642']}, 'Tags': None}, {'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'c7i.48xlarge'}, {'InstanceType': 'c7i.metal-48xl'}, {'InstanceType': 'm7i.metal-48xl'}, {'InstanceType': 'm7i.48xlarge'}, {'InstanceType': 'r7i.48xlarge'}, {'InstanceType': 'r7i.metal-48xl'}], 'MaxCount': 20, 'MinCount': 0, 'Name': 'all', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 7.7715, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i192', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': ['subnet-087a4872d0c34e642']}, 'Tags': None}, {'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'm7i.metal-48xl'}, {'InstanceType': 'm7i.48xlarge'}, {'InstanceType': 'r7i.48xlarge'}, {'InstanceType': 'r7i.metal-48xl'}], 'MaxCount': 20, 'MinCount': 0, 'Name': 'all', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 7.9573, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i192mem', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': ['subnet-087a4872d0c34e642']}, 'Tags': None}, {'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r7i.48xlarge'}, {'InstanceType': 'r7i.metal-48xl'}], 'MaxCount': 20, 'MinCount': 0, 'Name': 'all', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 8.0011, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i192bigmem', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': ['subnet-087a4872d0c34e642']}, 'Tags': None}], 'SlurmSettings': {'CustomSlurmSettings': None, 'CustomSlurmSettingsIncludeFile': None, 'Database': None, 'Dns': {'DisableManagedDns': False, 'HostedZoneId': None, 'UseEc2Hostnames': False}, 'EnableMemoryBasedScheduling': False, 'ExternalSlurmdbd': None, 'MungeKeySecretArn': None, 'QueueUpdateStrategy': 'DRAIN', 'ScaledownIdletime': 5}}, 'SharedStorage': [{'FsxLustreSettings': {'AutoImportPolicy': None, 'AutomaticBackupRetentionDays': None, 'BackupId': None, 'CopyTagsToBackups': None, 'DailyAutomaticBackupStartTime': None, 'DataCompressionType': None, 'DataRepositoryAssociations': [{'AutoExportPolicy': None, 'AutoImportPolicy': ['NEW', 'CHANGED', 'DELETED'], 'BatchImportMetaDataOnCreate': True, 'DataRepositoryPath': 's3://lsmc-dayoa-references-usw2/', 'FileSystemPath': '/references/', 'ImportedFileChunkSize': 1024, 'Name': 'reference-data'}], 'DeletionPolicy': 'Delete', 'DeploymentType': 'SCRATCH_2', 'DriveCacheType': None, 'ExportPath': None, 'FileSystemId': None, 'ImportPath': None, 'ImportedFileChunkSize': None, 'KmsKeyId': None, 'PerUnitStorageThroughput': None, 'StorageCapacity': 9600, 'StorageType': None, 'WeeklyMaintenanceStartTime': None}, 'MountDir': '/fsx', 'Name': 'fsx-dyec-test', 'StorageType': 'FsxLustre'}], 'Tags': [{'Key': 'aws-parallelcluster-username', 'Value': 'jmajor-root'}, {'Key': 'aws-parallelcluster-jobid', 'Value': 'aws_profile-lsmc'}, {'Key': 'aws-parallelcluster-project', 'Value': 'dyec-test'}, {'Key': 'aws-parallelcluster-clustername', 'Value': 'dyec-test'}, {'Key': 'aws-parallelcluster-enforce-budget', 'Value': 'skip'}, {'Key': 'aws-parallelcluster-daylily-git-deets', 'Value': 'none'}, {'Key': 'aws-parallelcluster-monitor-bucket', 'Value': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'}, {'Key': 'parallelcluster:cluster-name', 'Value': 'dyec-test'}, {'Key': 'parallelcluster:version', 'Value': '3.13.2'}]}
/var/log/cloud-init-output.log:139:DEBUG:root:CustomActionsConfig(stack_name='dyec-test', cluster_name='dyec-test', region_name='us-west-2', node_type='ComputeFleet', queue_name='i192mem', pool_name='', resource_name='all', instance_id='i-06606ef36a3b45f7d', instance_type='m7i.metal-48xl', ip_address='10.0.1.121', hostname='ip-10-0-1-121.us-west-2.compute.internal', availability_zone='us-west-2d', scheduler='slurm', event_name='OnNodeStart', legacy_event=<LegacyEventName.ON_NODE_START: 'preinstall'>, can_execute=False, dry_run=False, script_sequence=[], script_sequences_per_event={<LegacyEventName.ON_NODE_START: 'preinstall'>: [], <LegacyEventName.ON_NODE_CONFIGURED: 'postinstall'>: [ScriptDefinition(url='s3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh', args=['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'])], <LegacyEventName.ON_NODE_UPDATED: 'postupdate'>: []}, event_file_override='/var/log/parallelcluster/bootstrap_error_msg', node_spec_file='/etc/parallelcluster/slurm_plugin/slurm_nodename')
/var/log/cloud-init-output.log:143:DEBUG:root:{'AdditionalPackages': None, 'AdditionalResources': None, 'CustomS3Bucket': None, 'DeploymentSettings': None, 'DevSettings': {'AmiSearchFilters': None, 'AwsBatchCliPackage': None, 'ClusterTemplate': None, 'ComputeStartupTimeMetricEnabled': False, 'Cookbook': None, 'InstanceTypesData': None, 'NodePackage': None, 'Timeouts': {'ComputeNodeBootstrapTimeout': 3600, 'HeadNodeBootstrapTimeout': 3600}}, 'DirectoryService': None, 'HeadNode': {'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None, 'OnNodeUpdated': None}, 'Dcv': {'AllowedIps': '0.0.0.0/0', 'Enabled': False, 'Port': 8443}, 'DisableSimultaneousMultithreading': False, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'Imds': {'Secured': True}, 'InstanceType': 'r7i.8xlarge', 'LocalStorage': {'EphemeralVolume': {'MountDir': '/head_root'}, 'RootVolume': {'DeleteOnTermination': True, 'Encrypted': True, 'Iops': 3000, 'Size': 421, 'Throughput': 125, 'VolumeType': 'gp3'}}, 'Networking': {'AdditionalSecurityGroups': None, 'ElasticIp': True, 'Proxy': None, 'SecurityGroups': None, 'SubnetId': 'subnet-0e9acb65aba5a0330'}, 'SharedStorageType': 'Ebs', 'Ssh': {'AllowedIps': '0.0.0.0/0', 'KeyName': None}}, 'Iam': None, 'Image': {'CustomAmi': None, 'Os': 'ubuntu2204'}, 'Imds': {'ImdsSupport': 'v2.0'}, 'LoginNodes': None, 'Monitoring': {'Alarms': {'Enabled': True}, 'Dashboards': {'CloudWatch': {'Enabled': True}}, 'DetailedMonitoring': False, 'Logs': {'CloudWatch': {'DeletionPolicy': 'Retain', 'Enabled': True, 'RetentionInDays': 3}, 'Rotation': {'Enabled': True}}}, 'Region': 'us-west-2', 'Scheduling': {'ScalingStrategy': 'all-or-nothing', 'Scheduler': 'slurm', 'SlurmQueues': [{'AllocationStrategy': 'price-capacity-optimized', 'CapacityReservationTarget': None, 'CapacityType': 'SPOT', 'ComputeResources': [{'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r7i.2xlarge'}], 'MaxCount': 1, 'MinCount': 0, 'Name': 'r7gb64', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 4.343, 'StaticNodePriority': 1, 'Tags': None}, {'CapacityReservationTarget': None, 'CustomSlurmSettings': {}, 'DisableSimultaneousMultithreading': False, 'DynamicNodePriority': 1000, 'Efa': {'Enabled': False, 'GdrSupport': False}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Instances': [{'InstanceType': 'r6i.2xlarge'}], 'MaxCount': 1, 'MinCount': 0, 'Name': 'r6gb64', 'Networking': {'PlacementGroup': {'Enabled': False, 'Id': None, 'Name': None}}, 'SchedulableMemory': None, 'SpotPrice': 4.343, 'StaticNodePriority': 1, 'Tags': None}], 'ComputeSettings': {'LocalStorage': {'EphemeralVolume': None, 'RootVolume': {'Encrypted': True, 'Iops': 3000, 'Size': None, 'Throughput': 125, 'VolumeType': 'gp3'}}}, 'CustomActions': {'OnNodeConfigured': {'Args': ['us-west-2', 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config'], 'Script': 's3://lsmc-dayoa-references-usw2/runtime_assets/cluster_boot_config/post_install_ubuntu_combined.sh'}, 'OnNodeStart': None}, 'CustomSlurmSettings': {}, 'HealthChecks': {'Gpu': {'Enabled': None}}, 'Iam': {'AdditionalIamPolicies': [{'Policy': 'arn:aws:iam::108782052779:policy/pclusterTagsAndBudget'}, {'Policy': 'arn:aws:iam::aws:policy/AmazonSSMManagedInstanceCore'}], 'InstanceProfile': None, 'InstanceRole': None, 'S3Access': [{'BucketName': 'lsmc-dayoa-references-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-dayoa-control-data-usw2', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': False, 'KeyName': None}, {'BucketName': 'lsmc-ssf-sequencing-data', 'EnableWriteAccess': True, 'KeyName': None}]}, 'Image': None, 'JobExclusiveAllocation': False, 'Name': 'i8', 'Networking': {'AdditionalSecurityGroups': None, 'AssignPublicIp': None, 'PlacementGroup': {'Enabled': None, 'Id': None, 'Name': None}, 'Proxy': None, 'SecurityGroups': None, 'SubnetIds': --output truncated--