command_id=dc573964-8730-4789-9529-bdbd28d0ab06
DAY-EC activated.
DAY-EC activated.
__DATE__=2026-06-03T05:48:30+00:00
__HOST__=ip-10-0-0-235
__QUEUE__
JOBID              PARTITION    NAME                                                                           USER     ST TIME       NODES  NODELIST(REASON)
__I192BIGMEM__
PARTITION AVAIL NODES STATE CPUS MEMORY GRES NODELIST REASON
i192bigmem up 1 idle~ 192 1494220 (null) i192bigmem-dy-all-1 none
NODELIST STATE CPUS MEMORY GRES REASON
i192bigmem-dy-all-1 idle~ 192 1494220 (null) none
__JOB_SUMMARY__
job 11 not in scontrol
---
job 12 not in scontrol
---
job 13 not in scontrol
---
job 14 not in scontrol
---
job 15 not in scontrol
---
job 16 not in scontrol
---
__TMUX_TAIL__
nvert_l003_6shard_i192bigmem_devshm/logs/validated.ok, /fsx/run_dir_mounts/20260
514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/
normalized.SampleSheet.csv
    output: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0006_tiles0655-0784/bclco
nvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0006_tiles0655-0784/Report
s/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_fro
m_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0006_tiles0655-0784/
Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLG
LT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0006_t
iles0655-0784/SampleSheet.csv
    log: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0006_tiles0655-0784.l
og (check log file(s) for error details)
    shell:
        TMPDIR=/dev/shm/dayoa_bclconvert_tmp bash workflow/scripts/run_bclconver
t_lane.sh docker://nfcore/bclconvert:4.0.3 /fsx/run_dir_mounts/20260514_LH01106_
0009_B23TVLGLT4 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_
bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0006_tiles0655-0784 /f
sx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6s
hard_i192bigmem_devshm/normalized.SampleSheet.csv 3 /fsx/run_dir_mounts/20260514
_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/til
e_reports/L003/0006_tiles0655-0784/SampleSheet.csv false false false 1 24 4 64 3
2 false true 1000 '{"BarcodeMismatchesIndex1": "0", "BarcodeMismatchesIndex2": "
0"}' '{}'  192 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_b
clconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0006_tiles0655-
0784.log /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0006_tiles0655-0784/Reports/f
astq_list.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bc
lconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0006_tiles0655-0784/Repo
rts/Demultiplex_Stats.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/f
asts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0006_tiles0
655-0784/bclconvert.done s_3_2367+s_3_2368+s_3_2369+s_3_2370+s_3_2371+s_3_2372+s
_3_2373+s_3_2374+s_3_2375+s_3_2376+s_3_2377+s_3_2378+s_3_2379+s_3_2380+s_3_2381+
s_3_2382+s_3_2383+s_3_2384+s_3_2385+s_3_2386+s_3_2387+s_3_2388+s_3_2389+s_3_2390
+s_3_2391+s_3_2392+s_3_2393+s_3_2394+s_3_2395+s_3_2396+s_3_2397+s_3_2398+s_3_240
1+s_3_2402+s_3_2403+s_3_2404+s_3_2405+s_3_2406+s_3_2407+s_3_2408+s_3_2409+s_3_24
10+s_3_2411+s_3_2412+s_3_2413+s_3_2414+s_3_2415+s_3_2416+s_3_2417+s_3_2418+s_3_2
419+s_3_2420+s_3_2421+s_3_2422+s_3_2423+s_3_2424+s_3_2425+s_3_2426+s_3_2427+s_3_
2428+s_3_2429+s_3_2430+s_3_2431+s_3_2432+s_3_2433+s_3_2434+s_3_2435+s_3_2436+s_3
_2437+s_3_2438+s_3_2439+s_3_2440+s_3_2441+s_3_2442+s_3_2443+s_3_2444+s_3_2445+s_
3_2446+s_3_2447+s_3_2448+s_3_2449+s_3_2450+s_3_2451+s_3_2452+s_3_2453+s_3_2454+s
_3_2455+s_3_2456+s_3_2457+s_3_2458+s_3_2459+s_3_2460+s_3_2461+s_3_2462+s_3_2463+
s_3_2464+s_3_2465+s_3_2466+s_3_2467+s_3_2468+s_3_2469+s_3_2470+s_3_2471+s_3_2472
+s_3_2473+s_3_2474+s_3_2475+s_3_2476+s_3_2477+s_3_2478+s_3_2479+s_3_2480+s_3_248
1+s_3_2482+s_3_2483+s_3_2484+s_3_2485+s_3_2486+s_3_2487+s_3_2488+s_3_2489+s_3_24
90+s_3_2491+s_3_2492+s_3_2493+s_3_2494+s_3_2495+s_3_2496+s_3_2497+s_3_2498 /dev/
shm/dayoa_bclconvert 650000000000
        (one of the commands exited with non-zero exit code; note that snakemake
 uses bash strict mode!)
    cluster_jobid: 19

Error executing rule run_bclconvert_tile_shard on cluster (jobid: 9, external: 1
9, jobscript: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devsh
m_20260603T041747Z/daylily-omics-analysis/.snakemake/tmp.1k8yes_m/snakejob.run_b
clconvert_tile_shard.9.sh). For error details see the cluster log and the log fi
les of the involved rule(s).
[Wed Jun  3 04:37:18 2026]
Error in rule run_bclconvert_tile_shard:
    jobid: 4
    input: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclco
nvert_l003_6shard_i192bigmem_devshm/logs/validated.ok, /fsx/run_dir_mounts/20260
514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/
normalized.SampleSheet.csv
    output: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0001-0131/bclco
nvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Report
s/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_fro
m_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/
Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLG
LT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_t
iles0001-0131/SampleSheet.csv
    log: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0001_tiles0001-0131.l
og (check log file(s) for error details)
    shell:
        TMPDIR=/dev/shm/dayoa_bclconvert_tmp bash workflow/scripts/run_bclconver
t_lane.sh docker://nfcore/bclconvert:4.0.3 /fsx/run_dir_mounts/20260514_LH01106_
0009_B23TVLGLT4 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_
bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131 /f
sx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6s
hard_i192bigmem_devshm/normalized.SampleSheet.csv 3 /fsx/run_dir_mounts/20260514
_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/til
e_reports/L003/0001_tiles0001-0131/SampleSheet.csv false false false 1 24 4 64 3
2 false true 1000 '{"BarcodeMismatchesIndex1": "0", "BarcodeMismatchesIndex2": "
0"}' '{}'  192 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_b
clconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0001_tiles0001-
0131.log /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Reports/f
astq_list.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bc
lconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Repo
rts/Demultiplex_Stats.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/f
asts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0
001-0131/bclconvert.done s_3_1101+s_3_1102+s_3_1103+s_3_1104+s_3_1105+s_3_1106+s
_3_1107+s_3_1108+s_3_1109+s_3_1110+s_3_1111+s_3_1112+s_3_1113+s_3_1114+s_3_1115+
s_3_1116+s_3_1117+s_3_1118+s_3_1119+s_3_1120+s_3_1121+s_3_1122+s_3_1123+s_3_1124
+s_3_1125+s_3_1126+s_3_1127+s_3_1128+s_3_1129+s_3_1130+s_3_1131+s_3_1132+s_3_113
3+s_3_1134+s_3_1135+s_3_1136+s_3_1137+s_3_1138+s_3_1139+s_3_1140+s_3_1141+s_3_11
42+s_3_1143+s_3_1144+s_3_1145+s_3_1146+s_3_1147+s_3_1148+s_3_1149+s_3_1150+s_3_1
151+s_3_1152+s_3_1153+s_3_1154+s_3_1155+s_3_1156+s_3_1157+s_3_1158+s_3_1159+s_3_
1160+s_3_1161+s_3_1162+s_3_1163+s_3_1164+s_3_1165+s_3_1166+s_3_1167+s_3_1168+s_3
_1169+s_3_1170+s_3_1171+s_3_1172+s_3_1173+s_3_1174+s_3_1175+s_3_1176+s_3_1177+s_
3_1178+s_3_1179+s_3_1180+s_3_1181+s_3_1182+s_3_1183+s_3_1184+s_3_1185+s_3_1186+s
_3_1187+s_3_1188+s_3_1189+s_3_1190+s_3_1191+s_3_1192+s_3_1193+s_3_1194+s_3_1195+
s_3_1196+s_3_1197+s_3_1198+s_3_1201+s_3_1202+s_3_1203+s_3_1204+s_3_1205+s_3_1206
+s_3_1207+s_3_1208+s_3_1209+s_3_1210+s_3_1211+s_3_1212+s_3_1213+s_3_1214+s_3_121
5+s_3_1216+s_3_1217+s_3_1218+s_3_1219+s_3_1220+s_3_1221+s_3_1222+s_3_1223+s_3_12
24+s_3_1225+s_3_1226+s_3_1227+s_3_1228+s_3_1229+s_3_1230+s_3_1231+s_3_1232+s_3_1
233 /dev/shm/dayoa_bclconvert 650000000000
        (one of the commands exited with non-zero exit code; note that snakemake
 uses bash strict mode!)
    cluster_jobid: 20

Error executing rule run_bclconvert_tile_shard on cluster (jobid: 4, external: 2
0, jobscript: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devsh
m_20260603T041747Z/daylily-omics-analysis/.snakemake/tmp.1k8yes_m/snakejob.run_b
clconvert_tile_shard.4.sh). For error details see the cluster log and the log fi
les of the involved rule(s).
[Wed Jun  3 04:37:28 2026]
Error in rule run_bclconvert_tile_shard:
    jobid: 6
    input: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclco
nvert_l003_6shard_i192bigmem_devshm/logs/validated.ok, /fsx/run_dir_mounts/20260
514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/
normalized.SampleSheet.csv
    output: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0003_tiles0263-0393/bclco
nvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0003_tiles0263-0393/Report
s/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_fro
m_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0003_tiles0263-0393/
Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLG
LT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0003_t
iles0263-0393/SampleSheet.csv
    log: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0003_tiles0263-0393.l
og (check log file(s) for error details)
    shell:
        TMPDIR=/dev/shm/dayoa_bclconvert_tmp bash workflow/scripts/run_bclconver
t_lane.sh docker://nfcore/bclconvert:4.0.3 /fsx/run_dir_mounts/20260514_LH01106_
0009_B23TVLGLT4 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_
bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0003_tiles0263-0393 /f
sx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6s
hard_i192bigmem_devshm/normalized.SampleSheet.csv 3 /fsx/run_dir_mounts/20260514
_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/til
e_reports/L003/0003_tiles0263-0393/SampleSheet.csv false false false 1 24 4 64 3
2 false true 1000 '{"BarcodeMismatchesIndex1": "0", "BarcodeMismatchesIndex2": "
0"}' '{}'  192 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_b
clconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0003_tiles0263-
0393.log /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0003_tiles0263-0393/Reports/f
astq_list.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bc
lconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0003_tiles0263-0393/Repo
rts/Demultiplex_Stats.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/f
asts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0003_tiles0
263-0393/bclconvert.done s_3_1367+s_3_1368+s_3_1369+s_3_1370+s_3_1371+s_3_1372+s
_3_1373+s_3_1374+s_3_1375+s_3_1376+s_3_1377+s_3_1378+s_3_1379+s_3_1380+s_3_1381+
s_3_1382+s_3_1383+s_3_1384+s_3_1385+s_3_1386+s_3_1387+s_3_1388+s_3_1389+s_3_1390
+s_3_1391+s_3_1392+s_3_1393+s_3_1394+s_3_1395+s_3_1396+s_3_1397+s_3_1398+s_3_140
1+s_3_1402+s_3_1403+s_3_1404+s_3_1405+s_3_1406+s_3_1407+s_3_1408+s_3_1409+s_3_14
10+s_3_1411+s_3_1412+s_3_1413+s_3_1414+s_3_1415+s_3_1416+s_3_1417+s_3_1418+s_3_1
419+s_3_1420+s_3_1421+s_3_1422+s_3_1423+s_3_1424+s_3_1425+s_3_1426+s_3_1427+s_3_
1428+s_3_1429+s_3_1430+s_3_1431+s_3_1432+s_3_1433+s_3_1434+s_3_1435+s_3_1436+s_3
_1437+s_3_1438+s_3_1439+s_3_1440+s_3_1441+s_3_1442+s_3_1443+s_3_1444+s_3_1445+s_
3_1446+s_3_1447+s_3_1448+s_3_1449+s_3_1450+s_3_1451+s_3_1452+s_3_1453+s_3_1454+s
_3_1455+s_3_1456+s_3_1457+s_3_1458+s_3_1459+s_3_1460+s_3_1461+s_3_1462+s_3_1463+
s_3_1464+s_3_1465+s_3_1466+s_3_1467+s_3_1468+s_3_1469+s_3_1470+s_3_1471+s_3_1472
+s_3_1473+s_3_1474+s_3_1475+s_3_1476+s_3_1477+s_3_1478+s_3_1479+s_3_1480+s_3_148
1+s_3_1482+s_3_1483+s_3_1484+s_3_1485+s_3_1486+s_3_1487+s_3_1488+s_3_1489+s_3_14
90+s_3_1491+s_3_1492+s_3_1493+s_3_1494+s_3_1495+s_3_1496+s_3_1497+s_3_1498+s_3_2
101 /dev/shm/dayoa_bclconvert 650000000000
        (one of the commands exited with non-zero exit code; note that snakemake
 uses bash strict mode!)
    cluster_jobid: 21

Error executing rule run_bclconvert_tile_shard on cluster (jobid: 6, external: 2
1, jobscript: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devsh
m_20260603T041747Z/daylily-omics-analysis/.snakemake/tmp.1k8yes_m/snakejob.run_b
clconvert_tile_shard.6.sh). For error details see the cluster log and the log fi
les of the involved rule(s).
[Wed Jun  3 04:37:38 2026]
Error in rule run_bclconvert_tile_shard:
    jobid: 8
    input: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclco
nvert_l003_6shard_i192bigmem_devshm/logs/validated.ok, /fsx/run_dir_mounts/20260
514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/
normalized.SampleSheet.csv
    output: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0005_tiles0525-0654/bclco
nvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclc
onvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0005_tiles0525-0654/Report
s/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_fro
m_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0005_tiles0525-0654/
Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLG
LT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0005_t
iles0525-0654/SampleSheet.csv
    log: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0005_tiles0525-0654.l
og (check log file(s) for error details)
    shell:
        TMPDIR=/dev/shm/dayoa_bclconvert_tmp bash workflow/scripts/run_bclconver
t_lane.sh docker://nfcore/bclconvert:4.0.3 /fsx/run_dir_mounts/20260514_LH01106_
0009_B23TVLGLT4 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_
bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0005_tiles0525-0654 /f
sx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6s
hard_i192bigmem_devshm/normalized.SampleSheet.csv 3 /fsx/run_dir_mounts/20260514
_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/til
e_reports/L003/0005_tiles0525-0654/SampleSheet.csv false false false 1 24 4 64 3
2 false true 1000 '{"BarcodeMismatchesIndex1": "0", "BarcodeMismatchesIndex2": "
0"}' '{}'  192 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_b
clconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0005_tiles0525-
0654.log /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconv
ert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0005_tiles0525-0654/Reports/f
astq_list.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bc
lconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0005_tiles0525-0654/Repo
rts/Demultiplex_Stats.csv /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/f
asts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0005_tiles0
525-0654/bclconvert.done s_3_2235+s_3_2236+s_3_2237+s_3_2238+s_3_2239+s_3_2240+s
_3_2241+s_3_2242+s_3_2243+s_3_2244+s_3_2245+s_3_2246+s_3_2247+s_3_2248+s_3_2249+
s_3_2250+s_3_2251+s_3_2252+s_3_2253+s_3_2254+s_3_2255+s_3_2256+s_3_2257+s_3_2258
+s_3_2259+s_3_2260+s_3_2261+s_3_2262+s_3_2263+s_3_2264+s_3_2265+s_3_2266+s_3_226
7+s_3_2268+s_3_2269+s_3_2270+s_3_2271+s_3_2272+s_3_2273+s_3_2274+s_3_2275+s_3_22
76+s_3_2277+s_3_2278+s_3_2279+s_3_2280+s_3_2281+s_3_2282+s_3_2283+s_3_2284+s_3_2
285+s_3_2286+s_3_2287+s_3_2288+s_3_2289+s_3_2290+s_3_2291+s_3_2292+s_3_2293+s_3_
2294+s_3_2295+s_3_2296+s_3_2297+s_3_2298+s_3_2301+s_3_2302+s_3_2303+s_3_2304+s_3
_2305+s_3_2306+s_3_2307+s_3_2308+s_3_2309+s_3_2310+s_3_2311+s_3_2312+s_3_2313+s_
3_2314+s_3_2315+s_3_2316+s_3_2317+s_3_2318+s_3_2319+s_3_2320+s_3_2321+s_3_2322+s
_3_2323+s_3_2324+s_3_2325+s_3_2326+s_3_2327+s_3_2328+s_3_2329+s_3_2330+s_3_2331+
s_3_2332+s_3_2333+s_3_2334+s_3_2335+s_3_2336+s_3_2337+s_3_2338+s_3_2339+s_3_2340
+s_3_2341+s_3_2342+s_3_2343+s_3_2344+s_3_2345+s_3_2346+s_3_2347+s_3_2348+s_3_234
9+s_3_2350+s_3_2351+s_3_2352+s_3_2353+s_3_2354+s_3_2355+s_3_2356+s_3_2357+s_3_23
58+s_3_2359+s_3_2360+s_3_2361+s_3_2362+s_3_2363+s_3_2364+s_3_2365+s_3_2366 /dev/
shm/dayoa_bclconvert 650000000000
        (one of the commands exited with non-zero exit code; note that snakemake
 uses bash strict mode!)
    cluster_jobid: 22

Error executing rule run_bclconvert_tile_shard on cluster (jobid: 8, external: 2
2, jobscript: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devsh
m_20260603T041747Z/daylily-omics-analysis/.snakemake/tmp.1k8yes_m/snakejob.run_b
clconvert_tile_shard.8.sh). For error details see the cluster log and the log fi
les of the involved rule(s).
Exiting because a job execution failed. Look above for error message

        Womp Womp.  something went awry----
RETURN CODE: 1
__LIVE_EXIT__=1
[Dslu](DAYOA)
__SHARD_LOG_HEAD_TAIL__
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0001_tiles0001-0131.log
--- tail
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0002_tiles0132-0262.log
--- tail
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0003_tiles0263-0393.log
--- tail
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0004_tiles0394-0524.log
--- tail
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0005_tiles0525-0654.log
--- tail
--- /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0006_tiles0655-0784.log
--- tail
__SLURM_OUT_ERR_TAIL__
--- /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devshm_20260603T041747Z/daylily-omics-analysis/logs/slurm/run_bclconvert_tile_shard/run_bclconvert_tile_shard.run_bclconvert_L003_0001_tiles0001-0131.4.err
Config file config/global.yaml is extended by additional config specified via the command line.
loading global: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devshm_20260603T041747Z/daylily-omics-analysis/config/global_AWSPC.yaml
Config file config/global_AWSPC.yaml is extended by additional config specified via the command line.
loading profile rule_config: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devshm_20260603T041747Z/daylily-omics-analysis/config/day_profiles/slurm/rule_config.yaml
Config file config/day_profiles/slurm/rule_config.yaml is extended by additional config specified via the command line.
INFO::: The genome build hg38 is supported.  The genome build prefix is 'chr''.
[1m[48;5;166m[38;5;79m...WARNING: No aligners set in the config.[0m
[1m[38;5;79maligners (final): [][0m
[1m[48;5;166m[38;5;79m...INFO: No dedupers set in config. Defaulting to na (no dedup).[0m
[1m[38;5;79mdeduper (final): [na][0m
[1m[48;5;166m[38;5;79m...WARNING: No snv_callers set in the config.[0m
[1m[38;5;79mSNV Callers (final): [][0m
[1m[38;5;79mSomatic SNV Callers:[senttn][0m
[1m[48;5;166m[38;5;79m... WARNING: No sv_callers set in the config.[0m
[1m[38;5;79mSV Callers (final): [][0m
A    N   A   L  Y S I S    SAMPLE TABLE DETECTED ::: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devshm_20260603T041747Z/daylily-omics-analysis/config/samples.tsv
A    N   A   L  Y S I S    UNIT TABLE DETECTED ::: /fsx/analysis_results/dyec0602bcl/bcl_l003_6shard_i192bigmem_devshm_20260603T041747Z/daylily-omics-analysis/config/units.tsv
Building DAG of jobs...
Using shell: /home/ubuntu/miniconda3/envs/DAY-EC/bin/bash
Provided cores: 192
Rules claiming more threads will be scaled down.
Provided resources: mem_mb=1200000, mem_mib=1144410, disk_mb=1000, disk_mib=954, threads=192, time=5440, vcpu=192
Select jobs to execute...

[Wed Jun  3 04:37:16 2026]
rule run_bclconvert_tile_shard:
    input: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/validated.ok, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/normalized.SampleSheet.csv
    output: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0001-0131/bclconvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Reports/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0001-0131/SampleSheet.csv
    log: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/logs/run_bclconvert.L003.0001_tiles0001-0131.log
    jobid: 0
    benchmark: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/benchmarks/run_bclconvert.L003.0001_tiles0001-0131.bench.tsv
    reason: Missing output files: /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/benchmarks/run_bclconvert.L003.0001_tiles0001-0131.bench.tsv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Reports/fastq_list.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0001-0131/bclconvert.done, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_fastqs/L003/0001_tiles0001-0131/Reports/Demultiplex_Stats.csv, /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4/fasts_from_bclconvert_l003_6shard_i192bigmem_devshm/tile_reports/L003/0001_tiles0001-0131/SampleSheet.csv
    wildcards: lane=L003, shard=0001_tiles0001-0131
    threads: 192
    resources: mem_mb=1200000, mem_mib=1144410, disk_mb=1000, disk_mib=954, tmpdir=/dev/shm/dayoa_bclconvert_tmp, threads=192, time=5440, partition=i192bigmem, vcpu=192, distribution=block, exclusive=--exclusive, constraint=, exclude=, include=

TMPDIR=/dev/shm/dayoa_bclconvert_tmp bash workflow/scripts/run_bclconvert_lane.sh docker://nfcore/bclconvert:4.0.3 /fsx/run_dir_mounts/20260514_LH01106_0009_B23TVLGLT4 /fsx/run_di--output truncated--
