DAY-EC activated.
DAY-EC activated.
===REMOTE_NOW===
2026-07-08T19:30:43Z
===PROGRESS===
index,command_id,analysis_id,exit_code,started_at,completed_at,pct,method,done,total,latest_log
1,illumina_snv_alignstats,ccv_live_illumina_snv_alignstats_20260708T150500Z,,2026-07-08T15:05:34Z,,18.0,snakemake_steps_line,6,33,/fsx/analysis_results/ubuntu/ccv_live_illumina_snv_alignstats_20260708T150500Z/daylily-omics-analysis/.snakemake/log/2026-07-08T150558.068592.snakemake.log
2,illumina_snv_alignstats_relatedness_vep_multiqc,ccv_live_illumina_snv_alignstats_relatedness_vep_multiqc_20260708T152112Z,,2026-07-08T15:22:50Z,,10.0,snakemake_steps_line,13,128,/fsx/analysis_results/ubuntu/ccv_live_illumina_snv_alignstats_relatedness_vep_multiqc_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T152314.350852.snakemake.log
3,illumina_hg002_kitchensink_multiqc,ccv_live_illumina_hg002_kitchensink_multiqc_20260708T152112Z,,2026-07-08T15:30:21Z,,9.0,snakemake_steps_line,13,144,/fsx/analysis_results/ubuntu/ccv_live_illumina_hg002_kitchensink_multiqc_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T153044.383605.snakemake.log
4,ultima_snv_alignstats,ccv_live_ultima_snv_alignstats_20260708T152112Z,0,2026-07-08T15:34:26Z,2026-07-08T17:24:35Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_ultima_snv_alignstats_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T172435.175582.snakemake.log
5,ultima_snv_alignstats_kitchensink,ccv_live_ultima_snv_alignstats_kitchensink_20260708T152112Z,,2026-07-08T15:36:18Z,,78.0,snakemake_steps_line,90,116,/fsx/analysis_results/ubuntu/ccv_live_ultima_snv_alignstats_kitchensink_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T153641.129401.snakemake.log
6,ont_snv_alignstats,ccv_live_ont_snv_alignstats_20260708T152112Z,0,2026-07-08T15:37:53Z,2026-07-08T18:12:58Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_ont_snv_alignstats_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T181257.975305.snakemake.log
7,ont_snv_alignstats_kitchensink,ccv_live_ont_snv_alignstats_kitchensink_20260708T152112Z,,2026-07-08T15:40:29Z,,69.0,snakemake_steps_line,77,112,/fsx/analysis_results/ubuntu/ccv_live_ont_snv_alignstats_kitchensink_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T154052.747656.snakemake.log
8,pacbio_snv_alignstats,ccv_live_pacbio_snv_alignstats_20260708T152112Z,0,2026-07-08T15:42:13Z,2026-07-08T18:33:41Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_pacbio_snv_alignstats_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T183341.243630.snakemake.log
9,roche_snv_alignstats,ccv_live_roche_snv_alignstats_20260708T152112Z,0,2026-07-08T15:43:54Z,2026-07-08T15:50:48Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_roche_snv_alignstats_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T155048.349641.snakemake.log
10,hybrid_ilmn_ont_snv,ccv_live_hybrid_ilmn_ont_snv_20260708T152112Z,,2026-07-08T15:45:40Z,,7.0,snakemake_steps_line,51,746,/fsx/analysis_results/ubuntu/ccv_live_hybrid_ilmn_ont_snv_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T154604.046110.snakemake.log
11,hybrid_ilmn_ont_snv_kitchensink,ccv_live_hybrid_ilmn_ont_snv_kitchensink_20260708T152112Z,,2026-07-08T15:47:17Z,,5.0,snakemake_steps_line,45,841,/fsx/analysis_results/ubuntu/ccv_live_hybrid_ilmn_ont_snv_kitchensink_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T154740.874189.snakemake.log
12,inflection-bjuice-product-v0.1,ccv_live_inflection_bjuice_product_v0_1_20260708T152112Z,,2026-07-08T15:48:09Z,,3.0,snakemake_steps_line,23,757,/fsx/analysis_results/ubuntu/ccv_live_inflection_bjuice_product_v0_1_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T154834.926275.snakemake.log
13,illumina_run_qc,ccv_live_illumina_run_qc_20260708T152112Z,0,2026-07-08T18:54:15Z,2026-07-08T18:55:36Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_illumina_run_qc_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T185536.556316.snakemake.log
14,ont_run_qc,ccv_live_ont_run_qc_20260708T152112Z,0,2026-07-08T16:34:36Z,2026-07-08T17:18:52Z,100.0,workflow_exit_0,,,/fsx/analysis_results/ubuntu/ccv_live_ont_run_qc_20260708T152112Z/daylily-omics-analysis/.snakemake/log/2026-07-08T171851.829563.snakemake.log
15,ultima_run_qc,ccv_live_ultima_run_qc_20260708T163200Z,1,2026-07-08T16:31:29Z,2026-07-08T16:32:09Z,0.0,no_progress_marker,,,/fsx/analysis_results/ubuntu/ccv_live_ultima_run_qc_20260708T163200Z/daylily-omics-analysis/.snakemake/log/2026-07-08T163209.497594.snakemake.log
===QUEUE===
    117 PENDING
      2 RUNNING
===SPOT_ROWS===
[{"ts": "2026-07-08 15:47:48", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-1", "iid": "i-0affdee13f99fa174", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-1_spot_price.log"}, {"ts": "2026-07-08 17:50:16", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-1", "iid": "i-0fe295ca102e0d28f", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-1_spot_price.log"}, {"ts": "2026-07-08 18:08:55", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-1", "iid": "i-06ee498079a324e64", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-1_spot_price.log"}, {"ts": "2026-07-08 18:31:00", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-1", "iid": "i-060c10592b334e376", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-1_spot_price.log"}, {"ts": "2026-07-08 15:47:44", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-2", "iid": "i-0ff4bd8ff6f5448be", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-2_spot_price.log"}, {"ts": "2026-07-08 17:50:08", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-2", "iid": "i-0be41bdbbfef1c592", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-2_spot_price.log"}, {"ts": "2026-07-08 18:08:55", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-2", "iid": "i-0c9aeb520c84eb0c0", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-2_spot_price.log"}, {"ts": "2026-07-08 18:31:06", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-2", "iid": "i-0054034cfa0a3585c", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-2_spot_price.log"}, {"ts": "2026-07-08 15:47:47", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-3", "iid": "i-0c6b759993c10ba79", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-3_spot_price.log"}, {"ts": "2026-07-08 17:50:11", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-3", "iid": "i-009ce0d3e5006441b", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-3_spot_price.log"}, {"ts": "2026-07-08 18:08:55", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-3", "iid": "i-0fbfda658893ecdfa", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-3_spot_price.log"}, {"ts": "2026-07-08 18:31:02", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-3", "iid": "i-0d505b5d37604c0a4", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-3_spot_price.log"}, {"ts": "2026-07-08 15:47:47", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-4", "iid": "i-0a40c3839bfc69a39", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-4_spot_price.log"}, {"ts": "2026-07-08 17:50:11", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-4", "iid": "i-0742a3bacb747aee0", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-4_spot_price.log"}, {"ts": "2026-07-08 18:08:55", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-4", "iid": "i-06c93063682412df0", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-4_spot_price.log"}, {"ts": "2026-07-08 18:30:58", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-4", "iid": "i-00a078c74714c8e86", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-4_spot_price.log"}, {"ts": "2026-07-08 15:47:47", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-5", "iid": "i-04820f1916ace2085", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-5_spot_price.log"}, {"ts": "2026-07-08 17:50:18", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-5", "iid": "i-0d3f4729f9ab9f62c", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-5_spot_price.log"}, {"ts": "2026-07-08 18:09:15", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-5", "iid": "i-096bb915e3671739a", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-5_spot_price.log"}, {"ts": "2026-07-08 18:31:00", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-5", "iid": "i-0692f2291a8ae76b3", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-5_spot_price.log"}, {"ts": "2026-07-08 15:47:37", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-6", "iid": "i-0f334bf06e04d5bc3", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-6_spot_price.log"}, {"ts": "2026-07-08 17:50:18", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-6", "iid": "i-0406126ca8006c2b3", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-6_spot_price.log"}, {"ts": "2026-07-08 18:09:24", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-6", "iid": "i-01b81252749ac0e3d", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-6_spot_price.log"}, {"ts": "2026-07-08 18:31:06", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-6", "iid": "i-04fd989e7fbe297b4", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-6_spot_price.log"}, {"ts": "2026-07-08 15:47:33", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-7", "iid": "i-028bde0c1cd59af8a", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-7_spot_price.log"}, {"ts": "2026-07-08 15:48:38", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-8", "iid": "i-0f2fa7609d1124aea", "region": "us-west-2", "az": "us-west-2d", "itype": "r6id.metal", "price": "2.858000", "file": "/fsx/scratch/i128-dy-bigmem128-8_spot_price.log"}, {"ts": "2026-07-08 15:48:13", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-bigmem128-9", "iid": "i-0ff413f62559a560f", "region": "us-west-2", "az": "us-west-2d", "itype": "r8i.32xlarge", "price": "3.063000", "file": "/fsx/scratch/i128-dy-bigmem128-9_spot_price.log"}, {"ts": "2026-07-08 15:31:17", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-1", "iid": "i-0b70efc1ac453a14e", "region": "us-west-2", "az": "us-west-2d", "itype": "c6i.metal", "price": "1.419900", "file": "/fsx/scratch/i128-dy-price128-1_spot_price.log"}, {"ts": "2026-07-08 17:36:12", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-1", "iid": "i-09ffba0a5c58e545b", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.764900", "file": "/fsx/scratch/i128-dy-price128-1_spot_price.log"}, {"ts": "2026-07-08 18:30:35", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-1", "iid": "i-0815c1e92c706ba8c", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.764900", "file": "/fsx/scratch/i128-dy-price128-1_spot_price.log"}, {"ts": "2026-07-08 15:41:34", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-2", "iid": "i-0aee2945434dec696", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.766400", "file": "/fsx/scratch/i128-dy-price128-2_spot_price.log"}, {"ts": "2026-07-08 15:43:31", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-3", "iid": "i-0a848c2b8d96f0840", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.766400", "file": "/fsx/scratch/i128-dy-price128-3_spot_price.log"}, {"ts": "2026-07-08 15:43:34", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-4", "iid": "i-04a2b378fbd72574e", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.766400", "file": "/fsx/scratch/i128-dy-price128-4_spot_price.log"}, {"ts": "2026-07-08 15:44:02", "node_type": "ComputeFleet", "partition": "i128", "compute": "", "host": "i128-dy-price128-5", "iid": "i-048a831de2064b1dc", "region": "us-west-2", "az": "us-west-2d", "itype": "c8i.32xlarge", "price": "1.766400", "file": "/fsx/scratch/i128-dy-price128-5_spot_price.log"}, {"ts": "2026-07-08 15:53:37", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-mem192-1", "iid": "i-019530126f81ec840", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-mem192-1_spot_price.log"}, {"ts": "2026-07-08 15:53:43", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-mem192-2", "iid": "i-0b423779b7dc74006", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-mem192-2_spot_price.log"}, {"ts": "2026-07-08 15:53:46", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-mem192-3", "iid": "i-028c7ee6d0ca499ae", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-mem192-3_spot_price.log"}, {"ts": "2026-07-08 15:37:42", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-price192-1", "iid": "i-055787d12c8b8dd1f", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-price192-1_spot_price.log"}, {"ts": "2026-07-08 17:30:59", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-price192-1", "iid": "i-01e19ecd0ca95ca91", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.024700", "file": "/fsx/scratch/i192-dy-price192-1_spot_price.log"}, {"ts": "2026-07-08 15:37:46", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-price192-2", "iid": "i-06057ebf1b27d4f40", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-price192-2_spot_price.log"}, {"ts": "2026-07-08 15:39:11", "node_type": "ComputeFleet", "partition": "i192", "compute": "", "host": "i192-dy-price192-3", "iid": "i-040bb81d9cd6eee5c", "region": "us-west-2", "az": "us-west-2d", "itype": "m7i.metal-48xl", "price": "2.047900", "file": "/fsx/scratch/i192-dy-price192-3_spot_price.log"}, {"ts": "2026-07-08 17:21:15", "node_type": "ComputeFleet", "partition": "i192nvme", "compute": "", "host": "i192nvme-dy-price192nvme-1", "iid": "i-05f94baf43c54eea3", "region": "us-west-2", "az": "us-west-2d", "itype": "i7i.48xlarge", "price": "2.300700", "file": "/fsx/scratch/i192nvme-dy-price192nvme-1_spot_price.log"}, {"ts": "2026-07-08 12:12:30", "node_type": "HeadNode", "partition": "", "compute": "", "host": "ip-10-0-0-248", "iid": "i-02946c880916d6dbc", "region": "us-west-2", "az": "us-west-2d", "itype": "r7i.4xlarge", "price": "0.340500", "file": "/fsx/scratch/ip-10-0-0-248_spot_price.log"}]
