[ { "name": "SC_RNA_REANALYZER_CS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS", "type": "pipeline", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 }, { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 51, "num_threads": 55, "duration": 215.978569477, "core_hours": 0.06696873498333333, "maxrss": 671092, "maxvmem": 4227888, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 104, "out_blocks": 855408, "total_blocks": 855512, "in_blocks_rate": 0.4815292565917063, "out_blocks_rate": 3960.6151761788296, "total_blocks_rate": 3961.0967054354214, "in_bytes": 213053440, "out_bytes": 0, "in_bytes_rate": 986456.390168324, "out_bytes_rate": 0, "in_bytes_peak": 215249197.76082888, "out_bytes_peak": 0, "start": "2022-04-19T16:30:37Z", "end": "2022-04-19T16:32:09Z", "walltime": 92, "usertime": 260.759646, "systemtime": 8.769253999999998, "total_files": 283, "total_bytes": 480324944, "output_files": 134, "output_bytes": 317422012, "vdr_files": 149, "vdr_bytes": 162902932, "in_bytes_dev": 207787.1955957172, "out_bytes_dev": 0 } } ], "maxbytes": 424836180, "bytehist": [ { "ts": "2022-04-19T16:30:37+02:00", "bytes": 3639, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-19T16:30:38+02:00", "bytes": 19808, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-19T16:30:38+02:00", "bytes": 23527, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SETUP_SAMPLES alloc" }, { "ts": "2022-04-19T16:30:38+02:00", "bytes": 26928, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV alloc" }, { "ts": "2022-04-19T16:30:38+02:00", "bytes": 31207, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV alloc" }, { "ts": "2022-04-19T16:30:38.644780208+02:00", "bytes": 31184, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SETUP_SAMPLES delete" }, { "ts": "2022-04-19T16:30:39+02:00", "bytes": 34967, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-19T16:30:40+02:00", "bytes": 11967533, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-19T16:30:44+02:00", "bytes": 26933609, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-19T16:30:44+02:00", "bytes": 41891786, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA alloc" }, { "ts": "2022-04-19T16:30:47+02:00", "bytes": 56846689, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT alloc" }, { "ts": "2022-04-19T16:30:47+02:00", "bytes": 57162340, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING alloc" }, { "ts": "2022-04-19T16:30:47+02:00", "bytes": 57166996, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:30:47+02:00", "bytes": 73958893, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-19T16:30:47+02:00", "bytes": 74712288, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-19T16:30:47.664789973+02:00", "bytes": 59761626, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA delete" }, { "ts": "2022-04-19T16:30:48+02:00", "bytes": 61897910, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:30:50+02:00", "bytes": 63932959, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:30:51.278535587+02:00", "bytes": 61836254, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-19T16:30:53+02:00", "bytes": 74364212, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING alloc" }, { "ts": "2022-04-19T16:30:53+02:00", "bytes": 84563234, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-19T16:30:53.481878485+02:00", "bytes": 82230584, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-19T16:30:53.483125287+02:00", "bytes": 81925032, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING delete" }, { "ts": "2022-04-19T16:31:03+02:00", "bytes": 166089418, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-19T16:31:04.602476742+02:00", "bytes": 155939083, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-19T16:31:06+02:00", "bytes": 156687065, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-19T16:31:06.881536561+02:00", "bytes": 155943664, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-19T16:31:57+02:00", "bytes": 156700849, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-19T16:31:57+02:00", "bytes": 156707021, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-19T16:31:57.915534295+02:00", "bytes": 155954369, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-19T16:31:58+02:00", "bytes": 373413576, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-19T16:31:59+02:00", "bytes": 399126970, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:31:59+02:00", "bytes": 424836180, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-19T16:31:59.182918415+02:00", "bytes": 321913879, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT delete" }, { "ts": "2022-04-19T16:31:59.195432557+02:00", "bytes": 237762664, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-19T16:31:59.196731739+02:00", "bytes": 237019263, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-19T16:31:59.19799375+02:00", "bytes": 231216093, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX delete" }, { "ts": "2022-04-19T16:31:59.198358737+02:00", "bytes": 230463441, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-19T16:31:59.199518172+02:00", "bytes": 228139070, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING delete" }, { "ts": "2022-04-19T16:31:59.202760177+02:00", "bytes": 119416524, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-19T16:32:00+02:00", "bytes": 122682223, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:32:02+02:00", "bytes": 140858596, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:32:08+02:00", "bytes": 166556940, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-19T16:32:08.948334296+02:00", "bytes": 140863719, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS delete" }, { "ts": "2022-04-19T16:32:09.021239265+02:00", "bytes": 137602737, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS delete" }, { "ts": "2022-04-19T16:32:09.025867838+02:00", "bytes": 91774896, "desc": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" } ], "highmem": { "rss": 1746108416, "shared": 571695104, "vmem": 42205323264, "text": 221798400, "stack": 4266807296, "proc_count": 552 } }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "type": "stage", "forks": [ { "stages": [ { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 2, "duration": 8.859349442, "core_hours": 0.004921860801111111, "maxrss": 671092, "maxvmem": 4227888, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 50296, "total_blocks": 50296, "in_blocks_rate": 0, "out_blocks_rate": 5677.166289610275, "total_blocks_rate": 5677.166289610275, "in_bytes": 15486976, "out_bytes": 0, "in_bytes_rate": 1748094.0447590938, "out_bytes_rate": 0, "in_bytes_peak": 3094379.38014858, "out_bytes_peak": 0, "start": "2022-04-19T16:31:59Z", "end": "2022-04-19T16:32:08Z", "walltime": 9, "usertime": 11.145612, "systemtime": 0.433455, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 885553.2744284233, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.414983425, "core_hours": 0.00011527317361111112, "maxrss": 96672, "maxvmem": 1180324, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 173.5009054879722, "total_blocks_rate": 173.5009054879722, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:31:59Z", "end": "2022-04-19T16:31:59Z", "walltime": 0, "usertime": 0.357798, "systemtime": 0.061464000000000005, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.426186757, "core_hours": 0.00011838521027777779, "maxrss": 94496, "maxvmem": 1112952, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 50256, "total_blocks": 50256, "in_blocks_rate": 0, "out_blocks_rate": 117920.13518618082, "total_blocks_rate": 117920.13518618082, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:32:08Z", "end": "2022-04-19T16:32:08Z", "walltime": 0, "usertime": 0.350824, "systemtime": 0.079772, "total_files": 1, "total_bytes": 25693179, "output_files": 1, "output_bytes": 25693179, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 4, "duration": 9.700519624, "core_hours": 0.0051555191850000005, "maxrss": 671092, "maxvmem": 4227888, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 100624, "total_blocks": 100624, "in_blocks_rate": 0, "out_blocks_rate": 10373.052568343528, "total_blocks_rate": 10373.052568343528, "in_bytes": 15486976, "out_bytes": 0, "in_bytes_rate": 1596509.939702999, "out_bytes_rate": 0, "in_bytes_peak": 3094379.38014858, "out_bytes_peak": 0, "start": "2022-04-19T16:31:59Z", "end": "2022-04-19T16:32:08Z", "walltime": 9, "usertime": 11.854234, "systemtime": 0.574691, "total_files": 4, "total_bytes": 77079579, "output_files": 2, "output_bytes": 51386358, "vdr_files": 2, "vdr_bytes": 25693221, "in_bytes_dev": 491940.5761095938, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005244977, "core_hours": 0.0000014569380555555554, "maxrss": 16364, "maxvmem": 1128368, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 13727.419586396662, "total_blocks_rate": 13727.419586396662, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.004071, "systemtime": 0.003551, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005244977, "core_hours": 0.0000014569380555555554, "maxrss": 16364, "maxvmem": 1128368, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 13727.419586396662, "total_blocks_rate": 13727.419586396662, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.004071, "systemtime": 0.003551, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.055562045, "core_hours": 0.000015433901388888887, "maxrss": 16140, "maxvmem": 1114152, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 1295.8486319213052, "total_blocks_rate": 1295.8486319213052, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.045265, "systemtime": 0.013582, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.055562045, "core_hours": 0.000015433901388888887, "maxrss": 16140, "maxvmem": 1114152, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 1295.8486319213052, "total_blocks_rate": 1295.8486319213052, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.045265, "systemtime": 0.013582, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.770276353, "core_hours": 0.0002139656536111111, "maxrss": 133796, "maxvmem": 1735416, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 93.47294606615037, "total_blocks_rate": 93.47294606615037, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 10635.144085748665, "out_bytes_rate": 0, "in_bytes_peak": 16333.845880856694, "out_bytes_peak": 0, "start": "2022-04-19T16:30:37Z", "end": "2022-04-19T16:30:38Z", "walltime": 1, "usertime": 0.677038, "systemtime": 0.10009799999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 805.2199521668324, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.770276353, "core_hours": 0.0002139656536111111, "maxrss": 133796, "maxvmem": 1735416, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 93.47294606615037, "total_blocks_rate": 93.47294606615037, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 10635.144085748665, "out_bytes_rate": 0, "in_bytes_peak": 16333.845880856694, "out_bytes_peak": 0, "start": "2022-04-19T16:30:37Z", "end": "2022-04-19T16:30:38Z", "walltime": 1, "usertime": 0.677038, "systemtime": 0.10009799999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SC_RNA_ANALYZER", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER", "type": "pipeline", "forks": [ { "stages": [ { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 41, "num_threads": 44, "duration": 195.26918838999998, "core_hours": 0.05875519872527778, "maxrss": 334376, "maxvmem": 1999060, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 104, "out_blocks": 712376, "total_blocks": 712480, "in_blocks_rate": 0.532598106529161, "out_blocks_rate": 3648.174122469399, "total_blocks_rate": 3648.7067205759286, "in_bytes": 181719040, "out_bytes": 0, "in_bytes_rate": 930607.8521567004, "out_bytes_rate": 0, "in_bytes_peak": 215249197.76082888, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:31:59Z", "walltime": 81, "usertime": 238.587042, "systemtime": 7.521144, "total_files": 264, "total_bytes": 363642120, "output_files": 120, "output_bytes": 229693414, "vdr_files": 144, "vdr_bytes": 133948706, "in_bytes_dev": 6951932.905600281, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.091673087, "core_hours": 0.0003032425241666667, "maxrss": 133752, "maxvmem": 1735600, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 65.95381058432193, "total_blocks_rate": 65.95381058432193, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7504.078004260629, "out_bytes_rate": 0, "in_bytes_peak": 16286.573618892344, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:39Z", "walltime": 1, "usertime": 1.025763, "systemtime": 0.073089, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 793.495203295911, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.091673087, "core_hours": 0.0003032425241666667, "maxrss": 133752, "maxvmem": 1735600, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 65.95381058432193, "total_blocks_rate": 65.95381058432193, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7504.078004260629, "out_bytes_rate": 0, "in_bytes_peak": 16286.573618892344, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:39Z", "walltime": 1, "usertime": 1.025763, "systemtime": 0.073089, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "type": "stage", "forks": [ { "stages": [ { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.081221154, "core_hours": 0.000022561431666666668, "maxrss": 17272, "maxvmem": 1112764, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 29296, "total_blocks": 29296, "in_blocks_rate": 0, "out_blocks_rate": 360694.210279258, "total_blocks_rate": 360694.210279258, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:47Z", "walltime": 0, "usertime": 0.061681, "systemtime": 0.024329, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.081221154, "core_hours": 0.000022561431666666668, "maxrss": 17272, "maxvmem": 1112764, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 29296, "total_blocks": 29296, "in_blocks_rate": 0, "out_blocks_rate": 360694.210279258, "total_blocks_rate": 360694.210279258, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:47Z", "walltime": 0, "usertime": 0.061681, "systemtime": 0.024329, "total_files": 8, "total_bytes": 14950662, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 14950662, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.345584882, "core_hours": 0.00009599580055555555, "maxrss": 69732, "maxvmem": 1180588, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4584, "total_blocks": 4584, "in_blocks_rate": 0, "out_blocks_rate": 13264.46913265147, "total_blocks_rate": 13264.46913265147, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:30:53Z", "walltime": 0, "usertime": 0.284947, "systemtime": 0.067371, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.345584882, "core_hours": 0.00009599580055555555, "maxrss": 69732, "maxvmem": 1180588, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4584, "total_blocks": 4584, "in_blocks_rate": 0, "out_blocks_rate": 13264.46913265147, "total_blocks_rate": 13264.46913265147, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:30:53Z", "walltime": 0, "usertime": 0.284947, "systemtime": 0.067371, "total_files": 22, "total_bytes": 2324371, "output_files": 0, "output_bytes": 0, "vdr_files": 22, "vdr_bytes": 2324371, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "type": "stage", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "type": "stage", "forks": [ { "stages": [ { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.814791928, "core_hours": 0.0002263310911111111, "maxrss": 186736, "maxvmem": 1821976, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 88.36611842330377, "total_blocks_rate": 88.36611842330377, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 10054.100585051452, "out_bytes_rate": 0, "in_bytes_peak": 16325.195372901571, "out_bytes_peak": 0, "start": "2022-04-19T16:30:39Z", "end": "2022-04-19T16:30:40Z", "walltime": 1, "usertime": 0.6813530000000001, "systemtime": 0.123076, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 773.2150317446751, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.453104487, "core_hours": 0.0009591956908333334, "maxrss": 334376, "maxvmem": 1756144, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 23376, "total_blocks": 23376, "in_blocks_rate": 0, "out_blocks_rate": 6769.560575998869, "total_blocks_rate": 6769.560575998869, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2372.357984196729, "out_bytes_rate": 0, "in_bytes_peak": 16283.991346060446, "out_bytes_peak": 0, "start": "2022-04-19T16:30:40Z", "end": "2022-04-19T16:30:44Z", "walltime": 4, "usertime": 3.238152, "systemtime": 0.201099, "total_files": 1, "total_bytes": 6124159, "output_files": 1, "output_bytes": 6124159, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 791.3625554652174, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 4.267896415, "core_hours": 0.0011855267819444444, "maxrss": 334376, "maxvmem": 1821976, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 23448, "total_blocks": 23448, "in_blocks_rate": 0, "out_blocks_rate": 5494.041494912898, "total_blocks_rate": 5494.041494912898, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 3838.89354540485, "out_bytes_rate": 0, "in_bytes_peak": 16325.195372901571, "out_bytes_peak": 0, "start": "2022-04-19T16:30:39Z", "end": "2022-04-19T16:30:44Z", "walltime": 5, "usertime": 3.919505, "systemtime": 0.324175, "total_files": 3, "total_bytes": 18051488, "output_files": 2, "output_bytes": 12248318, "vdr_files": 1, "vdr_bytes": 5803170, "in_bytes_dev": 3019.0763726531986, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 7.646217093, "core_hours": 0.0021239491925, "maxrss": 89656, "maxvmem": 1670876, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3656, "total_blocks": 3656, "in_blocks_rate": 0, "out_blocks_rate": 478.1449382789582, "total_blocks_rate": 478.1449382789582, "in_bytes": 1204224, "out_bytes": 0, "in_bytes_rate": 157492.78177079873, "out_bytes_rate": 0, "in_bytes_peak": 238196.3303666509, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:01Z", "walltime": 8, "usertime": 7.5399650000000005, "systemtime": 0.113381, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 63923.81739169289, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 8.650219148, "core_hours": 0.002402838652222222, "maxrss": 89972, "maxvmem": 1603096, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2952, "total_blocks": 2952, "in_blocks_rate": 0, "out_blocks_rate": 341.26303039184, "total_blocks_rate": 341.26303039184, "in_bytes": 753664, "out_bytes": 0, "in_bytes_rate": 87126.57877277631, "out_bytes_rate": 0, "in_bytes_peak": 149070.70416807756, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:02Z", "walltime": 9, "usertime": 8.579217, "systemtime": 0.078541, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 38317.128761379005, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.13721077, "core_hours": 0.0025381141027777778, "maxrss": 89388, "maxvmem": 1669212, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2624, "total_blocks": 2624, "in_blocks_rate": 0, "out_blocks_rate": 287.17735270103657, "total_blocks_rate": 287.17735270103657, "in_bytes": 274432, "out_bytes": 0, "in_bytes_rate": 30034.548497123047, "out_bytes_rate": 0, "in_bytes_peak": 53239.30136897151, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:02Z", "walltime": 9, "usertime": 9.070369, "systemtime": 0.075274, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 10671.961722786087, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.62320195, "core_hours": 0.0026731116527777777, "maxrss": 89452, "maxvmem": 1601944, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2208, "total_blocks": 2208, "in_blocks_rate": 0, "out_blocks_rate": 229.44546019841138, "total_blocks_rate": 229.44546019841138, "in_bytes": 540672, "out_bytes": 0, "in_bytes_rate": 56184.21007988926, "out_bytes_rate": 0, "in_bytes_peak": 106479.68858946436, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:03Z", "walltime": 10, "usertime": 9.550996, "systemtime": 0.079638, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 26027.85609142272, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.147599269, "core_hours": 0.0025409997969444444, "maxrss": 89176, "maxvmem": 1601880, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2592, "total_blocks": 2592, "in_blocks_rate": 0, "out_blocks_rate": 283.3530332689522, "total_blocks_rate": 283.3530332689522, "in_bytes": 536576, "out_bytes": 0, "in_bytes_rate": 58657.57607226902, "out_bytes_rate": 0, "in_bytes_peak": 105662.39612329296, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:02Z", "walltime": 9, "usertime": 9.071488, "systemtime": 0.083471, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 25787.677289541534, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.16212246, "core_hours": 0.002545034016666667, "maxrss": 89772, "maxvmem": 1736800, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2592, "total_blocks": 2592, "in_blocks_rate": 0, "out_blocks_rate": 282.90388076738276, "total_blocks_rate": 282.90388076738276, "in_bytes": 360448, "out_bytes": 0, "in_bytes_rate": 39341.10262918271, "out_bytes_rate": 0, "in_bytes_peak": 70104.52135034207, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:02Z", "walltime": 9, "usertime": 9.10247, "systemtime": 0.067998, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 15511.739910621383, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.433597988, "core_hours": 0.0028982216633333334, "maxrss": 89964, "maxvmem": 1670876, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1712, "total_blocks": 1712, "in_blocks_rate": 0, "out_blocks_rate": 164.08529463843857, "total_blocks_rate": 164.08529463843857, "in_bytes": 274432, "out_bytes": 0, "in_bytes_rate": 26302.71937979905, "out_bytes_rate": 0, "in_bytes_peak": 52999.57722286618, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:03Z", "walltime": 10, "usertime": 10.346661, "systemtime": 0.092643, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 10585.579537307607, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 5.436066569, "core_hours": 0.001510018491388889, "maxrss": 88572, "maxvmem": 1601564, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2104, "total_blocks": 2104, "in_blocks_rate": 0, "out_blocks_rate": 387.04456122711616, "total_blocks_rate": 387.04456122711616, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1506.9719798348553, "out_bytes_rate": 0, "in_bytes_peak": 16301.660346194692, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:30:58Z", "walltime": 5, "usertime": 5.364145, "systemtime": 0.077567, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 767.1196639639129, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.007983545, "core_hours": 0.000002217651388888889, "maxrss": 17524, "maxvmem": 1135400, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 10020.611144547942, "total_blocks_rate": 10020.611144547942, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:30:53Z", "walltime": 0, "usertime": 0.006861, "systemtime": 0.003566, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.612833615, "core_hours": 0.00017023155972222223, "maxrss": 29920, "maxvmem": 1561536, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 164384, "total_blocks": 164384, "in_blocks_rate": 0, "out_blocks_rate": 268235.9387221277, "total_blocks_rate": 268235.9387221277, "in_bytes": 69472256, "out_bytes": 0, "in_bytes_rate": 113362345.50384447, "out_bytes_rate": 0, "in_bytes_peak": 138119107.79202342, "out_bytes_peak": 0, "start": "2022-04-19T16:31:03Z", "end": "2022-04-19T16:31:04Z", "walltime": 1, "usertime": 0.53067, "systemtime": 0.087899, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 6748096.596872632, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 10, "num_threads": 10, "duration": 69.857052407, "core_hours": 0.019404736779722223, "maxrss": 89972, "maxvmem": 1736800, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 184904, "total_blocks": 184904, "in_blocks_rate": 0, "out_blocks_rate": 2646.890952723218, "total_blocks_rate": 2646.890952723218, "in_bytes": 73424896, "out_bytes": 0, "in_bytes_rate": 1051073.4917959764, "out_bytes_rate": 0, "in_bytes_peak": 138119107.79202342, "out_bytes_peak": 0, "start": "2022-04-19T16:30:53Z", "end": "2022-04-19T16:31:04Z", "walltime": 11, "usertime": 69.162842, "systemtime": 0.7599779999999998, "total_files": 30, "total_bytes": 94301550, "output_files": 0, "output_bytes": 0, "vdr_files": 30, "vdr_bytes": 94301550, "in_bytes_dev": 10565894.020425208, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005082467, "core_hours": 0.0000014117963888888889, "maxrss": 17272, "maxvmem": 1136552, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 14166.348743631783, "total_blocks_rate": 14166.348743631783, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:47Z", "walltime": 0, "usertime": 0.000692, "systemtime": 0.006872, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 4, "duration": 5.416509007, "core_hours": 0.006018343341111111, "maxrss": 108716, "maxvmem": 1664616, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 680, "total_blocks": 680, "in_blocks_rate": 0, "out_blocks_rate": 125.54211561749554, "total_blocks_rate": 125.54211561749554, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1512.4132516742993, "out_bytes_rate": 0, "in_bytes_peak": 16288.912657913794, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:53Z", "walltime": 6, "usertime": 7.379145, "systemtime": 0.09806, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 828.5404247985548, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 5, "duration": 5.421591474, "core_hours": 0.0060197551375, "maxrss": 108716, "maxvmem": 1664616, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 752, "total_blocks": 752, "in_blocks_rate": 0, "out_blocks_rate": 138.70465962002507, "total_blocks_rate": 138.70465962002507, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1510.9954409670815, "out_bytes_rate": 0, "in_bytes_peak": 16288.912657913794, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:53Z", "walltime": 6, "usertime": 7.379837, "systemtime": 0.104932, "total_files": 4, "total_bytes": 305552, "output_files": 0, "output_bytes": 0, "vdr_files": 4, "vdr_bytes": 305552, "in_bytes_dev": 46.285046340695345, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.733221723, "core_hours": 0.0004814504786111111, "maxrss": 215096, "maxvmem": 1832188, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 300.01931841700093, "total_blocks_rate": 300.01931841700093, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4726.4581855232145, "out_bytes_rate": 0, "in_bytes_peak": 16280.767398502598, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 4.352806, "systemtime": 0.345618, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2783.920304624931, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.805642586, "core_hours": 0.000501567385, "maxrss": 214188, "maxvmem": 1828676, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 287.986118643748, "total_blocks_rate": 287.986118643748, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4536.889007556892, "out_bytes_rate": 0, "in_bytes_peak": 16303.53283764663, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 4.664458000000001, "systemtime": 0.415572, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2698.067215461551, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.843373847, "core_hours": 0.0005120482908333333, "maxrss": 213952, "maxvmem": 1694492, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 282.0914492446957, "total_blocks_rate": 282.0914492446957, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4444.025292716437, "out_bytes_rate": 0, "in_bytes_peak": 16308.80619413237, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 5.850003, "systemtime": 0.489065, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2679.776611016748, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.84267387, "core_hours": 0.0005118538527777778, "maxrss": 214608, "maxvmem": 1761088, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 282.1986073965438, "total_blocks_rate": 282.1986073965438, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4445.713445754783, "out_bytes_rate": 0, "in_bytes_peak": 16311.261267899228, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 5.6046689999999995, "systemtime": 0.59045, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2628.1575133191, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.071656189, "core_hours": 0.0005754600525, "maxrss": 214376, "maxvmem": 1824964, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 251.00690102975383, "total_blocks_rate": 251.00690102975383, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3954.3241023764294, "out_bytes_rate": 0, "in_bytes_peak": 16316.733060519762, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 7.511122, "systemtime": 0.625189, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2601.4315185286046, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.011156657, "core_hours": 0.0005586546269444444, "maxrss": 213448, "maxvmem": 1828936, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 258.55768032296055, "total_blocks_rate": 258.55768032296055, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4073.2779177032553, "out_bytes_rate": 0, "in_bytes_peak": 16289.762291643758, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 6.908318, "systemtime": 0.51226, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2609.7976021505374, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.053045903, "core_hours": 0.0005702905286111111, "maxrss": 214568, "maxvmem": 1762004, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 253.28220827413227, "total_blocks_rate": 253.28220827413227, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3990.1689426570993, "out_bytes_rate": 0, "in_bytes_peak": 16284.798608845635, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 8.199635, "systemtime": 0.615957, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 788.3476965570085, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.060282565, "core_hours": 0.0005723007125000001, "maxrss": 214960, "maxvmem": 1761920, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 252.39256441506603, "total_blocks_rate": 252.39256441506603, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3976.1536301696556, "out_bytes_rate": 0, "in_bytes_peak": 16326.427205465443, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 9.032738, "systemtime": 0.7662800000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 798.1636597147457, "out_bytes_dev": 0 } }, { "index": 8, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.091019407, "core_hours": 0.0005808387241666667, "maxrss": 214600, "maxvmem": 1762084, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 248.68253171597655, "total_blocks_rate": 248.68253171597655, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3917.7063458024613, "out_bytes_rate": 0, "in_bytes_peak": 16290.388326069098, "out_bytes_peak": 0, "start": "2022-04-19T16:30:48Z", "end": "2022-04-19T16:30:50Z", "walltime": 2, "usertime": 9.421127, "systemtime": 0.729974, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 706.1151976323688, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.669004562, "core_hours": 0.00018583460055555557, "maxrss": 138708, "maxvmem": 1762588, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 119.58064943658785, "total_blocks_rate": 119.58064943658785, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 12245.058502306596, "out_bytes_rate": 0, "in_bytes_peak": 16288.434354834828, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:48Z", "walltime": 1, "usertime": 0.589122, "systemtime": 0.086785, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 803.4606862909643, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.79465157, "core_hours": 0.0002207365472222222, "maxrss": 148828, "maxvmem": 1763488, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4008, "total_blocks": 4008, "in_blocks_rate": 0, "out_blocks_rate": 5043.719979059501, "total_blocks_rate": 5043.719979059501, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 10308.920675762334, "out_bytes_rate": 0, "in_bytes_peak": 16280.620890175423, "out_bytes_peak": 0, "start": "2022-04-19T16:30:50Z", "end": "2022-04-19T16:30:51Z", "walltime": 1, "usertime": 0.686572, "systemtime": 0.117955, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 821.0569935702422, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 11, "num_threads": 11, "duration": 18.975728879000002, "core_hours": 0.005271035799722223, "maxrss": 215096, "maxvmem": 1832188, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 8768, "total_blocks": 8768, "in_blocks_rate": 0, "out_blocks_rate": 462.0639373543823, "total_blocks_rate": 462.0639373543823, "in_bytes": 90112, "out_bytes": 0, "in_bytes_rate": 4748.8030933939435, "out_bytes_rate": 0, "in_bytes_peak": 16326.427205465443, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:51Z", "walltime": 4, "usertime": 62.820570000000004, "systemtime": 5.295105, "total_files": 56, "total_bytes": 4123803, "output_files": 0, "output_bytes": 0, "vdr_files": 56, "vdr_bytes": 4123803, "in_bytes_dev": 1902.2429892989246, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.569524433, "core_hours": 0.00015820123138888888, "maxrss": 126892, "maxvmem": 1820100, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 126.42126628481276, "total_blocks_rate": 126.42126628481276, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 28767.86148347739, "out_bytes_rate": 0, "in_bytes_peak": 32560.598559988844, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:44Z", "walltime": 0, "usertime": 0.504299, "systemtime": 0.073311, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1562.8372021433233, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.56597284, "core_hours": 0.00015721467777777778, "maxrss": 126044, "maxvmem": 1753920, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 127.21458506736825, "total_blocks_rate": 127.21458506736825, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 28948.38557977446, "out_bytes_rate": 0, "in_bytes_peak": 32568.723510169395, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:45Z", "walltime": 1, "usertime": 0.48435100000000003, "systemtime": 0.090664, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1612.7274928940628, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 1.135497273, "core_hours": 0.00031541590916666664, "maxrss": 126892, "maxvmem": 1820100, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 144, "total_blocks": 144, "in_blocks_rate": 0, "out_blocks_rate": 126.81668501021579, "total_blocks_rate": 126.81668501021579, "in_bytes": 32768, "out_bytes": 0, "in_bytes_rate": 28857.84121121355, "out_bytes_rate": 0, "in_bytes_peak": 32568.723510169395, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:45Z", "walltime": 1, "usertime": 0.98865, "systemtime": 0.16397499999999998, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 90.26160662850417, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_PCA", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.004651575, "core_hours": 0.0000012921041666666666, "maxrss": 17272, "maxvmem": 1135144, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 15478.628206575193, "total_blocks_rate": 15478.628206575193, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:44Z", "walltime": 0, "usertime": 0.004453, "systemtime": 0.002771, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.470427925, "core_hours": 0.0009640077569444444, "maxrss": 137844, "maxvmem": 1526684, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 29296, "total_blocks": 29296, "in_blocks_rate": 0, "out_blocks_rate": 8441.610266261328, "total_blocks_rate": 8441.610266261328, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2360.515814487056, "out_bytes_rate": 0, "in_bytes_peak": 16279.129457336729, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:47Z", "walltime": 3, "usertime": 3.302404, "systemtime": 0.132093, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 778.2571090059121, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 3.4750795, "core_hours": 0.0009652998611111111, "maxrss": 137844, "maxvmem": 1526684, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 29368, "total_blocks": 29368, "in_blocks_rate": 0, "out_blocks_rate": 8451.02968147923, "total_blocks_rate": 8451.02968147923, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2357.3561410609454, "out_bytes_rate": 0, "in_bytes_peak": 16279.129457336729, "out_bytes_peak": 0, "start": "2022-04-19T16:30:44Z", "end": "2022-04-19T16:30:47Z", "walltime": 3, "usertime": 3.306857, "systemtime": 0.13486399999999998, "total_files": 8, "total_bytes": 14950662, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 14950662, "in_bytes_dev": 86.30455118236475, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 19.156063474, "core_hours": 0.005321128742777778, "maxrss": 43096, "maxvmem": 1703712, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1544, "total_blocks": 1544, "in_blocks_rate": 0, "out_blocks_rate": 80.60111108399849, "total_blocks_rate": 80.60111108399849, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 641.4679099742056, "out_bytes_rate": 0, "in_bytes_peak": 16283.639824285694, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:31:06Z", "walltime": 19, "usertime": 18.792060000000003, "systemtime": 0.021677000000000002, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2859.976859406792, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.015664579, "core_hours": 0.000004351271944444445, "maxrss": 17272, "maxvmem": 1134956, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 4596.35716989266, "total_blocks_rate": 4596.35716989266, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:47Z", "walltime": 0, "usertime": 0.014914, "systemtime": 0.00343, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005749024, "core_hours": 0.0000015969511111111112, "maxrss": 18484, "maxvmem": 1135392, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1520, "total_blocks": 1520, "in_blocks_rate": 0, "out_blocks_rate": 264392.7038746055, "total_blocks_rate": 264392.7038746055, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:31:06Z", "end": "2022-04-19T16:31:06Z", "walltime": 0, "usertime": 0.004396, "systemtime": 0.003877, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 19.177477077, "core_hours": 0.0053270769658333335, "maxrss": 43096, "maxvmem": 1703712, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 3136, "total_blocks": 3136, "in_blocks_rate": 0, "out_blocks_rate": 163.52515961346546, "total_blocks_rate": 163.52515961346546, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 640.7516458323545, "out_bytes_rate": 0, "in_bytes_peak": 16283.639824285694, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:31:06Z", "walltime": 19, "usertime": 18.811370000000004, "systemtime": 0.028984, "total_files": 8, "total_bytes": 1486802, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 1486802, "in_bytes_dev": 21.423058319058363, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 70.19152411499999, "core_hours": 0.019497645587499998, "maxrss": 58108, "maxvmem": 1999060, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1560, "total_blocks": 1560, "in_blocks_rate": 0, "out_blocks_rate": 22.224905637383454, "total_blocks_rate": 22.224905637383454, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 233.41849613005803, "out_bytes_rate": 0, "in_bytes_peak": 16291.50196736094, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:31:57Z", "walltime": 70, "usertime": 70.032467, "systemtime": 0.05598, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1475.337784982813, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.015846326, "core_hours": 0.0000044017572222222225, "maxrss": 17272, "maxvmem": 1203244, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 4543.639957930942, "total_blocks_rate": 4543.639957930942, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:30:47Z", "walltime": 0, "usertime": 0.009375, "systemtime": 0.00903, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.006679912, "core_hours": 0.000001855531111111111, "maxrss": 18484, "maxvmem": 1136808, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1536, "total_blocks": 1536, "in_blocks_rate": 0, "out_blocks_rate": 229943.14895166285, "total_blocks_rate": 229943.14895166285, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:31:57Z", "end": "2022-04-19T16:31:57Z", "walltime": 0, "usertime": 0.004371, "systemtime": 0.004726, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 70.21405035299999, "core_hours": 0.019503902875833333, "maxrss": 58108, "maxvmem": 1999060, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 3168, "total_blocks": 3168, "in_blocks_rate": 0, "out_blocks_rate": 45.11917463916313, "total_blocks_rate": 45.11917463916313, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 233.34361025506587, "out_bytes_rate": 0, "in_bytes_peak": 16291.50196736094, "out_bytes_peak": 0, "start": "2022-04-19T16:30:47Z", "end": "2022-04-19T16:31:57Z", "walltime": 70, "usertime": 70.04621300000001, "systemtime": 0.06973599999999999, "total_files": 8, "total_bytes": 1505304, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 1505304, "in_bytes_dev": 4.180208179957201, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.539838545, "core_hours": 0.00014995515138888888, "maxrss": 84064, "maxvmem": 1686596, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 212328, "total_blocks": 212328, "in_blocks_rate": 0, "out_blocks_rate": 393317.59832006815, "total_blocks_rate": 393317.59832006815, "in_bytes": 108101632, "out_bytes": 0, "in_bytes_rate": 200248079.72909755, "out_bytes_rate": 0, "in_bytes_peak": 215249197.76082888, "out_bytes_peak": 0, "start": "2022-04-19T16:31:58Z", "end": "2022-04-19T16:31:58Z", "walltime": 0, "usertime": 0.314373, "systemtime": 0.238851, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 10505155.728669614, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.246542927, "core_hours": 0.00006848414638888889, "maxrss": 66832, "maxvmem": 1112556, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 292.03839216202704, "total_blocks_rate": 292.03839216202704, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:31:57Z", "end": "2022-04-19T16:31:58Z", "walltime": 1, "usertime": 0.225064, "systemtime": 0.025322, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.439954417, "core_hours": 0.00012220956027777778, "maxrss": 66688, "maxvmem": 1113000, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 104, "out_blocks": 212336, "total_blocks": 212440, "in_blocks_rate": 236.38812563620655, "out_blocks_rate": 482631.8177412457, "total_blocks_rate": 482868.2058668819, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:31:58Z", "end": "2022-04-19T16:31:59Z", "walltime": 1, "usertime": 0.23937, "systemtime": 0.210433, "total_files": 56, "total_bytes": 62894707, "output_files": 56, "output_bytes": 62894707, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 1.226335889, "core_hours": 0.00034064885805555557, "maxrss": 84064, "maxvmem": 1686596, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 104, "out_blocks": 424736, "total_blocks": 424840, "in_blocks_rate": 84.80547697646317, "out_blocks_rate": 346345.5679718756, "total_blocks_rate": 346430.37344885204, "in_bytes": 108101632, "out_bytes": 0, "in_bytes_rate": 88150100.61244322, "out_bytes_rate": 0, "in_bytes_peak": 215249197.76082888, "out_bytes_peak": 0, "start": "2022-04-19T16:31:57Z", "end": "2022-04-19T16:31:59Z", "walltime": 2, "usertime": 0.7788069999999999, "systemtime": 0.474606, "total_files": 173, "total_bytes": 280339801, "output_files": 112, "output_bytes": 125789414, "vdr_files": 61, "vdr_bytes": 154550387, "in_bytes_dev": 99405473.37840427, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "type": "stage", "forks": [ { "stages": [ { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.400091233, "core_hours": 0.0001111364536111111, "maxrss": 91772, "maxvmem": 1114136, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 199.95439390195287, "total_blocks_rate": 199.95439390195287, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.358591, "systemtime": 0.045399, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.400091233, "core_hours": 0.0001111364536111111, "maxrss": 91772, "maxvmem": 1114136, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 199.95439390195287, "total_blocks_rate": 199.95439390195287, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:38Z", "end": "2022-04-19T16:30:38Z", "walltime": 0, "usertime": 0.358591, "systemtime": 0.045399, "total_files": 1, "total_bytes": 23, "output_files": 0, "output_bytes": 0, "vdr_files": 1, "vdr_bytes": 23, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_10k.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.243650286, "core_hours": 0.0006232361905555555, "maxrss": 354856, "maxvmem": 1757432, "maxrss_requested": 2726912, "maxvmem_requested": 5872640, "in_blocks": 0, "out_blocks": 6456, "total_blocks": 6456, "in_blocks_rate": 0, "out_blocks_rate": 2877.4537815827866, "total_blocks_rate": 2877.4537815827866, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3651.1929025288396, "out_bytes_rate": 0, "in_bytes_peak": 16313.897550834308, "out_bytes_peak": 0, "start": "2022-04-19T16:32:00Z", "end": "2022-04-19T16:32:02Z", "walltime": 2, "usertime": 2.067926, "systemtime": 0.167379, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 811.0677183947295, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.117080315, "core_hours": 0.0003103000875, "maxrss": 231468, "maxvmem": 1757028, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 64.45373625619749, "total_blocks_rate": 64.45373625619749, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7333.402880705135, "out_bytes_rate": 0, "in_bytes_peak": 16278.418470809858, "out_bytes_peak": 0, "start": "2022-04-19T16:31:59Z", "end": "2022-04-19T16:32:00Z", "walltime": 1, "usertime": 0.987958, "systemtime": 0.116601, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 811.3881120765894, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 6.4169562540000005, "core_hours": 0.0017824878483333334, "maxrss": 345876, "maxvmem": 2087668, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 35584, "total_blocks": 35584, "in_blocks_rate": 0, "out_blocks_rate": 5545.308179063674, "total_blocks_rate": 5545.308179063674, "in_bytes": 15822848, "out_bytes": 0, "in_bytes_rate": 2465787.1074213497, "out_bytes_rate": 0, "in_bytes_peak": 3147210.7563834344, "out_bytes_peak": 0, "start": "2022-04-19T16:32:02Z", "end": "2022-04-19T16:32:09Z", "walltime": 7, "usertime": 6.1775210000000005, "systemtime": 0.226809, "total_files": 6, "total_bytes": 18171120, "output_files": 6, "output_bytes": 18171120, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 900275.6749777116, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 9.777686855, "core_hours": 0.002716024126388889, "maxrss": 354856, "maxvmem": 2087668, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 42112, "total_blocks": 42112, "in_blocks_rate": 0, "out_blocks_rate": 4306.949140886553, "total_blocks_rate": 4306.949140886553, "in_bytes": 15839232, "out_bytes": 0, "in_bytes_rate": 1619936.5182062786, "out_bytes_rate": 0, "in_bytes_peak": 3147210.7563834344, "out_bytes_peak": 0, "start": "2022-04-19T16:31:59Z", "end": "2022-04-19T16:32:09Z", "walltime": 10, "usertime": 9.233405000000001, "systemtime": 0.510789, "total_files": 14, "total_bytes": 39603222, "output_files": 12, "output_bytes": 36342240, "vdr_files": 2, "vdr_bytes": 3260982, "in_bytes_dev": 1168803.5166921637, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null } ]