[ { "name": "SC_RNA_REANALYZER_CS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS", "type": "pipeline", "forks": [ { "stages": [ { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 }, { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 51, "num_threads": 55, "duration": 158.76816262199998, "core_hours": 0.04879655034805555, "maxrss": 661096, "maxvmem": 4160100, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 13432, "out_blocks": 819848, "total_blocks": 833280, "in_blocks_rate": 84.60134436385279, "out_blocks_rate": 5163.806058220368, "total_blocks_rate": 5248.40740258422, "in_bytes": 210079744, "out_bytes": 0, "in_bytes_rate": 1323185.5841285018, "out_bytes_rate": 0, "in_bytes_peak": 209228206.84949586, "out_bytes_peak": 0, "start": "2022-04-19T16:29:27Z", "end": "2022-04-19T16:30:21Z", "walltime": 54, "usertime": 195.46817499999997, "systemtime": 8.061581000000002, "total_files": 283, "total_bytes": 460043982, "output_files": 134, "output_bytes": 305239814, "vdr_files": 149, "vdr_bytes": 154804168, "in_bytes_dev": 155425.87902257443, "out_bytes_dev": 0 } } ], "maxbytes": 372394134, "bytehist": [ { "ts": "2022-04-19T16:29:27+02:00", "bytes": 3639, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-19T16:29:28+02:00", "bytes": 19824, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-19T16:29:28+02:00", "bytes": 23547, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES alloc" }, { "ts": "2022-04-19T16:29:28+02:00", "bytes": 26955, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV alloc" }, { "ts": "2022-04-19T16:29:28+02:00", "bytes": 31237, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV alloc" }, { "ts": "2022-04-19T16:29:28.970266646+02:00", "bytes": 31214, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES delete" }, { "ts": "2022-04-19T16:29:30+02:00", "bytes": 11101118, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-19T16:29:34+02:00", "bytes": 11109020, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-19T16:29:34+02:00", "bytes": 24456036, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA alloc" }, { "ts": "2022-04-19T16:29:37+02:00", "bytes": 24626690, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING alloc" }, { "ts": "2022-04-19T16:29:37+02:00", "bytes": 24631345, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:29:37+02:00", "bytes": 38922158, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT alloc" }, { "ts": "2022-04-19T16:29:37+02:00", "bytes": 39313083, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-19T16:29:37+02:00", "bytes": 39701834, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-19T16:29:37.574884076+02:00", "bytes": 26370253, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA delete" }, { "ts": "2022-04-19T16:29:38+02:00", "bytes": 27551106, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:29:40+02:00", "bytes": 28631847, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-19T16:29:40+02:00", "bytes": 30942201, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING alloc" }, { "ts": "2022-04-19T16:29:40.969339974+02:00", "bytes": 29801072, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-19T16:29:41+02:00", "bytes": 40606292, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-19T16:29:41.32913506+02:00", "bytes": 39372973, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING delete" }, { "ts": "2022-04-19T16:29:41.330327017+02:00", "bytes": 38300206, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-19T16:29:47+02:00", "bytes": 38683560, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-19T16:29:47.040391823+02:00", "bytes": 38304808, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-19T16:29:51+02:00", "bytes": 122935765, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-19T16:29:52.310636124+02:00", "bytes": 112179084, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-19T16:30:10+02:00", "bytes": 112562550, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-19T16:30:11+02:00", "bytes": 323175130, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-19T16:30:11.00870321+02:00", "bytes": 322796210, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-19T16:30:12+02:00", "bytes": 347593076, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-19T16:30:12+02:00", "bytes": 372394134, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:30:12.268530144+02:00", "bytes": 272461964, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-19T16:30:12.269737239+02:00", "bytes": 267097224, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX delete" }, { "ts": "2022-04-19T16:30:12.270052752+02:00", "bytes": 266718304, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-19T16:30:12.271025761+02:00", "bytes": 265493265, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING delete" }, { "ts": "2022-04-19T16:30:12.283194463+02:00", "bytes": 180875387, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-19T16:30:12.286095013+02:00", "bytes": 167543806, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT delete" }, { "ts": "2022-04-19T16:30:12.289866146+02:00", "bytes": 62247686, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-19T16:30:13+02:00", "bytes": 65126414, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:30:15+02:00", "bytes": 81981768, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-19T16:30:21+02:00", "bytes": 106764489, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-19T16:30:21.68549429+02:00", "bytes": 62691427, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-19T16:30:21.686694081+02:00", "bytes": 35039834, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS delete" }, { "ts": "2022-04-19T16:30:21.898711819+02:00", "bytes": 10262245, "desc": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS delete" } ], "highmem": { "rss": 1555124224, "shared": 569643008, "vmem": 37795495936, "text": 221798400, "stack": 3804614656, "proc_count": 493 } }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "type": "stage", "forks": [ { "stages": [ { "name": "CLOUPE_PREPROCESS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 2, "duration": 8.716988279, "core_hours": 0.0048427712661111115, "maxrss": 661096, "maxvmem": 4160100, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 48496, "total_blocks": 48496, "in_blocks_rate": 0, "out_blocks_rate": 5563.389378052873, "total_blocks_rate": 5563.389378052873, "in_bytes": 14376960, "out_bytes": 0, "in_bytes_rate": 1649303.582825203, "out_bytes_rate": 0, "in_bytes_peak": 2867549.7426217822, "out_bytes_peak": 0, "start": "2022-04-19T16:30:12Z", "end": "2022-04-19T16:30:21Z", "walltime": 9, "usertime": 10.995709, "systemtime": 0.422101, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 819835.5030332686, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.41488079, "core_hours": 0.00011524466388888889, "maxrss": 96728, "maxvmem": 1180796, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 173.54382689061114, "total_blocks_rate": 173.54382689061114, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:12Z", "end": "2022-04-19T16:30:12Z", "walltime": 0, "usertime": 0.36334, "systemtime": 0.055801, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.428833761, "core_hours": 0.00011912048916666666, "maxrss": 94856, "maxvmem": 1112996, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 48472, "total_blocks": 48472, "in_blocks_rate": 0, "out_blocks_rate": 113032.14533988149, "total_blocks_rate": 113032.14533988149, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:21Z", "end": "2022-04-19T16:30:21Z", "walltime": 0, "usertime": 0.371761, "systemtime": 0.061438, "total_files": 1, "total_bytes": 24777547, "output_files": 1, "output_bytes": 24777547, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 4, "duration": 9.56070283, "core_hours": 0.005077136419166667, "maxrss": 661096, "maxvmem": 4160100, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 97040, "total_blocks": 97040, "in_blocks_rate": 0, "out_blocks_rate": 10149.881418288995, "total_blocks_rate": 10149.881418288995, "in_bytes": 14376960, "out_bytes": 0, "in_bytes_rate": 1503755.556012821, "out_bytes_rate": 0, "in_bytes_peak": 2867549.7426217822, "out_bytes_peak": 0, "start": "2022-04-19T16:30:12Z", "end": "2022-04-19T16:30:21Z", "walltime": 9, "usertime": 11.730809999999998, "systemtime": 0.53934, "total_files": 4, "total_bytes": 74332683, "output_files": 2, "output_bytes": 49555094, "vdr_files": 2, "vdr_bytes": 24777589, "in_bytes_dev": 467834.0025968851, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_AGGR_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.200465082, "core_hours": 0.000055684744999999995, "maxrss": 15636, "maxvmem": 1126816, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 13320, "out_blocks": 72, "total_blocks": 13392, "in_blocks_rate": 66445.48700007515, "out_blocks_rate": 359.16479459500084, "total_blocks_rate": 66804.65179467016, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.0043219999999999995, "systemtime": 0.005754, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.200465082, "core_hours": 0.000055684744999999995, "maxrss": 15636, "maxvmem": 1126816, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 13320, "out_blocks": 72, "total_blocks": 13392, "in_blocks_rate": 66445.48700007515, "out_blocks_rate": 359.16479459500084, "total_blocks_rate": 66804.65179467016, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.0043219999999999995, "systemtime": 0.005754, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_PARAM_CSV", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.064283022, "core_hours": 0.000017856395, "maxrss": 15412, "maxvmem": 1112696, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 72, "total_blocks": 96, "in_blocks_rate": 373.348969188163, "out_blocks_rate": 1120.046907564489, "total_blocks_rate": 1493.395876752652, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.04163, "systemtime": 0.018945, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.064283022, "core_hours": 0.000017856395, "maxrss": 15412, "maxvmem": 1112696, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 72, "total_blocks": 96, "in_blocks_rate": 373.348969188163, "out_blocks_rate": 1120.046907564489, "total_blocks_rate": 1493.395876752652, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.04163, "systemtime": 0.018945, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.856320088, "core_hours": 0.00023786669111111112, "maxrss": 134264, "maxvmem": 1800072, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 72, "total_blocks": 96, "in_blocks_rate": 28.02690294940272, "out_blocks_rate": 84.08070884820816, "total_blocks_rate": 112.10761179761089, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9566.516206729462, "out_bytes_rate": 0, "in_bytes_peak": 16287.00677035682, "out_bytes_peak": 0, "start": "2022-04-19T16:29:27Z", "end": "2022-04-19T16:29:28Z", "walltime": 1, "usertime": 0.7048460000000001, "systemtime": 0.075468, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 778.1556369423208, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.856320088, "core_hours": 0.00023786669111111112, "maxrss": 134264, "maxvmem": 1800072, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 72, "total_blocks": 96, "in_blocks_rate": 28.02690294940272, "out_blocks_rate": 84.08070884820816, "total_blocks_rate": 112.10761179761089, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9566.516206729462, "out_bytes_rate": 0, "in_bytes_peak": 16287.00677035682, "out_bytes_peak": 0, "start": "2022-04-19T16:29:27Z", "end": "2022-04-19T16:29:28Z", "walltime": 1, "usertime": 0.7048460000000001, "systemtime": 0.075468, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SC_RNA_ANALYZER", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER", "type": "pipeline", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 41, "num_threads": 44, "duration": 138.317278483, "core_hours": 0.04069436356527777, "maxrss": 331340, "maxvmem": 1975936, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 16, "out_blocks": 683744, "total_blocks": 683760, "in_blocks_rate": 0.11567607587049578, "out_blocks_rate": 4943.301426249766, "total_blocks_rate": 4943.417102325637, "in_bytes": 180547584, "out_bytes": 0, "in_bytes_rate": 1305314.7515636692, "out_bytes_rate": 0, "in_bytes_peak": 209228206.84949586, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:30:12Z", "walltime": 44, "usertime": 173.90429099999997, "systemtime": 6.779697000000002, "total_files": 264, "total_bytes": 349137046, "output_files": 120, "output_bytes": 221984494, "vdr_files": 144, "vdr_bytes": 127152552, "in_bytes_dev": 8039479.433890561, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.099797194, "core_hours": 0.0003054992205555556, "maxrss": 133864, "maxvmem": 1804308, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 65.46661547492546, "total_blocks_rate": 65.46661547492546, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7448.646027369297, "out_bytes_rate": 0, "in_bytes_peak": 16280.272361086742, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:30Z", "walltime": 2, "usertime": 1.049855, "systemtime": 0.057323, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 789.1999754154537, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.099797194, "core_hours": 0.0003054992205555556, "maxrss": 133864, "maxvmem": 1804308, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 65.46661547492546, "total_blocks_rate": 65.46661547492546, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7448.646027369297, "out_bytes_rate": 0, "in_bytes_peak": 16280.272361086742, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:30Z", "walltime": 2, "usertime": 1.049855, "systemtime": 0.057323, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "type": "stage", "forks": [ { "stages": [ { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.080672736, "core_hours": 0.000022409093333333333, "maxrss": 16808, "maxvmem": 1112696, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 26112, "total_blocks": 26112, "in_blocks_rate": 0, "out_blocks_rate": 323678.12590365106, "total_blocks_rate": 323678.12590365106, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:37Z", "walltime": 0, "usertime": 0.048693, "systemtime": 0.03666, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.080672736, "core_hours": 0.000022409093333333333, "maxrss": 16808, "maxvmem": 1112696, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 26112, "total_blocks": 26112, "in_blocks_rate": 0, "out_blocks_rate": 323678.12590365106, "total_blocks_rate": 323678.12590365106, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:37Z", "walltime": 0, "usertime": 0.048693, "systemtime": 0.03666, "total_files": 8, "total_bytes": 13331581, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 13331581, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "COMBINE_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.341943629, "core_hours": 0.0000949843413888889, "maxrss": 68608, "maxvmem": 1180580, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2408, "total_blocks": 2408, "in_blocks_rate": 0, "out_blocks_rate": 7042.096403556622, "total_blocks_rate": 7042.096403556622, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:40Z", "end": "2022-04-19T16:29:41Z", "walltime": 1, "usertime": 0.289945, "systemtime": 0.058617999999999996, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.341943629, "core_hours": 0.0000949843413888889, "maxrss": 68608, "maxvmem": 1180580, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2408, "total_blocks": 2408, "in_blocks_rate": 0, "out_blocks_rate": 7042.096403556622, "total_blocks_rate": 7042.096403556622, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:40Z", "end": "2022-04-19T16:29:41Z", "walltime": 1, "usertime": 0.289945, "systemtime": 0.058617999999999996, "total_files": 22, "total_bytes": 1225039, "output_files": 0, "output_bytes": 0, "vdr_files": 22, "vdr_bytes": 1225039, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "type": "stage", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "type": "stage", "forks": [ { "stages": [ { "name": "PREPROCESS_MATRIX", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.821285341, "core_hours": 0.00022813481694444442, "maxrss": 186124, "maxvmem": 1820080, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 87.66746026701578, "total_blocks_rate": 87.66746026701578, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9974.608812602684, "out_bytes_rate": 0, "in_bytes_peak": 16283.686531138914, "out_bytes_peak": 0, "start": "2022-04-19T16:29:30Z", "end": "2022-04-19T16:29:30Z", "walltime": 0, "usertime": 0.722179, "systemtime": 0.089085, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 763.7999018173765, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.35372972, "core_hours": 0.0009315915888888889, "maxrss": 331340, "maxvmem": 1822620, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 21680, "total_blocks": 21680, "in_blocks_rate": 0, "out_blocks_rate": 6464.444606466379, "total_blocks_rate": 6464.444606466379, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2442.6536077570377, "out_bytes_rate": 0, "in_bytes_peak": 16284.170090669195, "out_bytes_peak": 0, "start": "2022-04-19T16:29:30Z", "end": "2022-04-19T16:29:34Z", "walltime": 4, "usertime": 3.149166, "systemtime": 0.190478, "total_files": 1, "total_bytes": 5696125, "output_files": 1, "output_bytes": 5696125, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 778.6452184343217, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 4.175015061, "core_hours": 0.0011597264058333333, "maxrss": 331340, "maxvmem": 1822620, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 21752, "total_blocks": 21752, "in_blocks_rate": 0, "out_blocks_rate": 5210.041085406278, "total_blocks_rate": 5210.041085406278, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 3924.2972206370205, "out_bytes_rate": 0, "in_bytes_peak": 16284.170090669195, "out_bytes_peak": 0, "start": "2022-04-19T16:29:30Z", "end": "2022-04-19T16:29:34Z", "walltime": 4, "usertime": 3.8713450000000003, "systemtime": 0.279563, "total_files": 3, "total_bytes": 16756990, "output_files": 2, "output_bytes": 11392250, "vdr_files": 1, "vdr_bytes": 5364740, "in_bytes_dev": 2994.061710481206, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 7.506231711, "core_hours": 0.0020850643641666666, "maxrss": 82272, "maxvmem": 1661052, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3312, "total_blocks": 3312, "in_blocks_rate": 0, "out_blocks_rate": 441.23338147774376, "total_blocks_rate": 441.23338147774376, "in_bytes": 1081344, "out_bytes": 0, "in_bytes_rate": 144059.5017091393, "out_bytes_rate": 0, "in_bytes_peak": 214595.76596014015, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:48Z", "walltime": 7, "usertime": 7.428543, "systemtime": 0.08602, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 57190.00934949326, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 7.654205634, "core_hours": 0.0021261682316666666, "maxrss": 82388, "maxvmem": 1593144, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3232, "total_blocks": 3232, "in_blocks_rate": 0, "out_blocks_rate": 422.2515247883396, "total_blocks_rate": 422.2515247883396, "in_bytes": 995328, "out_bytes": 0, "in_bytes_rate": 130036.74680214372, "out_bytes_rate": 0, "in_bytes_peak": 196457.31080598556, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:49Z", "walltime": 8, "usertime": 7.564745, "systemtime": 0.09719599999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 51802.67222622422, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.319167614, "core_hours": 0.002866435448333333, "maxrss": 82308, "maxvmem": 1660732, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2888, "total_blocks": 2888, "in_blocks_rate": 0, "out_blocks_rate": 279.8675346722593, "total_blocks_rate": 279.8675346722593, "in_bytes": 466944, "out_bytes": 0, "in_bytes_rate": 45250.16139543056, "out_bytes_rate": 0, "in_bytes_peak": 91311.19414233626, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:51Z", "walltime": 10, "usertime": 10.282223, "systemtime": 0.044001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 21581.464775717093, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 8.498772414, "core_hours": 0.002360770115, "maxrss": 82484, "maxvmem": 1661244, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2568, "total_blocks": 2568, "in_blocks_rate": 0, "out_blocks_rate": 302.16128576048726, "total_blocks_rate": 302.16128576048726, "in_bytes": 782336, "out_bytes": 0, "in_bytes_rate": 92052.82385386158, "out_bytes_rate": 0, "in_bytes_peak": 154803.90799600596, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:49Z", "walltime": 8, "usertime": 8.435433, "systemtime": 0.07066, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 39968.53496078078, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 8.389720592, "core_hours": 0.002330477942222222, "maxrss": 82488, "maxvmem": 1594616, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2896, "total_blocks": 2896, "in_blocks_rate": 0, "out_blocks_rate": 345.1843202932735, "total_blocks_rate": 345.1843202932735, "in_bytes": 765952, "out_bytes": 0, "in_bytes_rate": 91296.48497834028, "out_bytes_rate": 0, "in_bytes_peak": 151529.87624409067, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:49Z", "walltime": 8, "usertime": 8.336021, "systemtime": 0.060926, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 39022.83294774886, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 8.39555724, "core_hours": 0.0023320992333333334, "maxrss": 82308, "maxvmem": 1592888, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2880, "total_blocks": 2880, "in_blocks_rate": 0, "out_blocks_rate": 343.03857595996806, "total_blocks_rate": 343.03857595996806, "in_bytes": 368640, "out_bytes": 0, "in_bytes_rate": 43908.93772287591, "out_bytes_rate": 0, "in_bytes_peak": 71758.9895578552, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:49Z", "walltime": 8, "usertime": 8.328784, "systemtime": 0.074976, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 15992.939734315023, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.646112105, "core_hours": 0.002679475584722222, "maxrss": 82492, "maxvmem": 1661052, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1704, "total_blocks": 1704, "in_blocks_rate": 0, "out_blocks_rate": 176.65148211544656, "total_blocks_rate": 176.65148211544656, "in_bytes": 376832, "out_bytes": 0, "in_bytes_rate": 39065.68738763378, "out_bytes_rate": 0, "in_bytes_peak": 73715.49449070783, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:51Z", "walltime": 10, "usertime": 9.587479, "systemtime": 0.067848, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 16579.148299062603, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.434774177, "core_hours": 0.0009541039380555555, "maxrss": 82260, "maxvmem": 1592812, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2136, "total_blocks": 2136, "in_blocks_rate": 0, "out_blocks_rate": 621.8749442985579, "total_blocks_rate": 621.8749442985579, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2385.018512965256, "out_bytes_rate": 0, "in_bytes_peak": 16285.62638070607, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:44Z", "walltime": 3, "usertime": 3.3872790000000004, "systemtime": 0.053167, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 771.2079924100142, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.007193439, "core_hours": 0.0000019981775, "maxrss": 17512, "maxvmem": 1135208, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 11121.245345932592, "total_blocks_rate": 11121.245345932592, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:41Z", "walltime": 0, "usertime": 0.004365, "systemtime": 0.005426, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.608741548, "core_hours": 0.00016909487444444446, "maxrss": 30140, "maxvmem": 1494760, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 165288, "total_blocks": 165288, "in_blocks_rate": 0, "out_blocks_rate": 271524.0984339712, "total_blocks_rate": 271524.0984339712, "in_bytes": 70266880, "out_bytes": 0, "in_bytes_rate": 115429742.27873796, "out_bytes_rate": 0, "in_bytes_peak": 139655709.63956863, "out_bytes_peak": 0, "start": "2022-04-19T16:29:51Z", "end": "2022-04-19T16:29:52Z", "walltime": 1, "usertime": 0.566218, "systemtime": 0.047911, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 7025208.4995254055, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 10, "num_threads": 10, "duration": 64.460476474, "core_hours": 0.017905687909444443, "maxrss": 82492, "maxvmem": 1661244, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 186984, "total_blocks": 186984, "in_blocks_rate": 0, "out_blocks_rate": 2900.754233106229, "total_blocks_rate": 2900.754233106229, "in_bytes": 75112448, "out_bytes": 0, "in_bytes_rate": 1165248.1040889674, "out_bytes_rate": 0, "in_bytes_peak": 139655709.63956863, "out_bytes_peak": 0, "start": "2022-04-19T16:29:41Z", "end": "2022-04-19T16:29:52Z", "walltime": 11, "usertime": 63.92109, "systemtime": 0.608131, "total_files": 30, "total_bytes": 95374559, "output_files": 0, "output_bytes": 0, "vdr_files": 30, "vdr_bytes": 95374559, "in_bytes_dev": 11156923.103585688, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_FBPCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005140749, "core_hours": 0.0000014279858333333334, "maxrss": 16808, "maxvmem": 1136808, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 14005.741186741465, "total_blocks_rate": 14005.741186741465, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:37Z", "walltime": 0, "usertime": 0.005237, "systemtime": 0.002406, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 4, "duration": 2.7274767840000003, "core_hours": 0.00303052976, "maxrss": 82792, "maxvmem": 1727764, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 392, "total_blocks": 392, "in_blocks_rate": 0, "out_blocks_rate": 143.72257989492752, "total_blocks_rate": 143.72257989492752, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 6007.017216832889, "out_bytes_rate": 0, "in_bytes_peak": 32643.07599275416, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:40Z", "walltime": 3, "usertime": 2.914912, "systemtime": 0.056624, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1480.8303682041544, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 5, "duration": 2.7326175330000004, "core_hours": 0.0030319577458333335, "maxrss": 82792, "maxvmem": 1727764, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 464, "total_blocks": 464, "in_blocks_rate": 0, "out_blocks_rate": 169.80056462222805, "total_blocks_rate": 169.80056462222805, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 5995.7164887297085, "out_bytes_rate": 0, "in_bytes_peak": 32643.07599275416, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:40Z", "walltime": 3, "usertime": 2.9201490000000003, "systemtime": 0.05903, "total_files": 4, "total_bytes": 160552, "output_files": 0, "output_bytes": 0, "vdr_files": 4, "vdr_bytes": 160552, "in_bytes_dev": 260.29975378952963, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_KMEANS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.6333331580000001, "core_hours": 0.00045370365500000006, "maxrss": 210852, "maxvmem": 1760392, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 191.02042866872355, "total_blocks_rate": 191.02042866872355, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 5015.510742481357, "out_bytes_rate": 0, "in_bytes_peak": 16283.234136528241, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:39Z", "walltime": 1, "usertime": 3.410207, "systemtime": 0.334422, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 854.8337315232225, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.74050529, "core_hours": 0.00048347369166666665, "maxrss": 209672, "maxvmem": 1762084, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 179.2582888386395, "total_blocks_rate": 179.2582888386395, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4706.6791736094065, "out_bytes_rate": 0, "in_bytes_peak": 16284.267362790471, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 3.655214, "systemtime": 0.299777, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 823.0711409700663, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.7404060700000001, "core_hours": 0.0004834461305555556, "maxrss": 209944, "maxvmem": 1762340, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 16, "out_blocks": 312, "total_blocks": 328, "in_blocks_rate": 9.193256835745235, "out_blocks_rate": 179.26850829703207, "total_blocks_rate": 188.46176513277732, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4706.94749990156, "out_bytes_rate": 0, "in_bytes_peak": 16276.034067336708, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 4.342099, "systemtime": 0.462603, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 776.0958497390352, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.784743516, "core_hours": 0.0004957620877777777, "maxrss": 209632, "maxvmem": 1827768, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 174.815034879219, "total_blocks_rate": 174.815034879219, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4590.015274777443, "out_bytes_rate": 0, "in_bytes_peak": 16278.444316131587, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 4.788571999999999, "systemtime": 0.497695, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 890.8580396759301, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.570678988, "core_hours": 0.0004362997188888889, "maxrss": 209136, "maxvmem": 1826160, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 198.6402074412929, "total_blocks_rate": 198.6402074412929, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 5215.578779997024, "out_bytes_rate": 0, "in_bytes_peak": 16311.712298064554, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:39Z", "walltime": 1, "usertime": 4.2727759999999995, "systemtime": 0.416567, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 827.4065157877322, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.730675845, "core_hours": 0.0004807432902777778, "maxrss": 209732, "maxvmem": 1763748, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 180.27639369982657, "total_blocks_rate": 180.27639369982657, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4733.4109525287795, "out_bytes_rate": 0, "in_bytes_peak": 16284.272865740551, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:39Z", "walltime": 1, "usertime": 5.087328, "systemtime": 0.49806799999999996, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 907.7479305612109, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.799979978, "core_hours": 0.0004999944383333333, "maxrss": 209820, "maxvmem": 1831336, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 173.3352613992243, "total_blocks_rate": 173.3352613992243, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4551.161735200146, "out_bytes_rate": 0, "in_bytes_peak": 16283.975161483384, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 10.095105, "systemtime": 0.771745, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 791.9925269646158, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.761563601, "core_hours": 0.0004893232225, "maxrss": 208960, "maxvmem": 1826420, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 177.11537626168288, "total_blocks_rate": 177.11537626168288, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4650.413981845212, "out_bytes_rate": 0, "in_bytes_peak": 16307.110895856718, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 7.161428999999999, "systemtime": 0.5689500000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 762.7251057065587, "out_bytes_dev": 0 } }, { "index": 8, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.8709126710000001, "core_hours": 0.0005196979641666667, "maxrss": 209420, "maxvmem": 1828024, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 312, "total_blocks": 312, "in_blocks_rate": 0, "out_blocks_rate": 166.76352928500742, "total_blocks_rate": 166.76352928500742, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 4378.611640714042, "out_bytes_rate": 0, "in_bytes_peak": 16314.392523427767, "out_bytes_peak": 0, "start": "2022-04-19T16:29:38Z", "end": "2022-04-19T16:29:40Z", "walltime": 2, "usertime": 10.676367, "systemtime": 0.757921, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 729.3751579951538, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.666670745, "core_hours": 0.00018518631805555555, "maxrss": 138356, "maxvmem": 1762724, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 119.99926590449083, "total_blocks_rate": 119.99926590449083, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 12287.92482861986, "out_bytes_rate": 0, "in_bytes_peak": 16277.247527695825, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:38Z", "walltime": 1, "usertime": 0.605223, "systemtime": 0.069269, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 795.7122812883844, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.809621232, "core_hours": 0.00022489478666666668, "maxrss": 147832, "maxvmem": 1830316, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2120, "total_blocks": 2120, "in_blocks_rate": 0, "out_blocks_rate": 2618.5084039396834, "total_blocks_rate": 2618.5084039396834, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 10118.311719374475, "out_bytes_rate": 0, "in_bytes_peak": 16283.487082123049, "out_bytes_peak": 0, "start": "2022-04-19T16:29:40Z", "end": "2022-04-19T16:29:40Z", "walltime": 0, "usertime": 0.667033, "systemtime": 0.154478, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 815.3517256490098, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 11, "num_threads": 11, "duration": 17.109091094000004, "core_hours": 0.0047525253038888885, "maxrss": 210852, "maxvmem": 1831336, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 16, "out_blocks": 5008, "total_blocks": 5024, "in_blocks_rate": 0.935175335270209, "out_blocks_rate": 292.7098799395754, "total_blocks_rate": 293.6450552748456, "in_bytes": 90112, "out_bytes": 0, "in_bytes_rate": 5266.907488241817, "out_bytes_rate": 0, "in_bytes_peak": 16314.392523427767, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:40Z", "walltime": 3, "usertime": 54.761353, "systemtime": 4.831495, "total_files": 56, "total_bytes": 2213896, "output_files": 0, "output_bytes": 0, "vdr_files": 56, "vdr_bytes": 2213896, "in_bytes_dev": 1833.18481950984, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.559467585, "core_hours": 0.00015540766250000002, "maxrss": 126964, "maxvmem": 1820996, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 128.69378303659897, "total_blocks_rate": 128.69378303659897, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 29284.985295439412, "out_bytes_rate": 0, "in_bytes_peak": 32562.338743235472, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:34Z", "walltime": 0, "usertime": 0.509075, "systemtime": 0.058261, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1604.8777760838504, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.56329785, "core_hours": 0.000156471625, "maxrss": 126520, "maxvmem": 1819844, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 127.81870195314966, "total_blocks_rate": 127.81870195314966, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 29085.855733338944, "out_bytes_rate": 0, "in_bytes_peak": 32655.031030421313, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:35Z", "walltime": 1, "usertime": 0.496921, "systemtime": 0.074199, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1574.9779262076345, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 1.122765435, "core_hours": 0.00031187928750000003, "maxrss": 126964, "maxvmem": 1820996, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 144, "total_blocks": 144, "in_blocks_rate": 0, "out_blocks_rate": 128.25474984452117, "total_blocks_rate": 128.25474984452117, "in_bytes": 32768, "out_bytes": 0, "in_bytes_rate": 29185.080853508818, "out_bytes_rate": 0, "in_bytes_peak": 32655.031030421313, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:35Z", "walltime": 1, "usertime": 1.0059960000000001, "systemtime": 0.13246, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 99.56420167928302, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_PCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_PCA", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.00432986, "core_hours": 0.0000012027388888888888, "maxrss": 16560, "maxvmem": 1135096, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 16628.713168555107, "total_blocks_rate": 16628.713168555107, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:34Z", "walltime": 0, "usertime": 0.004132, "systemtime": 0.002599, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.159596151, "core_hours": 0.0008776655975, "maxrss": 111300, "maxvmem": 1524296, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 26112, "total_blocks": 26112, "in_blocks_rate": 0, "out_blocks_rate": 8264.347325443998, "total_blocks_rate": 8264.347325443998, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2592.7364158255677, "out_bytes_rate": 0, "in_bytes_peak": 16292.252201963915, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:37Z", "walltime": 3, "usertime": 3.029879, "systemtime": 0.09518199999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 755.9561251784625, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 3.163926011, "core_hours": 0.000878868336388889, "maxrss": 111300, "maxvmem": 1524296, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 26184, "total_blocks": 26184, "in_blocks_rate": 0, "out_blocks_rate": 8275.794032150647, "total_blocks_rate": 8275.794032150647, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2589.188233706771, "out_bytes_rate": 0, "in_bytes_peak": 16292.252201963915, "out_bytes_peak": 0, "start": "2022-04-19T16:29:34Z", "end": "2022-04-19T16:29:37Z", "walltime": 3, "usertime": 3.034011, "systemtime": 0.09778099999999999, "total_files": 8, "total_bytes": 13331581, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 13331581, "in_bytes_dev": 95.84837710174334, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_TSNE", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.402184117000001, "core_hours": 0.002611717810277778, "maxrss": 25448, "maxvmem": 1623944, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 816, "total_blocks": 816, "in_blocks_rate": 0, "out_blocks_rate": 86.78834511702425, "total_blocks_rate": 86.78834511702425, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 1306.9303735269534, "out_bytes_rate": 0, "in_bytes_peak": 24495.160044025986, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:47Z", "walltime": 10, "usertime": 9.105418, "systemtime": 0.023842, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 7036.456523085221, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.016241682, "core_hours": 0.000004511578333333333, "maxrss": 16808, "maxvmem": 1202796, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 4433.038400825727, "total_blocks_rate": 4433.038400825727, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:37Z", "walltime": 0, "usertime": 0.014228000000000001, "systemtime": 0.004784, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005676562, "core_hours": 0.0000015768227777777776, "maxrss": 18092, "maxvmem": 1134952, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 800, "total_blocks": 800, "in_blocks_rate": 0, "out_blocks_rate": 140930.37299689496, "total_blocks_rate": 140930.37299689496, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:47Z", "end": "2022-04-19T16:29:47Z", "walltime": 0, "usertime": 0.004446, "systemtime": 0.003738, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 9.424102361000001, "core_hours": 0.0026178062113888893, "maxrss": 25448, "maxvmem": 1623944, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1688, "total_blocks": 1688, "in_blocks_rate": 0, "out_blocks_rate": 179.11520220594088, "total_blocks_rate": 179.11520220594088, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 1303.89076108211, "out_bytes_rate": 0, "in_bytes_peak": 24495.160044025986, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:47Z", "walltime": 10, "usertime": 9.124092, "systemtime": 0.032364, "total_files": 8, "total_bytes": 757504, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 757504, "in_bytes_dev": 62.9549250186311, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_UMAP", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 33.366281636, "core_hours": 0.009268411565555554, "maxrss": 38984, "maxvmem": 1975936, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 824, "total_blocks": 824, "in_blocks_rate": 0, "out_blocks_rate": 24.695589667113488, "total_blocks_rate": 24.695589667113488, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 491.03463726454777, "out_bytes_rate": 0, "in_bytes_peak": 32557.217864756683, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:30:10Z", "walltime": 33, "usertime": 33.098995, "systemtime": 0.088487, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4144.592161510869, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.016324891, "core_hours": 0.0000045346919444444445, "maxrss": 16808, "maxvmem": 1135208, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 4410.442924243721, "total_blocks_rate": 4410.442924243721, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:29:37Z", "walltime": 0, "usertime": 0.015145, "systemtime": 0.00363, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.005708092, "core_hours": 0.000001585581111111111, "maxrss": 18092, "maxvmem": 1136552, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 800, "total_blocks": 800, "in_blocks_rate": 0, "out_blocks_rate": 140151.91065596, "total_blocks_rate": 140151.91065596, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:10Z", "end": "2022-04-19T16:30:11Z", "walltime": 1, "usertime": 0.00836, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 33.38831461899999, "core_hours": 0.00927453183861111, "maxrss": 38984, "maxvmem": 1975936, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1696, "total_blocks": 1696, "in_blocks_rate": 0, "out_blocks_rate": 50.79621476415801, "total_blocks_rate": 50.79621476415801, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 490.7106030046962, "out_bytes_rate": 0, "in_bytes_peak": 32557.217864756683, "out_bytes_peak": 0, "start": "2022-04-19T16:29:37Z", "end": "2022-04-19T16:30:11Z", "walltime": 34, "usertime": 33.1225, "systemtime": 0.09211699999999999, "total_files": 8, "total_bytes": 757840, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 757840, "in_bytes_dev": 12.609799643369348, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.531908575, "core_hours": 0.00014775238194444443, "maxrss": 82928, "maxvmem": 1755028, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 205576, "total_blocks": 205576, "in_blocks_rate": 0, "out_blocks_rate": 386487.471084669, "total_blocks_rate": 386487.471084669, "in_bytes": 105234432, "out_bytes": 0, "in_bytes_rate": 197843082.33797508, "out_bytes_rate": 0, "in_bytes_peak": 209228206.84949586, "out_bytes_peak": 0, "start": "2022-04-19T16:30:11Z", "end": "2022-04-19T16:30:11Z", "walltime": 0, "usertime": 0.320129, "systemtime": 0.22541, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 9899057.675445678, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.248595503, "core_hours": 0.00006905430638888889, "maxrss": 66832, "maxvmem": 1181948, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 289.62712169415227, "total_blocks_rate": 289.62712169415227, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:11Z", "end": "2022-04-19T16:30:11Z", "walltime": 0, "usertime": 0.215278, "systemtime": 0.038513, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.438052258, "core_hours": 0.00012168118277777778, "maxrss": 66944, "maxvmem": 1113000, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 205584, "total_blocks": 205584, "in_blocks_rate": 0, "out_blocks_rate": 469313.8689402669, "total_blocks_rate": 469313.8689402669, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:30:11Z", "end": "2022-04-19T16:30:12Z", "walltime": 1, "usertime": 0.21985500000000002, "systemtime": 0.230232, "total_files": 56, "total_bytes": 61223060, "output_files": 56, "output_bytes": 61223060, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 1.218556336, "core_hours": 0.0003384878711111111, "maxrss": 82928, "maxvmem": 1755028, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 411232, "total_blocks": 411232, "in_blocks_rate": 0, "out_blocks_rate": 337474.7542242479, "total_blocks_rate": 337474.7542242479, "in_bytes": 105234432, "out_bytes": 0, "in_bytes_rate": 86359923.53495915, "out_bytes_rate": 0, "in_bytes_peak": 209228206.84949586, "out_bytes_peak": 0, "start": "2022-04-19T16:30:11Z", "end": "2022-04-19T16:30:12Z", "walltime": 1, "usertime": 0.755262, "systemtime": 0.494155, "total_files": 173, "total_bytes": 271815302, "output_files": 112, "output_bytes": 122446120, "vdr_files": 61, "vdr_bytes": 149369182, "in_bytes_dev": 98120727.01353249, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "type": "stage", "forks": [ { "stages": [ { "name": "SETUP_SAMPLES", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.411784236, "core_hours": 0.00011438451, "maxrss": 91668, "maxvmem": 1180844, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 80, "total_blocks": 104, "in_blocks_rate": 58.28294990874784, "out_blocks_rate": 194.27649969582612, "total_blocks_rate": 252.55944960457396, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.33779000000000003, "systemtime": 0.065467, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.411784236, "core_hours": 0.00011438451, "maxrss": 91668, "maxvmem": 1180844, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 80, "total_blocks": 104, "in_blocks_rate": 58.28294990874784, "out_blocks_rate": 194.27649969582612, "total_blocks_rate": 252.55944960457396, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-19T16:29:28Z", "end": "2022-04-19T16:29:28Z", "walltime": 0, "usertime": 0.33779000000000003, "systemtime": 0.065467, "total_files": 1, "total_bytes": 23, "output_files": 0, "output_bytes": 0, "vdr_files": 1, "vdr_bytes": 23, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.dimitri_force_5000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.078314762, "core_hours": 0.0005773096561111112, "maxrss": 345996, "maxvmem": 1756092, "maxrss_requested": 2726912, "maxvmem_requested": 5872640, "in_blocks": 0, "out_blocks": 5696, "total_blocks": 5696, "in_blocks_rate": 0, "out_blocks_rate": 2740.6820680610645, "total_blocks_rate": 2740.6820680610645, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3941.655109121531, "out_bytes_rate": 0, "in_bytes_peak": 16283.704042231946, "out_bytes_peak": 0, "start": "2022-04-19T16:30:13Z", "end": "2022-04-19T16:30:15Z", "walltime": 2, "usertime": 1.832029, "systemtime": 0.23714400000000002, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 810.3739569627832, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.1205416559999999, "core_hours": 0.00031126157111111105, "maxrss": 231484, "maxvmem": 1823728, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 24, "out_blocks": 72, "total_blocks": 96, "in_blocks_rate": 21.418213121744046, "out_blocks_rate": 64.25463936523214, "total_blocks_rate": 85.67285248697618, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7310.750078888635, "out_bytes_rate": 0, "in_bytes_peak": 16284.491789059868, "out_bytes_peak": 0, "start": "2022-04-19T16:30:12Z", "end": "2022-04-19T16:30:13Z", "walltime": 1, "usertime": 0.980698, "systemtime": 0.12276400000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 785.4930209024373, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 6.158472463, "core_hours": 0.0017106867952777778, "maxrss": 342024, "maxvmem": 2149704, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 33000, "total_blocks": 33000, "in_blocks_rate": 0, "out_blocks_rate": 5358.4716337149275, "total_blocks_rate": 5358.4716337149275, "in_bytes": 15130624, "out_bytes": 0, "in_bytes_rate": 2456879.3789214026, "out_bytes_rate": 0, "in_bytes_peak": 3023877.135929594, "out_bytes_peak": 0, "start": "2022-04-19T16:30:15Z", "end": "2022-04-19T16:30:21Z", "walltime": 6, "usertime": 5.931759, "systemtime": 0.217002, "total_files": 6, "total_bytes": 16850113, "output_files": 6, "output_bytes": 16850113, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 867511.059713896, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 9.357328881, "core_hours": 0.0025992580225000003, "maxrss": 345996, "maxvmem": 2149704, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 24, "out_blocks": 38768, "total_blocks": 38792, "in_blocks_rate": 2.5648345062159623, "out_blocks_rate": 4143.062672374184, "total_blocks_rate": 4145.627506880401, "in_bytes": 15147008, "out_bytes": 0, "in_bytes_rate": 1618732.0326803846, "out_bytes_rate": 0, "in_bytes_peak": 3023877.135929594, "out_bytes_peak": 0, "start": "2022-04-19T16:30:12Z", "end": "2022-04-19T16:30:21Z", "walltime": 9, "usertime": 8.744485999999998, "systemtime": 0.57691, "total_files": 14, "total_bytes": 36574230, "output_files": 12, "output_bytes": 33700226, "vdr_files": 2, "vdr_bytes": 2874004, "in_bytes_dev": 1162946.2550092188, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null } ]