[ { "name": "SC_RNA_REANALYZER_CS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS", "type": "pipeline", "forks": [ { "stages": [ { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 }, { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 51, "num_threads": 55, "duration": 851.318617201, "core_hours": 0.2538482604236111, "maxrss": 1425708, "maxvmem": 5077584, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 344, "out_blocks": 1571176, "total_blocks": 1571520, "in_blocks_rate": 0.40407902875543494, "out_blocks_rate": 1845.5792793135151, "total_blocks_rate": 1845.9833583422705, "in_bytes": 449683456, "out_bytes": 0, "in_bytes_rate": 528219.9248484516, "out_bytes_rate": 0, "in_bytes_peak": 199565749.51415095, "out_bytes_peak": 0, "start": "2022-04-29T12:03:41Z", "end": "2022-04-29T12:08:50Z", "walltime": 309, "usertime": 931.9311089999999, "systemtime": 69.773708, "total_files": 283, "total_bytes": 980167412, "output_files": 134, "output_bytes": 712239558, "vdr_files": 149, "vdr_bytes": 267927854, "in_bytes_dev": 514640.0947515807, "out_bytes_dev": 0 } } ], "maxbytes": 496336167, "bytehist": [ { "ts": "2022-04-29T12:03:41+02:00", "bytes": 3901, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-29T12:04:28+02:00", "bytes": 7480, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV alloc" }, { "ts": "2022-04-29T12:04:28+02:00", "bytes": 15637, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV alloc" }, { "ts": "2022-04-29T12:04:29+02:00", "bytes": 19655, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES alloc" }, { "ts": "2022-04-29T12:04:35+02:00", "bytes": 24677, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-29T12:04:35.415615886+02:00", "bytes": 24654, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES delete" }, { "ts": "2022-04-29T12:04:38+02:00", "bytes": 28698, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-29T12:05:07+02:00", "bytes": 53001979, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-29T12:05:23+02:00", "bytes": 68997835, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-29T12:05:23+02:00", "bytes": 84989819, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA alloc" }, { "ts": "2022-04-29T12:05:24+02:00", "bytes": 84994444, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-29T12:05:42+02:00", "bytes": 100983084, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT alloc" }, { "ts": "2022-04-29T12:05:43+02:00", "bytes": 101175345, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING alloc" }, { "ts": "2022-04-29T12:05:43+02:00", "bytes": 101179562, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-29T12:05:43+02:00", "bytes": 101833549, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-29T12:05:43+02:00", "bytes": 101838444, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-29T12:05:43.755999035+02:00", "bytes": 85854394, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA delete" }, { "ts": "2022-04-29T12:05:44+02:00", "bytes": 86304422, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-29T12:05:55+02:00", "bytes": 86753131, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-29T12:05:55.888074564+02:00", "bytes": 86309346, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-29T12:06:00+02:00", "bytes": 87628609, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-29T12:06:12+02:00", "bytes": 88866787, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-29T12:06:13+02:00", "bytes": 90278275, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING alloc" }, { "ts": "2022-04-29T12:06:13.736152953+02:00", "bytes": 89001465, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-29T12:06:14+02:00", "bytes": 106486184, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-29T12:06:14.423083335+02:00", "bytes": 105075560, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING delete" }, { "ts": "2022-04-29T12:06:14.465441585+02:00", "bytes": 103846298, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-29T12:06:26+02:00", "bytes": 104291403, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-29T12:06:28.971664403+02:00", "bytes": 103851259, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-29T12:07:28+02:00", "bytes": 210877596, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-29T12:07:30+02:00", "bytes": 210884540, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-29T12:07:30.380412595+02:00", "bytes": 193451003, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-29T12:07:31+02:00", "bytes": 344893268, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-29T12:07:32+02:00", "bytes": 496336167, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-29T12:07:32.909430298+02:00", "bytes": 494045798, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-29T12:07:32.962197055+02:00", "bytes": 492639358, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING delete" }, { "ts": "2022-04-29T12:07:32.973479308+02:00", "bytes": 492195573, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-29T12:07:33+02:00", "bytes": 492204874, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T12:07:33+02:00", "bytes": 492209350, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T12:07:33.031272277+02:00", "bytes": 369212917, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-29T12:07:33.053037166+02:00", "bytes": 217778271, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-29T12:07:33.061736205+02:00", "bytes": 191621233, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX delete" }, { "ts": "2022-04-29T12:07:33.07969225+02:00", "bytes": 175637183, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT delete" }, { "ts": "2022-04-29T12:07:34+02:00", "bytes": 277562926, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T12:08:09+02:00", "bytes": 281310024, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T12:08:09+02:00", "bytes": 386972798, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T12:08:10.621118164+02:00", "bytes": 285062705, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS delete" }, { "ts": "2022-04-29T12:08:16+02:00", "bytes": 361032885, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T12:08:50.271182954+02:00", "bytes": 289658449, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-29T12:08:50.306843451+02:00", "bytes": 285916463, "desc": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS delete" } ], "highmem": { "rss": 3062591488, "shared": 372178944, "vmem": 36082737152, "text": 226123776, "stack": 5395832832, "proc_count": 448 } }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "type": "stage", "forks": [ { "stages": [ { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 2, "duration": 34.91214957, "core_hours": 0.019395638649999998, "maxrss": 1425708, "maxvmem": 5077584, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 199192, "total_blocks": 199192, "in_blocks_rate": 0, "out_blocks_rate": 5705.520927624739, "total_blocks_rate": 5705.520927624739, "in_bytes": 87150592, "out_bytes": 0, "in_bytes_rate": 2496282.6143162632, "out_bytes_rate": 0, "in_bytes_peak": 8843368.551329572, "out_bytes_peak": 0, "start": "2022-04-29T12:07:34Z", "end": "2022-04-29T12:08:09Z", "walltime": 35, "usertime": 45.200348999999996, "systemtime": 5.519518, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4067746.1884856164, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.611275827, "core_hours": 0.0004475766186111111, "maxrss": 82992, "maxvmem": 1739144, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 44.68508668317532, "total_blocks_rate": 44.68508668317532, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 5084.169862619058, "out_bytes_rate": 0, "in_bytes_peak": 16318.066785879388, "out_bytes_peak": 0, "start": "2022-04-29T12:07:33Z", "end": "2022-04-29T12:07:34Z", "walltime": 1, "usertime": 0.495636, "systemtime": 0.107281, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1657.9496000690037, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.777429517, "core_hours": 0.0002159526436111111, "maxrss": 92648, "maxvmem": 1644872, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 199120, "total_blocks": 199120, "in_blocks_rate": 0, "out_blocks_rate": 256126.1125875158, "total_blocks_rate": 256126.1125875158, "in_bytes": 16982016, "out_bytes": 0, "in_bytes_rate": 21843801.436214313, "out_bytes_rate": 0, "in_bytes_peak": 33767393.929720335, "out_bytes_peak": 0, "start": "2022-04-29T12:08:09Z", "end": "2022-04-29T12:08:10Z", "walltime": 1, "usertime": 0.481713, "systemtime": 0.193254, "total_files": 1, "total_bytes": 101910011, "output_files": 1, "output_bytes": 101910011, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3283308.0126055987, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 4, "duration": 37.300854914, "core_hours": 0.02005916791222222, "maxrss": 1425708, "maxvmem": 5077584, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 398384, "total_blocks": 398384, "in_blocks_rate": 0, "out_blocks_rate": 10680.291401323242, "total_blocks_rate": 10680.291401323242, "in_bytes": 104140800, "out_bytes": 0, "in_bytes_rate": 2791914.561746766, "out_bytes_rate": 0, "in_bytes_peak": 33767393.929720335, "out_bytes_peak": 0, "start": "2022-04-29T12:07:33Z", "end": "2022-04-29T12:08:10Z", "walltime": 37, "usertime": 46.17769799999999, "systemtime": 5.820053, "total_files": 4, "total_bytes": 305730115, "output_files": 2, "output_bytes": 203820022, "vdr_files": 2, "vdr_bytes": 101910093, "in_bytes_dev": 2825322.56090566, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.944462, "core_hours": 0.00026235055555555556, "maxrss": 12992, "maxvmem": 1488664, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 76.2338770644028, "total_blocks_rate": 76.2338770644028, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:04:28Z", "end": "2022-04-29T12:04:29Z", "walltime": 1, "usertime": 0.005176, "systemtime": 0.013855, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.944462, "core_hours": 0.00026235055555555556, "maxrss": 12992, "maxvmem": 1488664, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 76.2338770644028, "total_blocks_rate": 76.2338770644028, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:04:28Z", "end": "2022-04-29T12:04:29Z", "walltime": 1, "usertime": 0.005176, "systemtime": 0.013855, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.684579167, "core_hours": 0.00019016087972222222, "maxrss": 18736, "maxvmem": 1445880, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 105.17410326043417, "total_blocks_rate": 105.17410326043417, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 11966.47574874273, "out_bytes_rate": 0, "in_bytes_peak": 16308.026254711911, "out_bytes_peak": 0, "start": "2022-04-29T12:04:28Z", "end": "2022-04-29T12:04:28Z", "walltime": 0, "usertime": 0.069488, "systemtime": 0.019579, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1938.6527303789817, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.684579167, "core_hours": 0.00019016087972222222, "maxrss": 18736, "maxvmem": 1445880, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 105.17410326043417, "total_blocks_rate": 105.17410326043417, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 11966.47574874273, "out_bytes_rate": 0, "in_bytes_peak": 16308.026254711911, "out_bytes_peak": 0, "start": "2022-04-29T12:04:28Z", "end": "2022-04-29T12:04:28Z", "walltime": 0, "usertime": 0.069488, "systemtime": 0.019579, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 46.247092237, "core_hours": 0.012846414510277777, "maxrss": 108376, "maxvmem": 2085640, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 88, "total_blocks": 88, "in_blocks_rate": 0, "out_blocks_rate": 1.9028223341919772, "total_blocks_rate": 1.9028223341919772, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 177.1354609284168, "out_bytes_rate": 0, "in_bytes_peak": 1638.1660400748553, "out_bytes_peak": 0, "start": "2022-04-29T12:03:41Z", "end": "2022-04-29T12:04:27Z", "walltime": 46, "usertime": 0.869919, "systemtime": 0.284673, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 512.2530740693237, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 46.247092237, "core_hours": 0.012846414510277777, "maxrss": 108376, "maxvmem": 2085640, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 88, "total_blocks": 88, "in_blocks_rate": 0, "out_blocks_rate": 1.9028223341919772, "total_blocks_rate": 1.9028223341919772, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 177.1354609284168, "out_bytes_rate": 0, "in_bytes_peak": 1638.1660400748553, "out_bytes_peak": 0, "start": "2022-04-29T12:03:41Z", "end": "2022-04-29T12:04:27Z", "walltime": 46, "usertime": 0.869919, "systemtime": 0.284673, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SC_RNA_ANALYZER", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER", "type": "pipeline", "forks": [ { "stages": [ { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 41, "num_threads": 44, "duration": 684.170802931, "core_hours": 0.19772049269027778, "maxrss": 682920, "maxvmem": 4277448, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 344, "out_blocks": 1016488, "total_blocks": 1016832, "in_blocks_rate": 0.5027984218652679, "out_blocks_rate": 1485.7225646656466, "total_blocks_rate": 1486.2253630875118, "in_bytes": 278171648, "out_bytes": 0, "in_bytes_rate": 406582.1675059907, "out_bytes_rate": 0, "in_bytes_peak": 199565749.51415095, "out_bytes_peak": 0, "start": "2022-04-29T12:04:35Z", "end": "2022-04-29T12:07:32Z", "walltime": 177, "usertime": 847.6761779999999, "systemtime": 60.373547, "total_files": 264, "total_bytes": 518766390, "output_files": 120, "output_bytes": 356490638, "vdr_files": 144, "vdr_bytes": 162275752, "in_bytes_dev": 4391580.928833931, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.465239753, "core_hours": 0.0006847888202777778, "maxrss": 107940, "maxvmem": 1806332, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 32.451204757122056, "total_blocks_rate": 32.451204757122056, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3323.003367129298, "out_bytes_rate": 0, "in_bytes_peak": 16313.755513703853, "out_bytes_peak": 0, "start": "2022-04-29T12:04:35Z", "end": "2022-04-29T12:04:38Z", "walltime": 3, "usertime": 0.834978, "systemtime": 0.09967999999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1480.2811621374183, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.465239753, "core_hours": 0.0006847888202777778, "maxrss": 107940, "maxvmem": 1806332, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 32.451204757122056, "total_blocks_rate": 32.451204757122056, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3323.003367129298, "out_bytes_rate": 0, "in_bytes_peak": 16313.755513703853, "out_bytes_peak": 0, "start": "2022-04-29T12:04:35Z", "end": "2022-04-29T12:04:38Z", "walltime": 3, "usertime": 0.834978, "systemtime": 0.09967999999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0.00004315837287515549, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "type": "stage", "forks": [ { "stages": [ { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.5651744650000001, "core_hours": 0.00043477068472222224, "maxrss": 14432, "maxvmem": 1438548, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 112, "out_blocks": 31328, "total_blocks": 31440, "in_blocks_rate": 71.55751803042608, "out_blocks_rate": 20015.660043367752, "total_blocks_rate": 20087.217561398178, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:42Z", "end": "2022-04-29T12:05:43Z", "walltime": 1, "usertime": 0.079982, "systemtime": 0.047098, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.5651744650000001, "core_hours": 0.00043477068472222224, "maxrss": 14432, "maxvmem": 1438548, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 112, "out_blocks": 31328, "total_blocks": 31440, "in_blocks_rate": 71.55751803042608, "out_blocks_rate": 20015.660043367752, "total_blocks_rate": 20087.217561398178, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:42Z", "end": "2022-04-29T12:05:43Z", "walltime": 1, "usertime": 0.079982, "systemtime": 0.047098, "total_files": 8, "total_bytes": 15984050, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 15984050, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.597794329, "core_hours": 0.00016605398027777778, "maxrss": 65788, "maxvmem": 1801088, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2840, "total_blocks": 2840, "in_blocks_rate": 0, "out_blocks_rate": 4750.797828328011, "total_blocks_rate": 4750.797828328011, "in_bytes": 1298432, "out_bytes": 0, "in_bytes_rate": 2172038.0020533786, "out_bytes_rate": 0, "in_bytes_peak": 2584297.3373377277, "out_bytes_peak": 0, "start": "2022-04-29T12:06:13Z", "end": "2022-04-29T12:06:14Z", "walltime": 1, "usertime": 0.32519499999999996, "systemtime": 0.076138, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 245014.98147731717, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.597794329, "core_hours": 0.00016605398027777778, "maxrss": 65788, "maxvmem": 1801088, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2840, "total_blocks": 2840, "in_blocks_rate": 0, "out_blocks_rate": 4750.797828328011, "total_blocks_rate": 4750.797828328011, "in_bytes": 1298432, "out_bytes": 0, "in_bytes_rate": 2172038.0020533786, "out_bytes_rate": 0, "in_bytes_peak": 2584297.3373377277, "out_bytes_peak": 0, "start": "2022-04-29T12:06:13Z", "end": "2022-04-29T12:06:14Z", "walltime": 1, "usertime": 0.32519499999999996, "systemtime": 0.076138, "total_files": 22, "total_bytes": 1406440, "output_files": 0, "output_bytes": 0, "vdr_files": 22, "vdr_bytes": 1406440, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "type": "stage", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "type": "stage", "forks": [ { "stages": [ { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 28.642557516, "core_hours": 0.007956265976666667, "maxrss": 147932, "maxvmem": 2018360, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 8, "out_blocks": 80, "total_blocks": 88, "in_blocks_rate": 0.2793046673828315, "out_blocks_rate": 2.793046673828315, "total_blocks_rate": 3.0723513412111463, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 286.00797940001945, "out_bytes_rate": 0, "in_bytes_peak": 16310.80610576231, "out_bytes_peak": 0, "start": "2022-04-29T12:04:38Z", "end": "2022-04-29T12:05:07Z", "walltime": 29, "usertime": 1.07236, "systemtime": 0.26359899999999997, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2265.9048544403686, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 15.664697523, "core_hours": 0.0043513048675, "maxrss": 682920, "maxvmem": 2291296, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 103960, "total_blocks": 103960, "in_blocks_rate": 0, "out_blocks_rate": 6636.578832585736, "total_blocks_rate": 6636.578832585736, "in_bytes": 53202944, "out_bytes": 0, "in_bytes_rate": 3396359.4842405184, "out_bytes_rate": 0, "in_bytes_peak": 6436907.847657667, "out_bytes_peak": 0, "start": "2022-04-29T12:05:07Z", "end": "2022-04-29T12:05:23Z", "walltime": 16, "usertime": 8.641705, "systemtime": 3.133938, "total_files": 1, "total_bytes": 26810671, "output_files": 1, "output_bytes": 26810671, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2697972.7291879216, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 44.307255039, "core_hours": 0.012307570844166667, "maxrss": 682920, "maxvmem": 2291296, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 8, "out_blocks": 104040, "total_blocks": 104048, "in_blocks_rate": 0.1805573374599321, "out_blocks_rate": 2348.1481736664173, "total_blocks_rate": 2348.3287310038772, "in_bytes": 53211136, "out_bytes": 0, "in_bytes_rate": 1200957.6299222927, "out_bytes_rate": 0, "in_bytes_peak": 6436907.847657667, "out_bytes_peak": 0, "start": "2022-04-29T12:04:38Z", "end": "2022-04-29T12:05:23Z", "walltime": 45, "usertime": 9.714065, "systemtime": 3.3975370000000003, "total_files": 3, "total_bytes": 79778380, "output_files": 2, "output_bytes": 53621342, "vdr_files": 1, "vdr_bytes": 26157038, "in_bytes_dev": 1623562.9662075622, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 37.389463254, "core_hours": 0.010385962015, "maxrss": 391676, "maxvmem": 1710000, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 5480, "total_blocks": 5480, "in_blocks_rate": 0, "out_blocks_rate": 146.56535620135543, "total_blocks_rate": 146.56535620135543, "in_bytes": 2400256, "out_bytes": 0, "in_bytes_rate": 64196.053944240986, "out_bytes_rate": 0, "in_bytes_peak": 156358.60132108277, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:06:52Z", "walltime": 38, "usertime": 36.459542, "systemtime": 0.379939, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 43950.96181244299, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 53.19462348, "core_hours": 0.0147762843, "maxrss": 391784, "maxvmem": 1871916, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4568, "total_blocks": 4568, "in_blocks_rate": 0, "out_blocks_rate": 85.87334022051057, "total_blocks_rate": 85.87334022051057, "in_bytes": 2084864, "out_bytes": 0, "in_bytes_rate": 39193.13388474049, "out_bytes_rate": 0, "in_bytes_peak": 106412.16409166499, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:07Z", "walltime": 53, "usertime": 52.357475, "systemtime": 0.49514400000000003, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 38139.606281972265, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 49.39426473, "core_hours": 0.013720629091666667, "maxrss": 391716, "maxvmem": 1601372, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4664, "total_blocks": 4664, "in_blocks_rate": 0, "out_blocks_rate": 94.42391794866181, "total_blocks_rate": 94.42391794866181, "in_bytes": 2011136, "out_bytes": 0, "in_bytes_rate": 40715.98212855915, "out_bytes_rate": 0, "in_bytes_peak": 120356.4462080405, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:04Z", "walltime": 50, "usertime": 48.721898, "systemtime": 0.35602, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 39912.106727876264, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 59.651297366, "core_hours": 0.016569804823888888, "maxrss": 391720, "maxvmem": 1870316, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4424, "total_blocks": 4424, "in_blocks_rate": 0, "out_blocks_rate": 74.16435509953531, "total_blocks_rate": 74.16435509953531, "in_bytes": 1495040, "out_bytes": 0, "in_bytes_rate": 25062.992189875516, "out_bytes_rate": 0, "in_bytes_peak": 140061.86020299184, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:14Z", "walltime": 60, "usertime": 58.733611, "systemtime": 0.567403, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 40323.450275145326, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 57.640265821, "core_hours": 0.016011184950277778, "maxrss": 391616, "maxvmem": 1651504, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4256, "total_blocks": 4256, "in_blocks_rate": 0, "out_blocks_rate": 73.83727225021605, "total_blocks_rate": 73.83727225021605, "in_bytes": 1781760, "out_bytes": 0, "in_bytes_rate": 30911.724202195714, "out_bytes_rate": 0, "in_bytes_peak": 143341.00467940548, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:12Z", "walltime": 58, "usertime": 56.869003, "systemtime": 0.40504900000000005, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 40751.26890919017, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 72.233286147, "core_hours": 0.0200648017075, "maxrss": 391636, "maxvmem": 1854524, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3848, "total_blocks": 3848, "in_blocks_rate": 0, "out_blocks_rate": 53.271839137555496, "total_blocks_rate": 53.271839137555496, "in_bytes": 1720320, "out_bytes": 0, "in_bytes_rate": 23816.16691920984, "out_bytes_rate": 0, "in_bytes_peak": 128590.76458026154, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:26Z", "walltime": 72, "usertime": 71.323634, "systemtime": 0.545081, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 36532.20248013156, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 74.023712353, "core_hours": 0.020562142320277775, "maxrss": 391768, "maxvmem": 1856188, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3888, "total_blocks": 3888, "in_blocks_rate": 0, "out_blocks_rate": 52.52370998983584, "total_blocks_rate": 52.52370998983584, "in_bytes": 1740800, "out_bytes": 0, "in_bytes_rate": 23516.78867034625, "out_bytes_rate": 0, "in_bytes_peak": 70439.53824136737, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:28Z", "walltime": 74, "usertime": 73.125508, "systemtime": 0.532677, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 27664.487628161216, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 34.418951478, "core_hours": 0.009560819855, "maxrss": 391656, "maxvmem": 1641708, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3920, "total_blocks": 3920, "in_blocks_rate": 0, "out_blocks_rate": 113.89074424610514, "total_blocks_rate": 113.89074424610514, "in_bytes": 1634304, "out_bytes": 0, "in_bytes_rate": 47482.67828683332, "out_bytes_rate": 0, "in_bytes_peak": 122036.89272864068, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:06:49Z", "walltime": 35, "usertime": 33.215824000000005, "systemtime": 0.477273, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 44898.06975407923, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.055173076, "core_hours": 0.000015325854444444445, "maxrss": 14520, "maxvmem": 1206588, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 1449.9825965838845, "total_blocks_rate": 1449.9825965838845, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:06:14Z", "walltime": 0, "usertime": 0.009975, "systemtime": 0.008737, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.5179318720000001, "core_hours": 0.00042164774222222225, "maxrss": 22832, "maxvmem": 1507232, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 209128, "total_blocks": 209128, "in_blocks_rate": 0, "out_blocks_rate": 137771.664102722, "total_blocks_rate": 137771.664102722, "in_bytes": 36384768, "out_bytes": 0, "in_bytes_rate": 23969961.149876952, "out_bytes_rate": 0, "in_bytes_peak": 72404038.09874831, "out_bytes_peak": 0, "start": "2022-04-29T12:07:28Z", "end": "2022-04-29T12:07:30Z", "walltime": 2, "usertime": 0.965217, "systemtime": 0.103954, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 7588679.857664837, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 10, "num_threads": 10, "duration": 439.51896957700006, "core_hours": 0.12208860266027778, "maxrss": 391784, "maxvmem": 1871916, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 244256, "total_blocks": 244256, "in_blocks_rate": 0, "out_blocks_rate": 555.7348303648323, "total_blocks_rate": 555.7348303648323, "in_bytes": 51253248, "out_bytes": 0, "in_bytes_rate": 116612.1408805789, "out_bytes_rate": 0, "in_bytes_peak": 72404038.09874831, "out_bytes_peak": 0, "start": "2022-04-29T12:06:14Z", "end": "2022-04-29T12:07:30Z", "walltime": 76, "usertime": 431.7816869999999, "systemtime": 3.871277, "total_files": 30, "total_bytes": 124445920, "output_files": 0, "output_bytes": 0, "vdr_files": 30, "vdr_bytes": 124445920, "in_bytes_dev": 1404281.6527440294, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.056202135, "core_hours": 0.000015611704166666667, "maxrss": 13512, "maxvmem": 1206760, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 1281.090122288059, "total_blocks_rate": 1281.090122288059, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:43Z", "walltime": 0, "usertime": 0.005886, "systemtime": 0.005114, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 4, "duration": 9.207656918, "core_hours": 0.010230729908888889, "maxrss": 391356, "maxvmem": 1653260, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 472, "total_blocks": 472, "in_blocks_rate": 0, "out_blocks_rate": 51.26168407483664, "total_blocks_rate": 51.26168407483664, "in_bytes": 24576, "out_bytes": 0, "in_bytes_rate": 2669.0829403033586, "out_bytes_rate": 0, "in_bytes_peak": 16143.035746585017, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:53Z", "walltime": 10, "usertime": 9.561066, "systemtime": 0.341991, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3722.2882048671345, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 5, "duration": 9.263859053, "core_hours": 0.010246341613055555, "maxrss": 391356, "maxvmem": 1653260, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 544, "total_blocks": 544, "in_blocks_rate": 0, "out_blocks_rate": 58.72282780725507, "total_blocks_rate": 58.72282780725507, "in_bytes": 24576, "out_bytes": 0, "in_bytes_rate": 2652.8901032924646, "out_bytes_rate": 0, "in_bytes_peak": 16143.035746585017, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:53Z", "walltime": 10, "usertime": 9.566952, "systemtime": 0.347105, "total_files": 4, "total_bytes": 181362, "output_files": 0, "output_bytes": 0, "vdr_files": 4, "vdr_bytes": 181362, "in_bytes_dev": 207.2626764529208, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 6.65792054, "core_hours": 0.0018494223722222223, "maxrss": 441292, "maxvmem": 2054440, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 8, "out_blocks": 368, "total_blocks": 376, "in_blocks_rate": 1.2015763708708966, "out_blocks_rate": 55.27251306006124, "total_blocks_rate": 56.47408943093214, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1230.4142037717982, "out_bytes_rate": 0, "in_bytes_peak": 16321.682510440536, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:07Z", "walltime": 7, "usertime": 6.064041, "systemtime": 3.48305, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4695.754260419908, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.982180873, "core_hours": 0.002772828020277778, "maxrss": 439684, "maxvmem": 1983952, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 96, "out_blocks": 368, "total_blocks": 464, "in_blocks_rate": 9.617136898376856, "out_blocks_rate": 36.86569144377795, "total_blocks_rate": 46.482828342154804, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 820.6623486614917, "out_bytes_rate": 0, "in_bytes_peak": 16309.712878594264, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:10Z", "walltime": 10, "usertime": 33.535958, "systemtime": 5.603964, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4691.80033774804, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.420243459, "core_hours": 0.0026167342941666666, "maxrss": 442308, "maxvmem": 2188712, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 368, "total_blocks": 368, "in_blocks_rate": 0, "out_blocks_rate": 39.064807783541596, "total_blocks_rate": 39.064807783541596, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 869.6165906597085, "out_bytes_rate": 0, "in_bytes_peak": 16313.79485631186, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:10Z", "walltime": 10, "usertime": 26.805405, "systemtime": 5.1063, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4692.972118250487, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 11.063594336, "core_hours": 0.0030732206488888886, "maxrss": 439696, "maxvmem": 4141360, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 368, "total_blocks": 368, "in_blocks_rate": 0, "out_blocks_rate": 33.26224632103142, "total_blocks_rate": 33.26224632103142, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 740.4465267986124, "out_bytes_rate": 0, "in_bytes_peak": 16294.906523121004, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:11Z", "walltime": 11, "usertime": 49.695678, "systemtime": 6.190431, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3476.893036351716, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.199614273, "core_hours": 0.0028332261869444446, "maxrss": 439920, "maxvmem": 2121212, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 368, "total_blocks": 368, "in_blocks_rate": 0, "out_blocks_rate": 36.07979577954771, "total_blocks_rate": 36.07979577954771, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 803.1676277881926, "out_bytes_rate": 0, "in_bytes_peak": 16303.158473659852, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:10Z", "walltime": 10, "usertime": 25.427425, "systemtime": 5.541865, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4694.372982900508, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 9.944860676, "core_hours": 0.002762461298888889, "maxrss": 439796, "maxvmem": 4210376, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 368, "total_blocks": 368, "in_blocks_rate": 0, "out_blocks_rate": 37.004037762750855, "total_blocks_rate": 37.004037762750855, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 823.7420580229756, "out_bytes_rate": 0, "in_bytes_peak": 16308.782167910687, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:10Z", "walltime": 10, "usertime": 36.231071, "systemtime": 5.64204, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4691.654887185106, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.890885208, "core_hours": 0.0030252458911111113, "maxrss": 439788, "maxvmem": 4277448, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 376, "total_blocks": 376, "in_blocks_rate": 0, "out_blocks_rate": 34.52428272072923, "total_blocks_rate": 34.52428272072923, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 1128.2829416817042, "out_bytes_rate": 0, "in_bytes_peak": 16314.544221402579, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:11Z", "walltime": 11, "usertime": 39.483877, "systemtime": 6.260802, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3415.6743238338195, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 11.663097411, "core_hours": 0.0032397492808333337, "maxrss": 439860, "maxvmem": 4210940, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 368, "total_blocks": 368, "in_blocks_rate": 0, "out_blocks_rate": 31.552510197927557, "total_blocks_rate": 31.552510197927557, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 702.3863139712569, "out_bytes_rate": 0, "in_bytes_peak": 16253.599226317567, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:12Z", "walltime": 12, "usertime": 46.496102, "systemtime": 6.431209, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3472.140764666427, "out_bytes_dev": 0 } }, { "index": 8, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 11.609994938, "core_hours": 0.0032249985938888888, "maxrss": 439872, "maxvmem": 4209752, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 376, "total_blocks": 376, "in_blocks_rate": 0, "out_blocks_rate": 32.38588836669827, "total_blocks_rate": 32.38588836669827, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 705.598929521256, "out_bytes_rate": 0, "in_bytes_peak": 16291.274755976114, "out_bytes_peak": 0, "start": "2022-04-29T12:06:00Z", "end": "2022-04-29T12:06:12Z", "walltime": 12, "usertime": 59.199971, "systemtime": 6.414540000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3475.616323153546, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 16.718702929, "core_hours": 0.004644084146944444, "maxrss": 114392, "maxvmem": 1760560, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 4.7850602011256065, "total_blocks_rate": 4.7850602011256065, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 489.9901645952621, "out_bytes_rate": 0, "in_bytes_peak": 16227.197370712282, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:06:00Z", "walltime": 17, "usertime": 1.02473, "systemtime": 0.194572, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2878.6516359642233, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.208115158, "core_hours": 0.0003355875438888889, "maxrss": 123852, "maxvmem": 1674680, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2496, "total_blocks": 2496, "in_blocks_rate": 0, "out_blocks_rate": 2066.0282121880305, "total_blocks_rate": 2066.0282121880305, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 6780.810542565843, "out_bytes_rate": 0, "in_bytes_peak": 16314.819910208704, "out_bytes_peak": 0, "start": "2022-04-29T12:06:12Z", "end": "2022-04-29T12:06:13Z", "walltime": 1, "usertime": 0.825946, "systemtime": 0.17493399999999998, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2070.8698905479528, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 11, "num_threads": 11, "duration": 109.359209801, "core_hours": 0.030377558278055557, "maxrss": 442308, "maxvmem": 4277448, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 104, "out_blocks": 5904, "total_blocks": 6008, "in_blocks_rate": 0.9509944355783833, "out_blocks_rate": 53.9872225736036, "total_blocks_rate": 54.93821700918199, "in_bytes": 94208, "out_bytes": 0, "in_bytes_rate": 861.4546517977724, "out_bytes_rate": 0, "in_bytes_peak": 16321.682510440536, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:06:13Z", "walltime": 30, "usertime": 324.79020399999996, "systemtime": 51.043707000000005, "total_files": 56, "total_bytes": 2506072, "output_files": 0, "output_bytes": 0, "vdr_files": 56, "vdr_bytes": 2506072, "in_bytes_dev": 656.442638431901, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.025322567, "core_hours": 0.00028481182416666666, "maxrss": 101092, "maxvmem": 1710352, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 70.22180367166347, "total_blocks_rate": 70.22180367166347, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 7989.680773309265, "out_bytes_rate": 0, "in_bytes_peak": 16315.911189953998, "out_bytes_peak": 0, "start": "2022-04-29T12:05:23Z", "end": "2022-04-29T12:05:24Z", "walltime": 1, "usertime": 0.7156969999999999, "systemtime": 0.131972, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1572.2175560784326, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.824343657, "core_hours": 0.00022898434916666666, "maxrss": 100980, "maxvmem": 1802828, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 87.34221387961745, "total_blocks_rate": 87.34221387961745, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9937.60300141425, "out_bytes_rate": 0, "in_bytes_peak": 16255.421662830142, "out_bytes_peak": 0, "start": "2022-04-29T12:05:24Z", "end": "2022-04-29T12:05:25Z", "walltime": 1, "usertime": 0.7103769999999999, "systemtime": 0.100648, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1772.708561737063, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 1.849666224, "core_hours": 0.0005137961733333333, "maxrss": 101092, "maxvmem": 1802828, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 144, "total_blocks": 144, "in_blocks_rate": 0, "out_blocks_rate": 77.85188383263683, "total_blocks_rate": 77.85188383263683, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 8857.814338291124, "out_bytes_rate": 0, "in_bytes_peak": 16315.911189953998, "out_bytes_peak": 0, "start": "2022-04-29T12:05:23Z", "end": "2022-04-29T12:05:25Z", "walltime": 2, "usertime": 1.4260739999999998, "systemtime": 0.23262, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 968.1945990058298, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.154875234, "core_hours": 0.00004302089833333333, "maxrss": 13232, "maxvmem": 1139000, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 464.89033876132834, "total_blocks_rate": 464.89033876132834, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:23Z", "end": "2022-04-29T12:05:23Z", "walltime": 0, "usertime": 0.005239000000000001, "systemtime": 0.009794, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 18.06820119, "core_hours": 0.005018944775, "maxrss": 391056, "maxvmem": 1832580, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 8, "out_blocks": 31328, "total_blocks": 31336, "in_blocks_rate": 0.44276682088461955, "out_blocks_rate": 1733.8748705841701, "total_blocks_rate": 1734.317637405055, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 453.3932245858504, "out_bytes_rate": 0, "in_bytes_peak": 16302.962116272389, "out_bytes_peak": 0, "start": "2022-04-29T12:05:23Z", "end": "2022-04-29T12:05:42Z", "walltime": 19, "usertime": 17.372495, "systemtime": 0.487684, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2886.200273967433, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 18.223076424, "core_hours": 0.005061965673333333, "maxrss": 391056, "maxvmem": 1832580, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 8, "out_blocks": 31400, "total_blocks": 31408, "in_blocks_rate": 0.43900381109437203, "out_blocks_rate": 1723.0899585454101, "total_blocks_rate": 1723.5289623565045, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 449.53990256063696, "out_bytes_rate": 0, "in_bytes_peak": 16302.962116272389, "out_bytes_peak": 0, "start": "2022-04-29T12:05:23Z", "end": "2022-04-29T12:05:42Z", "walltime": 19, "usertime": 17.377734, "systemtime": 0.49747800000000003, "total_files": 8, "total_bytes": 15984050, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 15984050, "in_bytes_dev": 41.619971260792866, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 11.664880898, "core_hours": 0.003240244693888889, "maxrss": 24572, "maxvmem": 1641548, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 992, "total_blocks": 992, "in_blocks_rate": 0, "out_blocks_rate": 85.0415883946216, "total_blocks_rate": 85.0415883946216, "in_bytes": 24576, "out_bytes": 0, "in_bytes_rate": 2106.8367705506257, "out_bytes_rate": 0, "in_bytes_peak": 16250.989325097662, "out_bytes_peak": 0, "start": "2022-04-29T12:05:44Z", "end": "2022-04-29T12:05:55Z", "walltime": 11, "usertime": 11.547171, "systemtime": 0.040043, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3223.411623395297, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.085436575, "core_hours": 0.000023732381944444445, "maxrss": 13512, "maxvmem": 1206844, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 842.7304114192311, "total_blocks_rate": 842.7304114192311, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:43Z", "walltime": 0, "usertime": 0.016737, "systemtime": 0.017368, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.030443099, "core_hours": 0.000008456416388888889, "maxrss": 14452, "maxvmem": 1139192, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 112, "out_blocks": 944, "total_blocks": 1056, "in_blocks_rate": 3678.9947041856676, "out_blocks_rate": 31008.669649564912, "total_blocks_rate": 34687.66435375058, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:55Z", "end": "2022-04-29T12:05:55Z", "walltime": 0, "usertime": 0.01056, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 11.780760571999998, "core_hours": 0.0032724334922222226, "maxrss": 24572, "maxvmem": 1641548, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 112, "out_blocks": 2008, "total_blocks": 2120, "in_blocks_rate": 9.507026249747978, "out_blocks_rate": 170.4473991919102, "total_blocks_rate": 179.95442544165817, "in_bytes": 24576, "out_bytes": 0, "in_bytes_rate": 2086.113188516128, "out_bytes_rate": 0, "in_bytes_peak": 16250.989325097662, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:55Z", "walltime": 12, "usertime": 11.574468, "systemtime": 0.057411000000000004, "total_files": 8, "total_bytes": 887570, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 887570, "in_bytes_dev": 207.92243216031542, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 42.124284716, "core_hours": 0.011701190198888888, "maxrss": 43212, "maxvmem": 1659812, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 960, "total_blocks": 960, "in_blocks_rate": 0, "out_blocks_rate": 22.789704477411927, "total_blocks_rate": 22.789704477411927, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 388.9442897478302, "out_bytes_rate": 0, "in_bytes_peak": 16215.5234357109, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:06:26Z", "walltime": 43, "usertime": 39.05119, "systemtime": 0.087154, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1856.1744796805517, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.075051062, "core_hours": 0.000020847517222222224, "maxrss": 13772, "maxvmem": 1207036, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 959.3468510812012, "total_blocks_rate": 959.3468510812012, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:05:43Z", "walltime": 0, "usertime": 0.023555, "systemtime": 0.009430000000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.81131126, "core_hours": 0.00022536423888888887, "maxrss": 14600, "maxvmem": 1427208, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 936, "total_blocks": 936, "in_blocks_rate": 0, "out_blocks_rate": 1153.6879199729092, "total_blocks_rate": 1153.6879199729092, "in_bytes": 450560, "out_bytes": 0, "in_bytes_rate": 555347.8944690106, "out_bytes_rate": 0, "in_bytes_peak": 890252.1647950651, "out_bytes_peak": 0, "start": "2022-04-29T12:06:26Z", "end": "2022-04-29T12:06:27Z", "walltime": 1, "usertime": 0.00705, "systemtime": 0.008697, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 106090.28013723234, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 43.010647037999995, "core_hours": 0.011947401954999999, "maxrss": 43212, "maxvmem": 1659812, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1968, "total_blocks": 1968, "in_blocks_rate": 0, "out_blocks_rate": 45.75611239378166, "total_blocks_rate": 45.75611239378166, "in_bytes": 466944, "out_bytes": 0, "in_bytes_rate": 10856.474667480683, "out_bytes_rate": 0, "in_bytes_peak": 890252.1647950651, "out_bytes_peak": 0, "start": "2022-04-29T12:05:43Z", "end": "2022-04-29T12:06:27Z", "walltime": 44, "usertime": 39.081795, "systemtime": 0.105281, "total_files": 8, "total_bytes": 880288, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 880288, "in_bytes_dev": 75497.3998458644, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.896555141, "core_hours": 0.0002490430947222222, "maxrss": 73496, "maxvmem": 1642104, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 295944, "total_blocks": 295944, "in_blocks_rate": 0, "out_blocks_rate": 330090.1266038248, "total_blocks_rate": 330090.1266038248, "in_bytes": 71356416, "out_bytes": 0, "in_bytes_rate": 79589545.2904441, "out_bytes_rate": 0, "in_bytes_peak": 141377313.47033948, "out_bytes_peak": 0, "start": "2022-04-29T12:07:31Z", "end": "2022-04-29T12:07:32Z", "walltime": 1, "usertime": 0.480169, "systemtime": 0.29940100000000003, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 19033152.2169876, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.699847842, "core_hours": 0.00019440217833333336, "maxrss": 56280, "maxvmem": 1562020, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 102.87950562831055, "total_blocks_rate": 102.87950562831055, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 11705.401529265557, "out_bytes_rate": 0, "in_bytes_peak": 16305.882690336568, "out_bytes_peak": 0, "start": "2022-04-29T12:07:30Z", "end": "2022-04-29T12:07:31Z", "walltime": 1, "usertime": 0.309694, "systemtime": 0.08792, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1626.2979063828102, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.632747673, "core_hours": 0.0001757632425, "maxrss": 67928, "maxvmem": 1738472, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 295960, "total_blocks": 295960, "in_blocks_rate": 0, "out_blocks_rate": 467737.7928500102, "total_blocks_rate": 467737.7928500102, "in_bytes": 100401152, "out_bytes": 0, "in_bytes_rate": 158674865.6442708, "out_bytes_rate": 0, "in_bytes_peak": 199565749.51415095, "out_bytes_peak": 0, "start": "2022-04-29T12:07:32Z", "end": "2022-04-29T12:07:32Z", "walltime": 0, "usertime": 0.333181, "systemtime": 0.210894, "total_files": 56, "total_bytes": 80060212, "output_files": 56, "output_bytes": 80060212, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 26436351.530999735, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 2.229150656, "core_hours": 0.0006192085155555556, "maxrss": 73496, "maxvmem": 1738472, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 591976, "total_blocks": 591976, "in_blocks_rate": 0, "out_blocks_rate": 265561.2344579011, "total_blocks_rate": 265561.2344579011, "in_bytes": 171765760, "out_bytes": 0, "in_bytes_rate": 77054352.31022806, "out_bytes_rate": 0, "in_bytes_peak": 199565749.51415095, "out_bytes_peak": 0, "start": "2022-04-29T12:07:30Z", "end": "2022-04-29T12:07:32Z", "walltime": 2, "usertime": 1.123044, "systemtime": 0.598215, "total_files": 173, "total_bytes": 382929506, "output_files": 112, "output_bytes": 160120424, "vdr_files": 61, "vdr_bytes": 222809082, "in_bytes_dev": 61294904.864606835, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "type": "stage", "forks": [ { "stages": [ { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 5.299058215, "core_hours": 0.0014719606152777778, "maxrss": 79032, "maxvmem": 1836176, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 88, "total_blocks": 88, "in_blocks_rate": 0, "out_blocks_rate": 16.606724521519528, "total_blocks_rate": 16.606724521519528, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1545.9350827305452, "out_bytes_rate": 0, "in_bytes_peak": 16315.467791209221, "out_bytes_peak": 0, "start": "2022-04-29T12:04:29Z", "end": "2022-04-29T12:04:34Z", "walltime": 5, "usertime": 0.441357, "systemtime": 0.102827, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1591.8649385982017, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 5.299058215, "core_hours": 0.0014719606152777778, "maxrss": 79032, "maxvmem": 1836176, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 88, "total_blocks": 88, "in_blocks_rate": 0, "out_blocks_rate": 16.606724521519528, "total_blocks_rate": 16.606724521519528, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1545.9350827305452, "out_bytes_rate": 0, "in_bytes_peak": 16315.467791209221, "out_bytes_peak": 0, "start": "2022-04-29T12:04:29Z", "end": "2022-04-29T12:04:34Z", "walltime": 5, "usertime": 0.441357, "systemtime": 0.102827, "total_files": 1, "total_bytes": 23, "output_files": 0, "output_bytes": 0, "vdr_files": 1, "vdr_bytes": 23, "in_bytes_dev": 0.000021579186437577746, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_6000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 7.270698992, "core_hours": 0.0020196386088888888, "maxrss": 561616, "maxvmem": 2213236, "maxrss_requested": 2726912, "maxvmem_requested": 5872640, "in_blocks": 0, "out_blocks": 7408, "total_blocks": 7408, "in_blocks_rate": 0, "out_blocks_rate": 1018.8841551755992, "total_blocks_rate": 1018.8841551755992, "in_bytes": 12288, "out_bytes": 0, "in_bytes_rate": 1690.0713416303674, "out_bytes_rate": 0, "in_bytes_peak": 16324.042152303517, "out_bytes_peak": 0, "start": "2022-04-29T12:08:09Z", "end": "2022-04-29T12:08:16Z", "walltime": 7, "usertime": 3.732955, "systemtime": 1.532581, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 4461.8031819173575, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 35.801212813, "core_hours": 0.009944781336944444, "maxrss": 189164, "maxvmem": 2221144, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 2.2345611702559616, "total_blocks_rate": 2.2345611702559616, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 457.6381276684209, "out_bytes_rate": 0, "in_bytes_peak": 16305.124060189577, "out_bytes_peak": 0, "start": "2022-04-29T12:07:33Z", "end": "2022-04-29T12:08:08Z", "walltime": 35, "usertime": 1.4989350000000001, "systemtime": 0.352493, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1980.9902780430969, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 33.599855932, "core_hours": 0.009333293314444444, "maxrss": 665412, "maxvmem": 2623072, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 148496, "total_blocks": 148496, "in_blocks_rate": 0, "out_blocks_rate": 4419.542759365663, "total_blocks_rate": 4419.542759365663, "in_bytes": 67317760, "out_bytes": 0, "in_bytes_rate": 2003513.3524452876, "out_bytes_rate": 0, "in_bytes_peak": 2393097.4780843044, "out_bytes_peak": 0, "start": "2022-04-29T12:08:16Z", "end": "2022-04-29T12:08:50Z", "walltime": 34, "usertime": 31.459403, "systemtime": 1.2741, "total_files": 6, "total_bytes": 75964449, "output_files": 6, "output_bytes": 75964449, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 422003.95963013626, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 76.671767737, "core_hours": 0.021297713260277774, "maxrss": 665412, "maxvmem": 2623072, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 155984, "total_blocks": 155984, "in_blocks_rate": 0, "out_blocks_rate": 2034.4385502504304, "total_blocks_rate": 2034.4385502504304, "in_bytes": 67346432, "out_bytes": 0, "in_bytes_rate": 878373.2785581803, "out_bytes_rate": 0, "in_bytes_peak": 2393097.4780843044, "out_bytes_peak": 0, "start": "2022-04-29T12:07:33Z", "end": "2022-04-29T12:08:50Z", "walltime": 77, "usertime": 36.691293, "systemtime": 3.159174, "total_files": 14, "total_bytes": 155670884, "output_files": 12, "output_bytes": 151928898, "vdr_files": 2, "vdr_bytes": 3741986, "in_bytes_dev": 993752.5420818948, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null } ]