[ { "name": "SC_RNA_REANALYZER_CS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS", "type": "pipeline", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 }, { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 51, "num_threads": 55, "duration": 341.06750969300003, "core_hours": 0.10444923099916668, "maxrss": 1048352, "maxvmem": 4942440, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 1316784, "total_blocks": 1316784, "in_blocks_rate": 0, "out_blocks_rate": 3860.7723180236576, "total_blocks_rate": 3860.7723180236576, "in_bytes": 481341440, "out_bytes": 0, "in_bytes_rate": 1411279.0761959783, "out_bytes_rate": 0, "in_bytes_peak": 268368673.5987539, "out_bytes_peak": 0, "start": "2022-04-29T11:22:19Z", "end": "2022-04-29T11:23:51Z", "walltime": 92, "usertime": 395.50438399999996, "systemtime": 16.044764, "total_files": 283, "total_bytes": 807601685, "output_files": 134, "output_bytes": 579283024, "vdr_files": 149, "vdr_bytes": 228318661, "in_bytes_dev": 843038.8540660454, "out_bytes_dev": 0 } } ], "maxbytes": 440613091, "bytehist": [ { "ts": "2022-04-29T11:22:19+02:00", "bytes": 3889, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-29T11:22:20+02:00", "bytes": 7812, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES alloc" }, { "ts": "2022-04-29T11:22:20+02:00", "bytes": 19749, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV alloc" }, { "ts": "2022-04-29T11:22:20+02:00", "bytes": 24231, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV alloc" }, { "ts": "2022-04-29T11:22:21+02:00", "bytes": 29259, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT alloc" }, { "ts": "2022-04-29T11:22:21.075982412+02:00", "bytes": 29236, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES delete" }, { "ts": "2022-04-29T11:22:22+02:00", "bytes": 39206042, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX alloc" }, { "ts": "2022-04-29T11:22:29+02:00", "bytes": 53965701, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-29T11:22:29+02:00", "bytes": 68721487, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA alloc" }, { "ts": "2022-04-29T11:22:30+02:00", "bytes": 68726111, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS alloc" }, { "ts": "2022-04-29T11:22:40+02:00", "bytes": 83478527, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT alloc" }, { "ts": "2022-04-29T11:22:40.988001167+02:00", "bytes": 68730664, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA delete" }, { "ts": "2022-04-29T11:22:41+02:00", "bytes": 69467391, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-29T11:22:41+02:00", "bytes": 70778429, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING alloc" }, { "ts": "2022-04-29T11:22:41+02:00", "bytes": 71012485, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-29T11:22:41+02:00", "bytes": 71247825, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-29T11:22:45+02:00", "bytes": 71908698, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS alloc" }, { "ts": "2022-04-29T11:22:46+02:00", "bytes": 72885615, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE alloc" }, { "ts": "2022-04-29T11:22:46+02:00", "bytes": 73632705, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING alloc" }, { "ts": "2022-04-29T11:22:46.323402325+02:00", "bytes": 72718402, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-29T11:22:46.832621532+02:00", "bytes": 72493518, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-29T11:22:47+02:00", "bytes": 88057759, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-29T11:22:47.236068388+02:00", "bytes": 87311435, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS delete" }, { "ts": "2022-04-29T11:22:47.248202735+02:00", "bytes": 87217073, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING delete" }, { "ts": "2022-04-29T11:22:59+02:00", "bytes": 87443916, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP alloc" }, { "ts": "2022-04-29T11:22:59.799960044+02:00", "bytes": 87221947, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-29T11:23:23+02:00", "bytes": 186709852, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION alloc" }, { "ts": "2022-04-29T11:23:24+02:00", "bytes": 321414418, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-29T11:23:24.425062652+02:00", "bytes": 305900822, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-29T11:23:25+02:00", "bytes": 440599173, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS alloc" }, { "ts": "2022-04-29T11:23:26+02:00", "bytes": 440608366, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T11:23:26+02:00", "bytes": 440613091, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T11:23:26.389388491+02:00", "bytes": 421323559, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX delete" }, { "ts": "2022-04-29T11:23:26.409551137+02:00", "bytes": 305912426, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT delete" }, { "ts": "2022-04-29T11:23:26.423374854+02:00", "bytes": 305687542, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE delete" }, { "ts": "2022-04-29T11:23:26.482732649+02:00", "bytes": 206213265, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION delete" }, { "ts": "2022-04-29T11:23:26.503568881+02:00", "bytes": 205991296, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP delete" }, { "ts": "2022-04-29T11:23:26.553253862+02:00", "bytes": 71301202, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-29T11:23:26.554256341+02:00", "bytes": 70559062, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING delete" }, { "ts": "2022-04-29T11:23:27+02:00", "bytes": 151343269, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T11:23:27+02:00", "bytes": 228637126, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T11:23:30+02:00", "bytes": 286438476, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS alloc" }, { "ts": "2022-04-29T11:23:47+02:00", "bytes": 363722261, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS alloc" }, { "ts": "2022-04-29T11:23:47.732119846+02:00", "bytes": 286444053, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS delete" }, { "ts": "2022-04-29T11:23:51.721413192+02:00", "bytes": 224874488, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS delete" }, { "ts": "2022-04-29T11:23:51.745333696+02:00", "bytes": 221389246, "desc": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS delete" } ], "highmem": { "rss": 1992122368, "shared": 354770944, "vmem": 38199144448, "text": 226123776, "stack": 4541812736, "proc_count": 476 } }, { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "type": "stage", "forks": [ { "stages": [ { "name": "CLOUPE_PREPROCESS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.CLOUPE_PREPROCESS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 2, "duration": 19.934073073, "core_hours": 0.011074485040555556, "maxrss": 1048352, "maxvmem": 4942440, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 151032, "total_blocks": 151032, "in_blocks_rate": 0, "out_blocks_rate": 7576.575015397507, "total_blocks_rate": 7576.575015397507, "in_bytes": 55881728, "out_bytes": 0, "in_bytes_rate": 2803327.1371764876, "out_bytes_rate": 0, "in_bytes_peak": 6714056.04825891, "out_bytes_peak": 0, "start": "2022-04-29T11:23:27Z", "end": "2022-04-29T11:23:47Z", "walltime": 20, "usertime": 30.470076, "systemtime": 0.395545, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2819289.8735169307, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.449578756, "core_hours": 0.00012488298777777777, "maxrss": 82992, "maxvmem": 1116780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 160.1499159804606, "total_blocks_rate": 160.1499159804606, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:23:26Z", "end": "2022-04-29T11:23:27Z", "walltime": 1, "usertime": 0.35939299999999996, "systemtime": 0.085159, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.655010418, "core_hours": 0.00018194733833333334, "maxrss": 92816, "maxvmem": 1780308, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 151008, "total_blocks": 151008, "in_blocks_rate": 0, "out_blocks_rate": 230542.898021509, "total_blocks_rate": 230542.898021509, "in_bytes": 37756928, "out_bytes": 0, "in_bytes_rate": 57643248.04983483, "out_bytes_rate": 0, "in_bytes_peak": 75160768.44777371, "out_bytes_peak": 0, "start": "2022-04-29T11:23:47Z", "end": "2022-04-29T11:23:47Z", "walltime": 0, "usertime": 0.383235, "systemtime": 0.117738, "total_files": 1, "total_bytes": 77278126, "output_files": 1, "output_bytes": 77278126, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 6958235.498621759, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 4, "duration": 21.038662247, "core_hours": 0.011381315366666667, "maxrss": 1048352, "maxvmem": 4942440, "maxrss_requested": 6291456, "maxvmem_requested": 9437184, "in_blocks": 0, "out_blocks": 302112, "total_blocks": 302112, "in_blocks_rate": 0, "out_blocks_rate": 14359.848380715344, "total_blocks_rate": 14359.848380715344, "in_bytes": 93638656, "out_bytes": 0, "in_bytes_rate": 4450789.45137552, "out_bytes_rate": 0, "in_bytes_peak": 75160768.44777371, "out_bytes_peak": 0, "start": "2022-04-29T11:23:26Z", "end": "2022-04-29T11:23:47Z", "walltime": 21, "usertime": 31.212704, "systemtime": 0.5984419999999999, "total_files": 4, "total_bytes": 231834460, "output_files": 2, "output_bytes": 154556252, "vdr_files": 2, "vdr_bytes": 77278208, "in_bytes_dev": 9543881.63914036, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_AGGR_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_AGGR_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.029422067, "core_hours": 0.000008172796388888889, "maxrss": 13600, "maxvmem": 1131036, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 2447.1428197073988, "total_blocks_rate": 2447.1428197073988, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:20Z", "walltime": 0, "usertime": 0.005469, "systemtime": 0.001895, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.029422067, "core_hours": 0.000008172796388888889, "maxrss": 13600, "maxvmem": 1131036, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 2447.1428197073988, "total_blocks_rate": 2447.1428197073988, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:20Z", "walltime": 0, "usertime": 0.005469, "systemtime": 0.001895, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "type": "stage", "forks": [ { "stages": [ { "name": "PARSE_PARAM_CSV", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.PARSE_PARAM_CSV", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.072054678, "core_hours": 0.00002001518833333333, "maxrss": 13600, "maxvmem": 1117932, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 999.2411596093733, "total_blocks_rate": 999.2411596093733, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:20Z", "walltime": 0, "usertime": 0.053804, "systemtime": 0.007929, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.072054678, "core_hours": 0.00002001518833333333, "maxrss": 13600, "maxvmem": 1117932, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 999.2411596093733, "total_blocks_rate": 999.2411596093733, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:20Z", "walltime": 0, "usertime": 0.053804, "systemtime": 0.007929, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.678879385, "core_hours": 0.00018857760694444446, "maxrss": 108028, "maxvmem": 1823552, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 106.05713119422532, "total_blocks_rate": 106.05713119422532, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 12066.944704765192, "out_bytes_rate": 0, "in_bytes_peak": 16322.39575279148, "out_bytes_peak": 0, "start": "2022-04-29T11:22:19Z", "end": "2022-04-29T11:22:20Z", "walltime": 1, "usertime": 0.582356, "systemtime": 0.09101, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1506.0620313171453, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.678879385, "core_hours": 0.00018857760694444446, "maxrss": 108028, "maxvmem": 1823552, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 106.05713119422532, "total_blocks_rate": 106.05713119422532, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 12066.944704765192, "out_bytes_rate": 0, "in_bytes_peak": 16322.39575279148, "out_bytes_peak": 0, "start": "2022-04-29T11:22:19Z", "end": "2022-04-29T11:22:20Z", "walltime": 1, "usertime": 0.582356, "systemtime": 0.09101, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "type": "stage", "forks": [ { "stages": [ { "name": "REANALYZE_VERIFY_SAMPLE_IDS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.REANALYZE_VERIFY_SAMPLE_IDS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SC_RNA_ANALYZER", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER", "type": "pipeline", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 41, "num_threads": 44, "duration": 293.98754330900005, "core_hours": 0.0858342200388889, "maxrss": 609280, "maxvmem": 2293620, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 894440, "total_blocks": 894440, "in_blocks_rate": 0, "out_blocks_rate": 3042.4418325095, "total_blocks_rate": 3042.4418325095, "in_bytes": 329854976, "out_bytes": 0, "in_bytes_rate": 1122003.2396178804, "out_bytes_rate": 0, "in_bytes_peak": 268368673.5987539, "out_bytes_peak": 0, "start": "2022-04-29T11:22:21Z", "end": "2022-04-29T11:23:26Z", "walltime": 65, "usertime": 339.36882499999996, "systemtime": 14.488084, "total_files": 264, "total_bytes": 456690732, "output_files": 120, "output_bytes": 309135544, "vdr_files": 144, "vdr_bytes": 147555188, "in_bytes_dev": 10782124.01681381, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "type": "stage", "forks": [ { "stages": [ { "name": "ANALYZER_PREFLIGHT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.ANALYZER_PREFLIGHT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.904983419, "core_hours": 0.00025138428305555556, "maxrss": 108108, "maxvmem": 1822788, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 79.5594687022658, "total_blocks_rate": 79.5594687022658, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9052.099550124465, "out_bytes_rate": 0, "in_bytes_peak": 16322.529029225356, "out_bytes_peak": 0, "start": "2022-04-29T11:22:21Z", "end": "2022-04-29T11:22:22Z", "walltime": 1, "usertime": 0.811936, "systemtime": 0.074529, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1532.0753877991972, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.904983419, "core_hours": 0.00025138428305555556, "maxrss": 108108, "maxvmem": 1822788, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 79.5594687022658, "total_blocks_rate": 79.5594687022658, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9052.099550124465, "out_bytes_rate": 0, "in_bytes_peak": 16322.529029225356, "out_bytes_peak": 0, "start": "2022-04-29T11:22:21Z", "end": "2022-04-29T11:22:22Z", "walltime": 1, "usertime": 0.811936, "systemtime": 0.074529, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "type": "stage", "forks": [ { "stages": [ { "name": "CHOOSE_DIMENSION_REDUCTION_OUTPUT", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CHOOSE_DIMENSION_REDUCTION_OUTPUT", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.104085787, "core_hours": 0.00002891271861111111, "maxrss": 13700, "maxvmem": 1116780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 28896, "total_blocks": 28896, "in_blocks_rate": 0, "out_blocks_rate": 277617.1543959215, "total_blocks_rate": 277617.1543959215, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:40Z", "end": "2022-04-29T11:22:40Z", "walltime": 0, "usertime": 0.058378, "systemtime": 0.026983, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.104085787, "core_hours": 0.00002891271861111111, "maxrss": 13700, "maxvmem": 1116780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 28896, "total_blocks": 28896, "in_blocks_rate": 0, "out_blocks_rate": 277617.1543959215, "total_blocks_rate": 277617.1543959215, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:40Z", "end": "2022-04-29T11:22:40Z", "walltime": 0, "usertime": 0.058378, "systemtime": 0.026983, "total_files": 8, "total_bytes": 14747863, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 14747863, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "COMBINE_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.COMBINE_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.384348025, "core_hours": 0.00010676334027777778, "maxrss": 59016, "maxvmem": 1118168, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1576, "total_blocks": 1576, "in_blocks_rate": 0, "out_blocks_rate": 4100.450366565563, "total_blocks_rate": 4100.450366565563, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:46Z", "end": "2022-04-29T11:22:46Z", "walltime": 0, "usertime": 0.255161, "systemtime": 0.09550499999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.384348025, "core_hours": 0.00010676334027777778, "maxrss": 59016, "maxvmem": 1118168, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1576, "total_blocks": 1576, "in_blocks_rate": 0, "out_blocks_rate": 4100.450366565563, "total_blocks_rate": 4100.450366565563, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:46Z", "end": "2022-04-29T11:22:46Z", "walltime": 0, "usertime": 0.255161, "systemtime": 0.09550499999999999, "total_files": 22, "total_bytes": 742140, "output_files": 0, "output_bytes": 0, "vdr_files": 22, "vdr_bytes": 742140, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "type": "stage", "forks": [ { "stages": [ { "name": "CORRECT_CHEMISTRY_BATCH", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.CORRECT_CHEMISTRY_BATCH", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "type": "stage", "forks": [ { "stages": [ { "name": "PREPROCESS_MATRIX", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.PREPROCESS_MATRIX", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.846640326, "core_hours": 0.00023517786833333334, "maxrss": 147868, "maxvmem": 1780872, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 85.04201582290328, "total_blocks_rate": 85.04201582290328, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9675.891578072551, "out_bytes_rate": 0, "in_bytes_peak": 16318.262922186797, "out_bytes_peak": 0, "start": "2022-04-29T11:22:22Z", "end": "2022-04-29T11:22:22Z", "walltime": 0, "usertime": 0.72899, "systemtime": 0.098804, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1424.723805143082, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 6.62421377, "core_hours": 0.0018400593805555556, "maxrss": 609280, "maxvmem": 2293620, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 76576, "total_blocks": 76576, "in_blocks_rate": 0, "out_blocks_rate": 11560.013408202556, "total_blocks_rate": 11560.013408202556, "in_bytes": 27336704, "out_bytes": 0, "in_bytes_rate": 4126784.694631013, "out_bytes_rate": 0, "in_bytes_peak": 5464742.89060673, "out_bytes_peak": 0, "start": "2022-04-29T11:22:22Z", "end": "2022-04-29T11:22:29Z", "walltime": 7, "usertime": 6.311089, "systemtime": 0.30419700000000005, "total_files": 1, "total_bytes": 19877676, "output_files": 1, "output_bytes": 19877676, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1574211.2964776438, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 7.470854096, "core_hours": 0.002075237248888889, "maxrss": 609280, "maxvmem": 2293620, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 76648, "total_blocks": 76648, "in_blocks_rate": 0, "out_blocks_rate": 10259.603388726118, "total_blocks_rate": 10259.603388726118, "in_bytes": 27344896, "out_bytes": 0, "in_bytes_rate": 3660210.1511580637, "out_bytes_rate": 0, "in_bytes_peak": 5464742.89060673, "out_bytes_peak": 0, "start": "2022-04-29T11:22:22Z", "end": "2022-04-29T11:22:29Z", "walltime": 7, "usertime": 7.040079, "systemtime": 0.40300100000000005, "total_files": 3, "total_bytes": 59044884, "output_files": 2, "output_bytes": 39755352, "vdr_files": 1, "vdr_bytes": 19289532, "in_bytes_dev": 1305084.8078174447, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_DIFFERENTIAL_EXPRESSION", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_DIFFERENTIAL_EXPRESSION", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 12.433640382, "core_hours": 0.003453788995, "maxrss": 300052, "maxvmem": 1640296, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 5280, "total_blocks": 5280, "in_blocks_rate": 0, "out_blocks_rate": 424.6543922601927, "total_blocks_rate": 424.6543922601927, "in_bytes": 1961984, "out_bytes": 0, "in_bytes_rate": 157796.42483792081, "out_bytes_rate": 0, "in_bytes_peak": 199027.41173478984, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:22:59Z", "walltime": 12, "usertime": 12.150033, "systemtime": 0.206224, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 38519.530318519995, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 29.697071379, "core_hours": 0.008249186494166666, "maxrss": 300040, "maxvmem": 1855312, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4200, "total_blocks": 4200, "in_blocks_rate": 0, "out_blocks_rate": 141.428087180677, "total_blocks_rate": 141.428087180677, "in_bytes": 1343488, "out_bytes": 0, "in_bytes_rate": 45239.74714052224, "out_bytes_rate": 0, "in_bytes_peak": 118697.18862706932, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:17Z", "walltime": 30, "usertime": 29.186165, "systemtime": 0.32530600000000004, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 52372.209288552964, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 24.048331295, "core_hours": 0.006680092026388889, "maxrss": 300072, "maxvmem": 1787404, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 4288, "total_blocks": 4288, "in_blocks_rate": 0, "out_blocks_rate": 178.3075901358502, "total_blocks_rate": 178.3075901358502, "in_bytes": 1576960, "out_bytes": 0, "in_bytes_rate": 65574.61225294552, "out_bytes_rate": 0, "in_bytes_peak": 152354.09130590435, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:11Z", "walltime": 24, "usertime": 23.560933, "systemtime": 0.351704, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 58865.93787300874, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 32.250549569, "core_hours": 0.00895848599138889, "maxrss": 300152, "maxvmem": 1787404, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3864, "total_blocks": 3864, "in_blocks_rate": 0, "out_blocks_rate": 119.81191178565741, "total_blocks_rate": 119.81191178565741, "in_bytes": 1593344, "out_bytes": 0, "in_bytes_rate": 49405.17359529155, "out_bytes_rate": 0, "in_bytes_peak": 153020.79563684433, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:19Z", "walltime": 32, "usertime": 31.849312, "systemtime": 0.341108, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 53001.94335183974, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 33.94502861, "core_hours": 0.00942917461388889, "maxrss": 300108, "maxvmem": 1788236, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3576, "total_blocks": 3576, "in_blocks_rate": 0, "out_blocks_rate": 105.34679587651111, "total_blocks_rate": 105.34679587651111, "in_bytes": 1581056, "out_bytes": 0, "in_bytes_rate": 46576.95293661442, "out_bytes_rate": 0, "in_bytes_peak": 150710.7341399931, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:21Z", "walltime": 34, "usertime": 33.519989, "systemtime": 0.363024, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 52261.439970028485, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 33.485377002, "core_hours": 0.009301493611666666, "maxrss": 300124, "maxvmem": 1918960, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3832, "total_blocks": 3832, "in_blocks_rate": 0, "out_blocks_rate": 114.43801274123699, "total_blocks_rate": 114.43801274123699, "in_bytes": 1392640, "out_bytes": 0, "in_bytes_rate": 41589.49740708671, "out_bytes_rate": 0, "in_bytes_peak": 92469.20919407422, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:20Z", "walltime": 33, "usertime": 33.105822999999994, "systemtime": 0.328813, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 28126.24876246584, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 35.710024837, "core_hours": 0.009919451343611111, "maxrss": 300080, "maxvmem": 1849644, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 3696, "total_blocks": 3696, "in_blocks_rate": 0, "out_blocks_rate": 103.50034806389961, "total_blocks_rate": 103.50034806389961, "in_bytes": 1597440, "out_bytes": 0, "in_bytes_rate": 44733.656929436096, "out_bytes_rate": 0, "in_bytes_peak": 106448.20032980679, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:23Z", "walltime": 36, "usertime": 35.403600000000004, "systemtime": 0.257195, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 36685.01595613538, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.877635372, "core_hours": 0.0030215653811111113, "maxrss": 300104, "maxvmem": 1709228, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 2216, "total_blocks": 2216, "in_blocks_rate": 0, "out_blocks_rate": 203.72074667111758, "total_blocks_rate": 203.72074667111758, "in_bytes": 888832, "out_bytes": 0, "in_bytes_rate": 81711.8766720139, "out_bytes_rate": 0, "in_bytes_peak": 128593.27312825255, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:22:58Z", "walltime": 11, "usertime": 10.53041, "systemtime": 0.292491, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 42489.73246864329, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.018056325, "core_hours": 0.000005015645833333334, "maxrss": 14728, "maxvmem": 1139164, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 4430.580419880568, "total_blocks_rate": 4430.580419880568, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:22:47Z", "walltime": 0, "usertime": 0.002786, "systemtime": 0.006479, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.755183253, "core_hours": 0.00020977312583333332, "maxrss": 23220, "maxvmem": 1506596, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 194400, "total_blocks": 194400, "in_blocks_rate": 0, "out_blocks_rate": 257420.96269711637, "total_blocks_rate": 257420.96269711637, "in_bytes": 65904640, "out_bytes": 0, "in_bytes_rate": 87269731.86731936, "out_bytes_rate": 0, "in_bytes_peak": 131206448.29950736, "out_bytes_peak": 0, "start": "2022-04-29T11:23:23Z", "end": "2022-04-29T11:23:24Z", "walltime": 1, "usertime": 0.662261, "systemtime": 0.052565, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 12348171.048693001, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 10, "num_threads": 10, "duration": 213.220898024, "core_hours": 0.05922802722888889, "maxrss": 300152, "maxvmem": 1918960, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 225432, "total_blocks": 225432, "in_blocks_rate": 0, "out_blocks_rate": 1057.2697239771755, "total_blocks_rate": 1057.2697239771755, "in_bytes": 77840384, "out_bytes": 0, "in_bytes_rate": 365069.206261566, "out_bytes_rate": 0, "in_bytes_peak": 131206448.29950736, "out_bytes_peak": 0, "start": "2022-04-29T11:22:47Z", "end": "2022-04-29T11:23:24Z", "walltime": 37, "usertime": 209.97131199999998, "systemtime": 2.524909, "total_files": 30, "total_bytes": 114987873, "output_files": 0, "output_bytes": 0, "vdr_files": 30, "vdr_bytes": 114987873, "in_bytes_dev": 5181205.335893208, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_FBPCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_FBPCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 0, "num_threads": 0, "duration": 0, "core_hours": 0, "maxrss": 0, "maxvmem": 0, "maxrss_requested": 0, "maxvmem_requested": 0, "in_blocks": 0, "out_blocks": 0, "total_blocks": 0, "in_blocks_rate": 0, "out_blocks_rate": 0, "total_blocks_rate": 0, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "0001-01-01T00:00:00Z", "end": "0001-01-01T00:00:00Z", "walltime": 0, "usertime": 0, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_GRAPH_CLUSTERING", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_GRAPH_CLUSTERING", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.017872046, "core_hours": 0.000004964457222222222, "maxrss": 13964, "maxvmem": 1140836, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 4028.6377955831135, "total_blocks_rate": 4028.6377955831135, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:41Z", "walltime": 0, "usertime": 0.0068839999999999995, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 4, "duration": 5.005216277, "core_hours": 0.005561351418888889, "maxrss": 300144, "maxvmem": 1878240, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 264, "total_blocks": 264, "in_blocks_rate": 0, "out_blocks_rate": 52.74497352155079, "total_blocks_rate": 52.74497352155079, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1636.6925116990305, "out_bytes_rate": 0, "in_bytes_peak": 16334.771018503901, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:46Z", "walltime": 5, "usertime": 4.909301, "systemtime": 0.214018, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1597.7789688961307, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 5, "duration": 5.023088323, "core_hours": 0.005566315876111111, "maxrss": 300144, "maxvmem": 1878240, "maxrss_requested": 2097152, "maxvmem_requested": 5242880, "in_blocks": 0, "out_blocks": 336, "total_blocks": 336, "in_blocks_rate": 0, "out_blocks_rate": 66.8911192466006, "total_blocks_rate": 66.8911192466006, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1630.8691930599764, "out_bytes_rate": 0, "in_bytes_peak": 16334.771018503901, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:46Z", "walltime": 5, "usertime": 4.9161850000000005, "systemtime": 0.214018, "total_files": 4, "total_bytes": 94362, "output_files": 0, "output_bytes": 0, "vdr_files": 4, "vdr_bytes": 94362, "in_bytes_dev": 97.45291668188072, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_KMEANS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_KMEANS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.030878229, "core_hours": 0.0008419106191666666, "maxrss": 365524, "maxvmem": 1566700, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 76.54547047789032, "total_blocks_rate": 76.54547047789032, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2702.8469575641275, "out_bytes_rate": 0, "in_bytes_peak": 16319.320429711213, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:44Z", "walltime": 3, "usertime": 3.969807, "systemtime": 0.900564, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1485.795430857906, "out_bytes_dev": 0 } }, { "index": 1, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.087516834, "core_hours": 0.0008576435650000001, "maxrss": 365440, "maxvmem": 1645604, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 75.14129071142094, "total_blocks_rate": 75.14129071142094, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2653.264885810174, "out_bytes_rate": 0, "in_bytes_peak": 16313.269253436338, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:45Z", "walltime": 4, "usertime": 7.274906, "systemtime": 0.859948, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1490.4667173368161, "out_bytes_dev": 0 } }, { "index": 2, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.576818245, "core_hours": 0.0007157828458333334, "maxrss": 365484, "maxvmem": 1788132, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 90.03351340365877, "total_blocks_rate": 90.03351340365877, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 3179.114404322296, "out_bytes_rate": 0, "in_bytes_peak": 16316.631467763478, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:44Z", "walltime": 3, "usertime": 6.464333, "systemtime": 1.060111, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1393.3662397160251, "out_bytes_dev": 0 } }, { "index": 3, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.275527686, "core_hours": 0.0009098688016666667, "maxrss": 365436, "maxvmem": 1704436, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 70.82828241434073, "total_blocks_rate": 70.82828241434073, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2500.9710755960314, "out_bytes_rate": 0, "in_bytes_peak": 16299.3015271777, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:45Z", "walltime": 4, "usertime": 9.63102, "systemtime": 1.253755, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1553.2004349066315, "out_bytes_dev": 0 } }, { "index": 4, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.227319131, "core_hours": 0.0008964775363888888, "maxrss": 365488, "maxvmem": 1710328, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 71.88629031803053, "total_blocks_rate": 71.88629031803053, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2538.32969950563, "out_bytes_rate": 0, "in_bytes_peak": 16302.545148293808, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:45Z", "walltime": 4, "usertime": 10.633292, "systemtime": 1.1855689999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1475.2419224943221, "out_bytes_dev": 0 } }, { "index": 5, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.294388285, "core_hours": 0.0009151078569444445, "maxrss": 365580, "maxvmem": 1775888, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 70.4227856371217, "total_blocks_rate": 70.4227856371217, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2486.6528445659524, "out_bytes_rate": 0, "in_bytes_peak": 16318.025829936945, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:45Z", "walltime": 4, "usertime": 12.72456, "systemtime": 1.308802, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1501.6945786603414, "out_bytes_dev": 0 } }, { "index": 6, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 3.327360265, "core_hours": 0.0009242667402777777, "maxrss": 365520, "maxvmem": 1775776, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 69.72494155212857, "total_blocks_rate": 69.72494155212857, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2462.0117292889536, "out_bytes_rate": 0, "in_bytes_peak": 16311.374258568694, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:45Z", "walltime": 4, "usertime": 10.592784, "systemtime": 1.212254, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1521.7694956523437, "out_bytes_dev": 0 } }, { "index": 7, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.931699709, "core_hours": 0.0008143610302777778, "maxrss": 365404, "maxvmem": 1712936, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 79.13498073755139, "total_blocks_rate": 79.13498073755139, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2794.2834577673316, "out_bytes_rate": 0, "in_bytes_peak": 16247.056002017394, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:44Z", "walltime": 3, "usertime": 9.96186, "systemtime": 1.205919, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1436.0534579138618, "out_bytes_dev": 0 } }, { "index": 8, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.8240357339999997, "core_hours": 0.0007844543705555555, "maxrss": 365508, "maxvmem": 1640344, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 232, "total_blocks": 232, "in_blocks_rate": 0, "out_blocks_rate": 82.15193497972926, "total_blocks_rate": 82.15193497972926, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2900.813152387682, "out_bytes_rate": 0, "in_bytes_peak": 16325.290402942484, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:44Z", "walltime": 3, "usertime": 7.852999, "systemtime": 1.0112240000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1461.2080710168877, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.72145003, "core_hours": 0.0002004027861111111, "maxrss": 114348, "maxvmem": 1852116, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 99.79901172088107, "total_blocks_rate": 99.79901172088107, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 11354.909778020246, "out_bytes_rate": 0, "in_bytes_peak": 16313.476937081856, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:41Z", "walltime": 0, "usertime": 0.615573, "systemtime": 0.10302399999999999, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2056.705549536858, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.886089637, "core_hours": 0.00024613601027777775, "maxrss": 123916, "maxvmem": 1720368, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 1392, "total_blocks": 1392, "in_blocks_rate": 0, "out_blocks_rate": 1570.9471614100369, "total_blocks_rate": 1570.9471614100369, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 9245.11432921769, "out_bytes_rate": 0, "in_bytes_peak": 16319.593744113234, "out_bytes_peak": 0, "start": "2022-04-29T11:22:45Z", "end": "2022-04-29T11:22:46Z", "walltime": 1, "usertime": 0.670863, "systemtime": 0.16778200000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1503.768733581533, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 11, "num_threads": 11, "duration": 29.183083785, "core_hours": 0.0081064121625, "maxrss": 365580, "maxvmem": 1852116, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 3552, "total_blocks": 3552, "in_blocks_rate": 0, "out_blocks_rate": 121.71434746816288, "total_blocks_rate": 121.71434746816288, "in_bytes": 90112, "out_bytes": 0, "in_bytes_rate": 3087.8162384715915, "out_bytes_rate": 0, "in_bytes_peak": 16325.290402942484, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:46Z", "walltime": 5, "usertime": 80.39199699999999, "systemtime": 10.268952, "total_files": 56, "total_bytes": 1341381, "output_files": 0, "output_bytes": 0, "vdr_files": 56, "vdr_bytes": 1341381, "in_bytes_dev": 1745.3838388978959, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_MULTIGENOME_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_MULTIGENOME_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.606202449, "core_hours": 0.00016838956916666667, "maxrss": 106080, "maxvmem": 1850328, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 118.77220245278158, "total_blocks_rate": 118.77220245278158, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 13513.637256849815, "out_bytes_rate": 0, "in_bytes_peak": 16317.76628455758, "out_bytes_peak": 0, "start": "2022-04-29T11:22:29Z", "end": "2022-04-29T11:22:30Z", "walltime": 1, "usertime": 0.534824, "systemtime": 0.066205, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1906.3633125186611, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.605273179, "core_hours": 0.0001681314386111111, "maxrss": 106028, "maxvmem": 1848668, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 118.95455225515619, "total_blocks_rate": 118.95455225515619, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 13534.384612142214, "out_bytes_rate": 0, "in_bytes_peak": 16314.354120147216, "out_bytes_peak": 0, "start": "2022-04-29T11:22:30Z", "end": "2022-04-29T11:22:30Z", "walltime": 0, "usertime": 0.497922, "systemtime": 0.09890700000000001, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1426.6093473883484, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 1.211475628, "core_hours": 0.00033652100777777777, "maxrss": 106080, "maxvmem": 1850328, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 144, "total_blocks": 144, "in_blocks_rate": 0, "out_blocks_rate": 118.86330741768748, "total_blocks_rate": 118.86330741768748, "in_bytes": 16384, "out_bytes": 0, "in_bytes_rate": 13524.00297730133, "out_bytes_rate": 0, "in_bytes_peak": 16317.76628455758, "out_bytes_peak": 0, "start": "2022-04-29T11:22:29Z", "end": "2022-04-29T11:22:30Z", "walltime": 1, "usertime": 1.032746, "systemtime": 0.165112, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 10.373674595291368, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_PCA", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_PCA", "forki": 0 } ], "index": 0, "chunks": [], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.049787596, "core_hours": 0.000013829887777777779, "maxrss": 13600, "maxvmem": 1139192, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 1446.1433325682162, "total_blocks_rate": 1446.1433325682162, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:29Z", "end": "2022-04-29T11:22:29Z", "walltime": 0, "usertime": 0.006534, "systemtime": 0, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 10.98863648, "core_hours": 0.0030523990222222222, "maxrss": 299220, "maxvmem": 1781560, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 28896, "total_blocks": 28896, "in_blocks_rate": 0, "out_blocks_rate": 2629.625618482558, "total_blocks_rate": 2629.625618482558, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 745.4974067901826, "out_bytes_rate": 0, "in_bytes_peak": 16320.66901482417, "out_bytes_peak": 0, "start": "2022-04-29T11:22:29Z", "end": "2022-04-29T11:22:40Z", "walltime": 11, "usertime": 10.709655, "systemtime": 0.233271, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 3480.8113228628386, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 2, "num_threads": 2, "duration": 11.038424076, "core_hours": 0.00306622891, "maxrss": 299220, "maxvmem": 1781560, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 28968, "total_blocks": 28968, "in_blocks_rate": 0, "out_blocks_rate": 2624.2876519831216, "total_blocks_rate": 2624.2876519831216, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 742.1349228474777, "out_bytes_rate": 0, "in_bytes_peak": 16320.66901482417, "out_bytes_peak": 0, "start": "2022-04-29T11:22:29Z", "end": "2022-04-29T11:22:40Z", "walltime": 11, "usertime": 10.716189, "systemtime": 0.233271, "total_files": 8, "total_bytes": 14747863, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 14747863, "in_bytes_dev": 49.95414658859835, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_TSNE", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_TSNE", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 5.330863772, "core_hours": 0.0014807954922222222, "maxrss": 16612, "maxvmem": 1567328, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 97.54516758264668, "total_blocks_rate": 97.54516758264668, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1536.711563148157, "out_bytes_rate": 0, "in_bytes_peak": 16327.22969986223, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:46Z", "walltime": 5, "usertime": 5.0517270000000005, "systemtime": 0.003975, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1503.0299147885232, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.033698517, "core_hours": 0.000009360699166666665, "maxrss": 13964, "maxvmem": 1139000, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 2136.5925390722687, "total_blocks_rate": 2136.5925390722687, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:41Z", "walltime": 0, "usertime": 0.013218, "systemtime": 0.006474, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.026915649, "core_hours": 0.0000074765691666666665, "maxrss": 14728, "maxvmem": 1141480, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 19319.615885910833, "total_blocks_rate": 19319.615885910833, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:46Z", "end": "2022-04-29T11:22:46Z", "walltime": 0, "usertime": 0.005596, "systemtime": 0.00354, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 5.391477938, "core_hours": 0.0014976327605555556, "maxrss": 16612, "maxvmem": 1567328, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1112, "total_blocks": 1112, "in_blocks_rate": 0, "out_blocks_rate": 206.25142359619906, "total_blocks_rate": 206.25142359619906, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 1519.4349479317111, "out_bytes_rate": 0, "in_bytes_peak": 16327.22969986223, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:46Z", "walltime": 5, "usertime": 5.070541, "systemtime": 0.013989, "total_files": 8, "total_bytes": 449768, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 449768, "in_bytes_dev": 162.02065591101817, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "type": "stage", "forks": [ { "stages": [ { "name": "RUN_UMAP", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.RUN_UMAP", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 18.526072303, "core_hours": 0.005146131195277777, "maxrss": 28620, "maxvmem": 1784288, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 28.068550715728037, "total_blocks_rate": 28.068550715728037, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 442.18762973700785, "out_bytes_rate": 0, "in_bytes_peak": 16315.163096493601, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:59Z", "walltime": 18, "usertime": 18.26577, "systemtime": 0.019067999999999998, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 2887.2618305445244, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.034626776, "core_hours": 0.000009618548888888888, "maxrss": 13752, "maxvmem": 1139176, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 2079.3157295383203, "total_blocks_rate": 2079.3157295383203, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:41Z", "walltime": 0, "usertime": 0.013964, "systemtime": 0.004887, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.029515062, "core_hours": 0.000008198628333333334, "maxrss": 14728, "maxvmem": 1206780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 520, "total_blocks": 520, "in_blocks_rate": 0, "out_blocks_rate": 17618.123248394328, "total_blocks_rate": 17618.123248394328, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:59Z", "end": "2022-04-29T11:22:59Z", "walltime": 0, "usertime": 0.0039640000000000005, "systemtime": 0.003804, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 18.590214141, "core_hours": 0.005163948372499999, "maxrss": 28620, "maxvmem": 1784288, "maxrss_requested": 4194304, "maxvmem_requested": 7340032, "in_blocks": 0, "out_blocks": 1112, "total_blocks": 1112, "in_blocks_rate": 0, "out_blocks_rate": 59.81641693666814, "total_blocks_rate": 59.81641693666814, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 440.6619492312818, "out_bytes_rate": 0, "in_bytes_peak": 16315.163096493601, "out_bytes_peak": 0, "start": "2022-04-29T11:22:41Z", "end": "2022-04-29T11:22:59Z", "walltime": 18, "usertime": 18.283698, "systemtime": 0.027759, "total_files": 8, "total_bytes": 443938, "output_files": 0, "output_bytes": 0, "vdr_files": 8, "vdr_bytes": 443938, "in_bytes_dev": 25.92892873910111, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_ANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SC_RNA_ANALYZER.SUMMARIZE_ANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.645042757, "core_hours": 0.00017917854361111112, "maxrss": 120308, "maxvmem": 2033792, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 263256, "total_blocks": 263256, "in_blocks_rate": 0, "out_blocks_rate": 408121.78284795466, "total_blocks_rate": 408121.78284795466, "in_bytes": 89751552, "out_bytes": 0, "in_bytes_rate": 139140469.41232455, "out_bytes_rate": 0, "in_bytes_peak": 178754370.22728732, "out_bytes_peak": 0, "start": "2022-04-29T11:23:24Z", "end": "2022-04-29T11:23:25Z", "walltime": 1, "usertime": 0.328995, "systemtime": 0.214985, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 16587445.350088362, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.283611474, "core_hours": 0.000078780965, "maxrss": 56284, "maxvmem": 1116760, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 253.86843128920802, "total_blocks_rate": 253.86843128920802, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:23:24Z", "end": "2022-04-29T11:23:24Z", "walltime": 0, "usertime": 0.234672, "systemtime": 0.037458, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.535955836, "core_hours": 0.0001488766211111111, "maxrss": 61540, "maxvmem": 1772628, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 263264, "total_blocks": 263264, "in_blocks_rate": 0, "out_blocks_rate": 491204.6521683925, "total_blocks_rate": 491204.6521683925, "in_bytes": 134770688, "out_bytes": 0, "in_bytes_rate": 251458569.80648685, "out_bytes_rate": 0, "in_bytes_peak": 268368673.5987539, "out_bytes_peak": 0, "start": "2022-04-29T11:23:25Z", "end": "2022-04-29T11:23:26Z", "walltime": 1, "usertime": 0.256936, "systemtime": 0.187613, "total_files": 56, "total_bytes": 73120531, "output_files": 56, "output_bytes": 73120531, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 26517796.04039778, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 1.464610067, "core_hours": 0.0004068361297222222, "maxrss": 120308, "maxvmem": 2033792, "maxrss_requested": 3145728, "maxvmem_requested": 6291456, "in_blocks": 0, "out_blocks": 526592, "total_blocks": 526592, "in_blocks_rate": 0, "out_blocks_rate": 359544.1625487612, "total_blocks_rate": 359544.1625487612, "in_bytes": 224522240, "out_bytes": 0, "in_bytes_rate": 153298304.483114, "out_bytes_rate": 0, "in_bytes_peak": 268368673.5987539, "out_bytes_peak": 0, "start": "2022-04-29T11:23:24Z", "end": "2022-04-29T11:23:26Z", "walltime": 2, "usertime": 0.820603, "systemtime": 0.440056, "total_files": 173, "total_bytes": 342500721, "output_files": 112, "output_bytes": 146241062, "vdr_files": 61, "vdr_bytes": 196259659, "in_bytes_dev": 90360002.76867095, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "type": "stage", "forks": [ { "stages": [ { "name": "SETUP_SAMPLES", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SETUP_SAMPLES", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.45144369, "core_hours": 0.000125401025, "maxrss": 79088, "maxvmem": 1116780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 177.20925504574004, "total_blocks_rate": 177.20925504574004, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:21Z", "walltime": 1, "usertime": 0.33527, "systemtime": 0.084947, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "split_stats": null, "join_stats": null, "fork_stats": { "num_jobs": 1, "num_threads": 1, "duration": 0.45144369, "core_hours": 0.000125401025, "maxrss": 79088, "maxvmem": 1116780, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 80, "total_blocks": 80, "in_blocks_rate": 0, "out_blocks_rate": 177.20925504574004, "total_blocks_rate": 177.20925504574004, "in_bytes": 0, "out_bytes": 0, "in_bytes_rate": 0, "out_bytes_rate": 0, "in_bytes_peak": 0, "out_bytes_peak": 0, "start": "2022-04-29T11:22:20Z", "end": "2022-04-29T11:22:21Z", "walltime": 1, "usertime": 0.33527, "systemtime": 0.084947, "total_files": 1, "total_bytes": 23, "output_files": 0, "output_bytes": 0, "vdr_files": 1, "vdr_bytes": 23, "in_bytes_dev": 0, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null }, { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "type": "stage", "forks": [ { "stages": [ { "name": "SUMMARIZE_REANALYSIS", "fqname": "ID.NB_CellRreanalysis_S_3000.SC_RNA_REANALYZER_CS.SUMMARIZE_REANALYSIS", "forki": 0 } ], "index": 0, "chunks": [ { "index": 0, "chunk_stats": { "num_jobs": 1, "num_threads": 1, "duration": 2.986813204, "core_hours": 0.0008296703344444445, "maxrss": 483768, "maxvmem": 1781428, "maxrss_requested": 2726912, "maxvmem_requested": 5872640, "in_blocks": 0, "out_blocks": 6888, "total_blocks": 6888, "in_blocks_rate": 0, "out_blocks_rate": 2306.136852072119, "total_blocks_rate": 2306.136852072119, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 2742.722574357549, "out_bytes_rate": 0, "in_bytes_peak": 16316.482363347504, "out_bytes_peak": 0, "start": "2022-04-29T11:23:27Z", "end": "2022-04-29T11:23:30Z", "walltime": 3, "usertime": 2.692281, "systemtime": 0.26276700000000003, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1565.1615936108583, "out_bytes_dev": 0 } } ], "split_stats": { "num_jobs": 1, "num_threads": 1, "duration": 1.216243028, "core_hours": 0.0003378452855555556, "maxrss": 182880, "maxvmem": 1779264, "maxrss_requested": 1048576, "maxvmem_requested": 4194304, "in_blocks": 0, "out_blocks": 72, "total_blocks": 72, "in_blocks_rate": 0, "out_blocks_rate": 59.19869495029903, "total_blocks_rate": 59.19869495029903, "in_bytes": 8192, "out_bytes": 0, "in_bytes_rate": 6735.495958789578, "out_bytes_rate": 0, "in_bytes_peak": 16311.149740271123, "out_bytes_peak": 0, "start": "2022-04-29T11:23:26Z", "end": "2022-04-29T11:23:27Z", "walltime": 1, "usertime": 1.02337, "systemtime": 0.174517, "total_files": 0, "total_bytes": 0, "output_files": 0, "output_bytes": 0, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 1715.8804793801753, "out_bytes_dev": 0 }, "join_stats": { "num_jobs": 1, "num_threads": 1, "duration": 20.606448085, "core_hours": 0.0057240133569444445, "maxrss": 554248, "maxvmem": 2465308, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 112976, "total_blocks": 112976, "in_blocks_rate": 0, "out_blocks_rate": 5482.555728866167, "total_blocks_rate": 5482.555728866167, "in_bytes": 57823232, "out_bytes": 0, "in_bytes_rate": 2806074.6695152726, "out_bytes_rate": 0, "in_bytes_peak": 3751456.3890556106, "out_bytes_peak": 0, "start": "2022-04-29T11:23:30Z", "end": "2022-04-29T11:23:51Z", "walltime": 21, "usertime": 20.230304999999998, "systemtime": 0.335173, "total_files": 6, "total_bytes": 57795614, "output_files": 6, "output_bytes": 57795614, "vdr_files": 0, "vdr_bytes": 0, "in_bytes_dev": 747465.2437856329, "out_bytes_dev": 0 }, "fork_stats": { "num_jobs": 3, "num_threads": 3, "duration": 24.809504317, "core_hours": 0.006891528976944445, "maxrss": 554248, "maxvmem": 2465308, "maxrss_requested": 5452800, "maxvmem_requested": 8598528, "in_blocks": 0, "out_blocks": 119936, "total_blocks": 119936, "in_blocks_rate": 0, "out_blocks_rate": 4834.27635101187, "total_blocks_rate": 4834.27635101187, "in_bytes": 57839616, "out_bytes": 0, "in_bytes_rate": 2331349.117699505, "out_bytes_rate": 0, "in_bytes_peak": 3751456.3890556106, "out_bytes_peak": 0, "start": "2022-04-29T11:23:26Z", "end": "2022-04-29T11:23:51Z", "walltime": 25, "usertime": 23.945956, "systemtime": 0.772457, "total_files": 14, "total_bytes": 119076470, "output_files": 12, "output_bytes": 115591228, "vdr_files": 2, "vdr_bytes": 3485242, "in_bytes_dev": 1051142.7194133624, "out_bytes_dev": 0 } } ], "maxbytes": 0, "bytehist": null } ]