{ "project_uid": "P22", "uid": "J3", "PID_main": 2900294, "PID_monitor": 2900296, "PID_workers": [], "bench": {}, "children": [ "J36", "J4", "J34", "J62", "J58", "J66" ], "cloned_from": null, "cluster_job_custom_vars": {}, "cluster_job_id": null, "cluster_job_monitor_event_id": null, "cluster_job_monitor_last_run_at": null, "cluster_job_monitor_retries": 0, "cluster_job_status": null, "cluster_job_status_code": null, "cluster_job_submission_script": null, "completed_at": { "$date": "2024-08-01T16:09:32.706Z" }, "completed_count": 1, "created_at": { "$date": "2024-08-01T00:03:21.976Z" }, "created_by_job_uid": null, "created_by_user_id": "63be936c8b9e54dfd9601b48", "deleted": false, "description": "Enter a description.", "enable_bench": false, "errors_build_inputs": {}, "errors_build_params": {}, "errors_run": [], "experiment_worker_path": null, "failed_at": null, "generate_intermediate_results": false, "has_error": false, "has_warning": false, "heartbeat_at": { "$date": "2024-08-01T16:09:25.460Z" }, "input_slot_groups": [ { "type": "exposure", "name": "exposures", "title": "Micrographs", "description": "Micrographs for CTF estimation", "count_min": 1, "count_max": Infinity, "repeat_allowed": false, "slots": [ { "type": "exposure.micrograph_blob", "name": "micrograph_blob_non_dw", "title": "Non-doseweighted micrograph data", "description": "", "optional": true }, { "type": "exposure.micrograph_blob", "name": "micrograph_blob", "title": "Micrograph data (dose-weighted)", "description": "", "optional": true }, { "type": "exposure.mscope_params", "name": "mscope_params", "title": "Exposure parameters", "description": "", "optional": false } ], "connections": [ { "job_uid": "J2", "group_name": "micrographs", "slots": [ { "slot_name": "micrograph_blob_non_dw", "job_uid": "J2", "group_name": "micrographs", "result_name": "micrograph_blob_non_dw", "result_type": "exposure.micrograph_blob", "version": "F" }, { "slot_name": "micrograph_blob", "job_uid": "J2", "group_name": "micrographs", "result_name": "micrograph_blob", "result_type": "exposure.micrograph_blob", "version": "F" }, { "slot_name": "mscope_params", "job_uid": "J2", "group_name": "micrographs", "result_name": "mscope_params", "result_type": "exposure.mscope_params", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "micrograph_blob_non_dw_AB", "result_type": "exposure.micrograph_blob", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "micrograph_thumbnail_blob_1x", "result_type": "exposure.thumbnail_blob", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "micrograph_thumbnail_blob_2x", "result_type": "exposure.thumbnail_blob", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "movie_blob", "result_type": "exposure.movie_blob", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "background_blob", "result_type": "exposure.stat_blob", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "rigid_motion", "result_type": "exposure.motion", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "spline_motion", "result_type": "exposure.motion", "version": "F" }, { "slot_name": null, "job_uid": "J2", "group_name": "micrographs", "result_name": "gain_ref_blob", "result_type": "exposure.gain_ref_blob", "version": "F" } ] } ] } ], "instance_information": { "platform_node": "elongatus", "platform_release": "5.13.0-41-generic", "platform_version": "#46~20.04.1-Ubuntu SMP Wed Apr 20 13:16:21 UTC 2022", "platform_architecture": "x86_64", "cpu_model": "AMD EPYC 7543 32-Core Processor", "physical_cores": 32, "total_memory": "503.77GB", "available_memory": "487.03GB", "used_memory": "13.83GB", "ofd_soft_limit": 1024, "ofd_hard_limit": 1048576, "driver_version": "12.2", "CUDA_version": "11.8", "gpu_info": [ { "id": 0, "name": "NVIDIA RTX A6000", "mem": 51041271808, "pcie": "0000:01:00" }, { "id": 1, "name": "NVIDIA RTX A6000", "mem": 51041271808, "pcie": "0000:41:00" }, { "id": 2, "name": "NVIDIA RTX A6000", "mem": 51041271808, "pcie": "0000:81:00" }, { "id": 3, "name": "NVIDIA RTX A6000", "mem": 51041271808, "pcie": "0000:c1:00" } ] }, "interactive": false, "interactive_hostname": "", "interactive_port": null, "intermediate_results_size_bytes": 0, "intermediate_results_size_last_updated": { "$date": "2024-08-01T16:09:32.434Z" }, "is_ancestor_of_final_result": false, "is_experiment": false, "is_final_result": false, "job_dir": "J3", "job_dir_size": 31107388993, "job_dir_size_last_updated": { "$date": "2024-08-01T16:09:32.434Z" }, "job_type": "patch_ctf_estimation_multi", "killed_at": null, "last_accessed": { "name": "shen", "accessed_at": { "$date": "2024-09-26T06:21:24.692Z" } }, "last_intermediate_data_cleared_amount": 0, "last_intermediate_data_cleared_at": null, "last_scheduled_at": null, "last_updated": { "$date": "2024-09-30T05:44:25.748Z" }, "launched_at": { "$date": "2024-08-01T12:59:28.595Z" }, "output_group_images": { "exposures": "66f4f34b4f2d29ba9168d6b6" }, "output_result_groups": [ { "uid": "J3-G0", "type": "exposure", "name": "exposures", "title": "Micrographs processed", "description": "", "contains": [ { "uid": "J3-R0", "type": "exposure.ctf", "group_name": "exposures", "name": "ctf", "passthrough": false }, { "uid": "J3-R1", "type": "exposure.ctf_stats", "group_name": "exposures", "name": "ctf_stats", "passthrough": false }, { "uid": "J3-R2", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob_non_dw", "passthrough": true }, { "uid": "J3-R3", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob", "passthrough": true }, { "uid": "J3-R4", "type": "exposure.mscope_params", "group_name": "exposures", "name": "mscope_params", "passthrough": true }, { "uid": "J3-R5", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob_non_dw_AB", "passthrough": true }, { "uid": "J3-R6", "type": "exposure.thumbnail_blob", "group_name": "exposures", "name": "micrograph_thumbnail_blob_1x", "passthrough": true }, { "uid": "J3-R7", "type": "exposure.thumbnail_blob", "group_name": "exposures", "name": "micrograph_thumbnail_blob_2x", "passthrough": true }, { "uid": "J3-R8", "type": "exposure.movie_blob", "group_name": "exposures", "name": "movie_blob", "passthrough": true }, { "uid": "J3-R9", "type": "exposure.stat_blob", "group_name": "exposures", "name": "background_blob", "passthrough": true }, { "uid": "J3-R10", "type": "exposure.motion", "group_name": "exposures", "name": "rigid_motion", "passthrough": true }, { "uid": "J3-R11", "type": "exposure.motion", "group_name": "exposures", "name": "spline_motion", "passthrough": true }, { "uid": "J3-R12", "type": "exposure.gain_ref_blob", "group_name": "exposures", "name": "gain_ref_blob", "passthrough": true } ], "passthrough": "exposures", "num_items": 14766, "summary": { "ctf/type": "spline", "ctf/accel_kv": 300.0, "ctf/cs_mm": 2.700000047683716, "ctf/amp_contrast": 0.10000000149011612, "ctf/phase_shift_rad": 0.0, "ctf_stats/type": "spline", "ctf_stats/spectrum_dim": 1440, "micrograph_blob_non_dw/shape": [ 4096, 4096 ], "micrograph_blob_non_dw/psize_A": 0.7269999980926514, "micrograph_blob_non_dw/format": "MRC/2", "micrograph_blob_non_dw/is_background_subtracted": 1, "micrograph_blob/shape": [ 4096, 4096 ], "micrograph_blob/psize_A": 0.7269999980926514, "micrograph_blob/format": "MRC/2", "micrograph_blob/is_background_subtracted": 1, "mscope_params/accel_kv": 300.0, "mscope_params/cs_mm": 2.700000047683716, "mscope_params/total_dose_e_per_A2": 50.0, "mscope_params/phase_plate": 0, "mscope_params/neg_stain": 0, "micrograph_blob_non_dw_AB/shape": [ 0, 0 ], "micrograph_blob_non_dw_AB/psize_A": 0.0, "micrograph_blob_non_dw_AB/format": "", "micrograph_blob_non_dw_AB/is_background_subtracted": 0, "micrograph_thumbnail_blob_1x/shape": [ 117, 117 ], "micrograph_thumbnail_blob_1x/format": "png", "micrograph_thumbnail_blob_1x/binfactor": 35, "micrograph_thumbnail_blob_2x/shape": [ 227, 227 ], "micrograph_thumbnail_blob_2x/format": "png", "micrograph_thumbnail_blob_2x/binfactor": 18, "movie_blob/shape": [ 40, 4096, 4096 ], "movie_blob/psize_A": 0.7269999980926514, "movie_blob/is_gain_corrected": 0, "movie_blob/format": "EER/4096", "movie_blob/has_defect_file": 0, "background_blob/binfactor": 4, "background_blob/shape": [ 4096, 4096 ], "background_blob/psize_A": 0.7269999980926514, "rigid_motion/type": "rigid", "rigid_motion/frame_start": 0, "rigid_motion/frame_end": 40, "rigid_motion/zero_shift_frame": 0, "rigid_motion/psize_A": 0.7269999980926514, "spline_motion/type": "spline", "spline_motion/frame_start": 0, "spline_motion/frame_end": 40, "spline_motion/zero_shift_frame": 0, "spline_motion/psize_A": 0.7269999980926514, "gain_ref_blob/shape": [ 4096, 4096 ], "gain_ref_blob/flip_x": 0, "gain_ref_blob/flip_y": 0, "gain_ref_blob/rotate_num": 0 }, "latest_summary_stats": { "ctf_fit_to_A_hist": [ 3210, 11160, 285, 10, 8, 8, 6, 6, 3, 5, 7, 2, 3, 2, 21, 0, 0, 0, 4, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14 ], "ctf_fit_to_A_hist_bin_edges": [ 1.9038827419281006, 2.9126851558685303, 3.92148756980896, 4.9302897453308105, 5.93909215927124, 6.94789457321167, 7.9566969871521, 8.965499877929688, 9.9743013381958, 10.98310375213623, 11.99190616607666, 13.00070858001709, 14.00951099395752, 15.01831340789795, 16.027116775512695, 17.035919189453125, 18.044721603393555, 19.053524017333984, 20.062326431274414, 21.071128845214844, 22.079931259155273, 23.088733673095703, 24.0975341796875, 25.10633659362793, 26.11513900756836, 27.12394142150879, 28.13274383544922, 29.14154624938965, 30.150348663330078, 31.159151077270508, 32.16795349121094, 33.1767578125, 34.1855583190918, 35.19436264038086, 36.203163146972656, 37.21196746826172, 38.220767974853516, 39.22957229614258, 40.238372802734375, 41.24717712402344, 42.255977630615234, 43.2647819519043, 44.273582458496094, 45.282386779785156, 46.29118728637695, 47.299991607666016, 48.30879211425781, 49.317596435546875, 50.32639694213867, 51.335201263427734, 52.34400177001953 ], "df_ast_A_hist": [ 14750, 7, 3, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "df_ast_A_hist_bin_edges": [ 2.443115234375, 1548.0606689453125, 3093.67822265625, 4639.2958984375, 6184.9130859375, 7730.53076171875, 9276.1484375, 10821.765625, 12367.3837890625, 13913.0009765625, 15458.6181640625, 17004.236328125, 18549.853515625, 20095.470703125, 21641.087890625, 23186.70703125, 24732.32421875, 26277.94140625, 27823.55859375, 29369.17578125, 30914.794921875, 32460.412109375, 34006.02734375, 35551.6484375, 37097.265625, 38642.8828125, 40188.5, 41734.1171875, 43279.734375, 44825.3515625, 46370.96875, 47916.5859375, 49462.203125, 51007.8203125, 52553.44140625, 54099.05859375, 55644.67578125, 57190.29296875, 58735.91015625, 60281.52734375, 61827.14453125, 63372.76171875, 64918.37890625, 66464.0, 68009.6171875, 69555.234375, 71100.8515625, 72646.46875, 74192.0859375, 75737.703125, 77283.3203125 ], "df_avg_A_hist": [ 19, 28, 34, 65, 90, 175, 225, 421, 573, 731, 958, 1001, 1005, 978, 1093, 1013, 990, 937, 860, 853, 740, 614, 483, 356, 214, 106, 67, 34, 15, 13, 5, 8, 7, 6, 4, 3, 3, 2, 4, 5, 7, 3, 0, 3, 3, 3, 4, 2, 0, 3 ], "df_avg_A_hist_bin_edges": [ 1000.0, 1780.0, 2560.0, 3340.0, 4120.0, 4900.0, 5680.0, 6460.0, 7240.0, 8020.0, 8800.0, 9580.0, 10360.0, 11140.0, 11920.0, 12700.0, 13480.0, 14260.0, 15040.0, 15820.0, 16600.0, 17380.0, 18160.0, 18940.0, 19720.0, 20500.0, 21280.0, 22060.0, 22840.0, 23620.0, 24400.0, 25180.0, 25960.0, 26740.0, 27520.0, 28300.0, 29080.0, 29860.0, 30640.0, 31420.0, 32200.0, 32980.0, 33760.0, 34540.0, 35320.0, 36100.0, 36880.0, 37660.0, 38440.0, 39220.0, 40000.0 ], "df_range_max_hist": [ 17, 24, 26, 68, 85, 168, 212, 396, 559, 727, 916, 1030, 995, 979, 1075, 1018, 1002, 942, 872, 856, 748, 630, 506, 346, 235, 109, 76, 32, 24, 10, 9, 6, 7, 8, 4, 5, 3, 2, 5, 5, 7, 4, 0, 3, 2, 3, 3, 4, 0, 3 ], "df_range_max_hist_bin_edges": [ 1000.0, 1780.0, 2560.0, 3340.0, 4120.0, 4900.0, 5680.0, 6460.0, 7240.0, 8020.0, 8800.0, 9580.0, 10360.0, 11140.0, 11920.0, 12700.0, 13480.0, 14260.0, 15040.0, 15820.0, 16600.0, 17380.0, 18160.0, 18940.0, 19720.0, 20500.0, 21280.0, 22060.0, 22840.0, 23620.0, 24400.0, 25180.0, 25960.0, 26740.0, 27520.0, 28300.0, 29080.0, 29860.0, 30640.0, 31420.0, 32200.0, 32980.0, 33760.0, 34540.0, 35320.0, 36100.0, 36880.0, 37660.0, 38440.0, 39220.0, 40000.0 ], "df_range_min_hist": [ 30, 23, 32, 77, 96, 175, 234, 444, 590, 751, 965, 999, 1029, 975, 1112, 980, 983, 943, 855, 848, 724, 591, 487, 328, 206, 104, 59, 23, 17, 13, 5, 9, 5, 8, 3, 2, 2, 5, 3, 6, 6, 1, 2, 2, 3, 2, 4, 2, 0, 3 ], "df_range_min_hist_bin_edges": [ 1000.0, 1780.0, 2560.0, 3340.0, 4120.0, 4900.0, 5680.0, 6460.0, 7240.0, 8020.0, 8800.0, 9580.0, 10360.0, 11140.0, 11920.0, 12700.0, 13480.0, 14260.0, 15040.0, 15820.0, 16600.0, 17380.0, 18160.0, 18940.0, 19720.0, 20500.0, 21280.0, 22060.0, 22840.0, 23620.0, 24400.0, 25180.0, 25960.0, 26740.0, 27520.0, 28300.0, 29080.0, 29860.0, 30640.0, 31420.0, 32200.0, 32980.0, 33760.0, 34540.0, 35320.0, 36100.0, 36880.0, 37660.0, 38440.0, 39220.0, 40000.0 ], "ice_thickness_rel_hist": [ 1, 0, 1, 33, 418, 5072, 6248, 381, 125, 94, 103, 81, 78, 84, 96, 86, 121, 112, 144, 142, 160, 159, 178, 172, 136, 114, 95, 94, 55, 51, 33, 27, 16, 19, 10, 8, 3, 5, 0, 0, 6, 0, 2, 0, 1, 1, 0, 0, 0, 1 ], "ice_thickness_rel_hist_bin_edges": [ 0.8949612379074097, 0.9244285225868225, 0.9538957476615906, 0.9833630323410034, 1.0128302574157715, 1.0422974824905396, 1.0717648267745972, 1.1012320518493652, 1.1306992769241333, 1.1601665019989014, 1.189633846282959, 1.219101071357727, 1.2485682964324951, 1.2780355215072632, 1.3075028657913208, 1.3369700908660889, 1.366437315940857, 1.395904541015625, 1.4253718852996826, 1.4548391103744507, 1.4843063354492188, 1.5137735605239868, 1.5432409048080444, 1.5727081298828125, 1.6021753549575806, 1.6316425800323486, 1.6611099243164062, 1.6905771493911743, 1.7200443744659424, 1.74951171875, 1.778978943824768, 1.8084461688995361, 1.8379133939743042, 1.8673807382583618, 1.8968479633331299, 1.926315188407898, 1.955782413482666, 1.9852497577667236, 2.014716863632202, 2.0441842079162598, 2.0736515522003174, 2.103118658065796, 2.1325860023498535, 2.162053346633911, 2.1915204524993896, 2.2209877967834473, 2.250454902648926, 2.2799222469329834, 2.309389591217041, 2.3388566970825195, 2.368324041366577 ], "version": 0 } }, { "uid": "J3-G1", "type": "exposure", "name": "exposures_incomplete", "title": "Micrographs incomplete", "description": "", "contains": [ { "uid": "J3-R13", "type": "exposure.ctf", "group_name": "exposures_incomplete", "name": "ctf", "passthrough": false }, { "uid": "J3-R14", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob_non_dw", "passthrough": true }, { "uid": "J3-R15", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob", "passthrough": true }, { "uid": "J3-R16", "type": "exposure.mscope_params", "group_name": "exposures_incomplete", "name": "mscope_params", "passthrough": true }, { "uid": "J3-R17", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob_non_dw_AB", "passthrough": true }, { "uid": "J3-R18", "type": "exposure.thumbnail_blob", "group_name": "exposures_incomplete", "name": "micrograph_thumbnail_blob_1x", "passthrough": true }, { "uid": "J3-R19", "type": "exposure.thumbnail_blob", "group_name": "exposures_incomplete", "name": "micrograph_thumbnail_blob_2x", "passthrough": true }, { "uid": "J3-R20", "type": "exposure.movie_blob", "group_name": "exposures_incomplete", "name": "movie_blob", "passthrough": true }, { "uid": "J3-R21", "type": "exposure.stat_blob", "group_name": "exposures_incomplete", "name": "background_blob", "passthrough": true }, { "uid": "J3-R22", "type": "exposure.motion", "group_name": "exposures_incomplete", "name": "rigid_motion", "passthrough": true }, { "uid": "J3-R23", "type": "exposure.motion", "group_name": "exposures_incomplete", "name": "spline_motion", "passthrough": true }, { "uid": "J3-R24", "type": "exposure.gain_ref_blob", "group_name": "exposures_incomplete", "name": "gain_ref_blob", "passthrough": true } ], "passthrough": "exposures", "num_items": 0, "summary": {} } ], "output_results": [ { "uid": "J3-R0", "type": "exposure.ctf", "group_name": "exposures", "name": "ctf", "title": "Local CTF estimate", "description": "", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "exp_group_id", "u4" ], [ "accel_kv", "f4" ], [ "cs_mm", "f4" ], [ "amp_contrast", "f4" ], [ "df1_A", "f4" ], [ "df2_A", "f4" ], [ "df_angle_rad", "f4" ], [ "phase_shift_rad", "f4" ], [ "cross_corr_ctffind4", "f4" ], [ "ctf_fit_to_A", "f4" ], [ "fig_of_merit_gctf", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/exposures_ctf_estimated.cs" ], "num_items": [ 14766 ], "passthrough": false }, { "uid": "J3-R1", "type": "exposure.ctf_stats", "group_name": "exposures", "name": "ctf_stats", "title": "Local CTF estimate stats", "description": "", "min_fields": [ [ "type", "O" ], [ "ctf_fit_to_A", "f4" ], [ "cross_corr", "f4" ], [ "df_range", "2f4" ], [ "df_tilt_normal", "2f4" ], [ "ice_thickness_rel", "f4" ], [ "spectrum_dim", "u4" ], [ "diag_image_path", "O" ], [ "fit_data_path", "O" ] ], "versions": [ 0 ], "metafiles": [ "J3/exposures_ctf_estimated.cs" ], "num_items": [ 14766 ], "passthrough": false }, { "uid": "J3-R2", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob_non_dw", "title": "Passthrough micrograph_blob_non_dw", "description": "Passthrough from input exposures.micrograph_blob_non_dw (slot_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R3", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob", "title": "Passthrough micrograph_blob", "description": "Passthrough from input exposures.micrograph_blob (slot_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R4", "type": "exposure.mscope_params", "group_name": "exposures", "name": "mscope_params", "title": "Passthrough mscope_params", "description": "Passthrough from input exposures.mscope_params (slot_name)", "min_fields": [ [ "accel_kv", "f4" ], [ "cs_mm", "f4" ], [ "total_dose_e_per_A2", "f4" ], [ "phase_plate", "u4" ], [ "neg_stain", "u4" ], [ "exp_group_id", "u4" ], [ "defect_path", "O" ], [ "beam_shift", "2f4" ], [ "beam_shift_known", "u4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R5", "type": "exposure.micrograph_blob", "group_name": "exposures", "name": "micrograph_blob_non_dw_AB", "title": "Passthrough micrograph_blob_non_dw_AB", "description": "Passthrough from input exposures.micrograph_blob_non_dw_AB (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R6", "type": "exposure.thumbnail_blob", "group_name": "exposures", "name": "micrograph_thumbnail_blob_1x", "title": "Passthrough micrograph_thumbnail_blob_1x", "description": "Passthrough from input exposures.micrograph_thumbnail_blob_1x (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "format", "O" ], [ "binfactor", "u4" ], [ "micrograph_path", "O" ], [ "vmin", "f4" ], [ "vmax", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R7", "type": "exposure.thumbnail_blob", "group_name": "exposures", "name": "micrograph_thumbnail_blob_2x", "title": "Passthrough micrograph_thumbnail_blob_2x", "description": "Passthrough from input exposures.micrograph_thumbnail_blob_2x (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "format", "O" ], [ "binfactor", "u4" ], [ "micrograph_path", "O" ], [ "vmin", "f4" ], [ "vmax", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R8", "type": "exposure.movie_blob", "group_name": "exposures", "name": "movie_blob", "title": "Passthrough movie_blob", "description": "Passthrough from input exposures.movie_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "shape", "3u4" ], [ "psize_A", "f4" ], [ "is_gain_corrected", "u4" ], [ "format", "O" ], [ "has_defect_file", "u4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R9", "type": "exposure.stat_blob", "group_name": "exposures", "name": "background_blob", "title": "Passthrough background_blob", "description": "Passthrough from input exposures.background_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "binfactor", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R10", "type": "exposure.motion", "group_name": "exposures", "name": "rigid_motion", "title": "Passthrough rigid_motion", "description": "Passthrough from input exposures.rigid_motion (result_name)", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "idx", "u4" ], [ "frame_start", "u4" ], [ "frame_end", "u4" ], [ "zero_shift_frame", "u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R11", "type": "exposure.motion", "group_name": "exposures", "name": "spline_motion", "title": "Passthrough spline_motion", "description": "Passthrough from input exposures.spline_motion (result_name)", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "idx", "u4" ], [ "frame_start", "u4" ], [ "frame_end", "u4" ], [ "zero_shift_frame", "u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R12", "type": "exposure.gain_ref_blob", "group_name": "exposures", "name": "gain_ref_blob", "title": "Passthrough gain_ref_blob", "description": "Passthrough from input exposures.gain_ref_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "flip_x", "u4" ], [ "flip_y", "u4" ], [ "rotate_num", "u4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures.cs" ], "num_items": [ 14766 ], "passthrough": true }, { "uid": "J3-R13", "type": "exposure.ctf", "group_name": "exposures_incomplete", "name": "ctf", "title": "Local CTF estimate", "description": "", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "exp_group_id", "u4" ], [ "accel_kv", "f4" ], [ "cs_mm", "f4" ], [ "amp_contrast", "f4" ], [ "df1_A", "f4" ], [ "df2_A", "f4" ], [ "df_angle_rad", "f4" ], [ "phase_shift_rad", "f4" ], [ "cross_corr_ctffind4", "f4" ], [ "ctf_fit_to_A", "f4" ], [ "fig_of_merit_gctf", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/exposures_ctf_estimated_incomplete.cs" ], "num_items": [ 0 ], "passthrough": false }, { "uid": "J3-R14", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob_non_dw", "title": "Passthrough micrograph_blob_non_dw", "description": "Passthrough from input exposures.micrograph_blob_non_dw (slot_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R15", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob", "title": "Passthrough micrograph_blob", "description": "Passthrough from input exposures.micrograph_blob (slot_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R16", "type": "exposure.mscope_params", "group_name": "exposures_incomplete", "name": "mscope_params", "title": "Passthrough mscope_params", "description": "Passthrough from input exposures.mscope_params (slot_name)", "min_fields": [ [ "accel_kv", "f4" ], [ "cs_mm", "f4" ], [ "total_dose_e_per_A2", "f4" ], [ "phase_plate", "u4" ], [ "neg_stain", "u4" ], [ "exp_group_id", "u4" ], [ "defect_path", "O" ], [ "beam_shift", "2f4" ], [ "beam_shift_known", "u4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R17", "type": "exposure.micrograph_blob", "group_name": "exposures_incomplete", "name": "micrograph_blob_non_dw_AB", "title": "Passthrough micrograph_blob_non_dw_AB", "description": "Passthrough from input exposures.micrograph_blob_non_dw_AB (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ], [ "format", "O" ], [ "is_background_subtracted", "u4" ], [ "vmin", "f4" ], [ "vmax", "f4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R18", "type": "exposure.thumbnail_blob", "group_name": "exposures_incomplete", "name": "micrograph_thumbnail_blob_1x", "title": "Passthrough micrograph_thumbnail_blob_1x", "description": "Passthrough from input exposures.micrograph_thumbnail_blob_1x (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "format", "O" ], [ "binfactor", "u4" ], [ "micrograph_path", "O" ], [ "vmin", "f4" ], [ "vmax", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R19", "type": "exposure.thumbnail_blob", "group_name": "exposures_incomplete", "name": "micrograph_thumbnail_blob_2x", "title": "Passthrough micrograph_thumbnail_blob_2x", "description": "Passthrough from input exposures.micrograph_thumbnail_blob_2x (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "format", "O" ], [ "binfactor", "u4" ], [ "micrograph_path", "O" ], [ "vmin", "f4" ], [ "vmax", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R20", "type": "exposure.movie_blob", "group_name": "exposures_incomplete", "name": "movie_blob", "title": "Passthrough movie_blob", "description": "Passthrough from input exposures.movie_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "shape", "3u4" ], [ "psize_A", "f4" ], [ "is_gain_corrected", "u4" ], [ "format", "O" ], [ "has_defect_file", "u4" ], [ "import_sig", "u8" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R21", "type": "exposure.stat_blob", "group_name": "exposures_incomplete", "name": "background_blob", "title": "Passthrough background_blob", "description": "Passthrough from input exposures.background_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "binfactor", "u4" ], [ "shape", "2u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R22", "type": "exposure.motion", "group_name": "exposures_incomplete", "name": "rigid_motion", "title": "Passthrough rigid_motion", "description": "Passthrough from input exposures.rigid_motion (result_name)", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "idx", "u4" ], [ "frame_start", "u4" ], [ "frame_end", "u4" ], [ "zero_shift_frame", "u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R23", "type": "exposure.motion", "group_name": "exposures_incomplete", "name": "spline_motion", "title": "Passthrough spline_motion", "description": "Passthrough from input exposures.spline_motion (result_name)", "min_fields": [ [ "type", "O" ], [ "path", "O" ], [ "idx", "u4" ], [ "frame_start", "u4" ], [ "frame_end", "u4" ], [ "zero_shift_frame", "u4" ], [ "psize_A", "f4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true }, { "uid": "J3-R24", "type": "exposure.gain_ref_blob", "group_name": "exposures_incomplete", "name": "gain_ref_blob", "title": "Passthrough gain_ref_blob", "description": "Passthrough from input exposures.gain_ref_blob (result_name)", "min_fields": [ [ "path", "O" ], [ "idx", "u4" ], [ "shape", "2u4" ], [ "flip_x", "u4" ], [ "flip_y", "u4" ], [ "rotate_num", "u4" ] ], "versions": [ 0 ], "metafiles": [ "J3/J3_passthrough_exposures_incomplete.cs" ], "num_items": [ 0 ], "passthrough": true } ], "params_base": { "do_plots": { "type": "boolean", "value": true, "title": "Make motion diagnostic plots", "desc": "Whether or not to make plots of motion trajectories. Motion trajectories can also be inspected using the \"Curate Exposures\" job type after this job completes.", "order": 0, "section": "general_settings", "advanced": false, "hidden": true }, "num_plots": { "type": "number", "value": 10, "title": "Number of movies to plot", "desc": "Only make plots for the first this many movies.", "order": 1, "section": "general_settings", "advanced": false, "hidden": false }, "random_num": { "type": "number", "value": null, "title": "Only process this many movies", "desc": "Randomly select this many movies to process. Helpful for tweaking params.", "order": 2, "section": "general_settings", "advanced": false, "hidden": false }, "classic_mode": { "type": "boolean", "value": false, "title": "Classic mode", "desc": "Uses the old Patch CTF algorithm (cryoSPARC v.2.15 and earlier) instead of the new one.", "order": 3, "section": "general_settings", "advanced": false, "hidden": false }, "amp_contrast": { "type": "number", "value": 0.1, "title": "Amplitude Contrast", "desc": "Amplitude constrast to use. Typically 0.07 or 0.1 for cryo-EM data.", "order": 4, "section": "ctf_settings", "advanced": false, "hidden": false }, "res_min_align": { "type": "number", "value": 25, "title": "Minimum resolution (A)", "desc": "Minimum resolution (in A) to consider when estimating CTF.", "order": 5, "section": "ctf_settings", "advanced": true, "hidden": false }, "res_max_align": { "type": "number", "value": 4, "title": "Maximum resolution (A)", "desc": "Maximum resolution (in A) to consider when estimating CTF.", "order": 6, "section": "ctf_settings", "advanced": true, "hidden": false }, "df_search_min": { "type": "number", "value": 1000, "title": "Minimum search defocus (A)", "desc": "Defocus range for gridsearch.", "order": 7, "section": "ctf_settings", "advanced": true, "hidden": false }, "df_search_max": { "type": "number", "value": 40000, "title": "Maximum search defocus (A)", "desc": "Defocus range for gridsearch.", "order": 8, "section": "ctf_settings", "advanced": true, "hidden": false }, "phase_shift_min": { "type": "number", "value": 0, "title": "Min. search phase-shift (rad)", "desc": "Phase-shift range for gridsearch.", "order": 9, "section": "ctf_settings", "advanced": true, "hidden": false }, "phase_shift_max": { "type": "number", "value": 3.141592653589793, "title": "Max. search phase-shift (rad)", "desc": "Phase-shift range for gridsearch.", "order": 10, "section": "ctf_settings", "advanced": true, "hidden": false }, "do_phase_shift_refine_only": { "type": "boolean", "value": false, "title": "Do phase refine only", "desc": "Whether to carry out refinement over phase shift only", "order": 11, "section": "ctf_settings", "advanced": true, "hidden": false }, "override_K_Y": { "type": "number", "value": null, "title": "Override knots Y", "desc": "Override automatically selected spline order for Y dimension (vertical)", "order": 12, "section": "ctf_settings", "advanced": true, "hidden": false }, "override_K_X": { "type": "number", "value": null, "title": "Override knots X", "desc": "Override automatically selected spline order for X dimension (horizontal)", "order": 13, "section": "ctf_settings", "advanced": true, "hidden": false }, "compute_num_gpus": { "type": "number", "value": 1, "title": "Number of GPUs to parallelize", "desc": "Number of GPUs over which to parallelize computation.", "order": 14, "section": "compute_settings", "advanced": false, "hidden": false } }, "params_secs": { "general_settings": { "title": "General settings", "desc": "", "order": 0 }, "ctf_settings": { "title": "CTF estimation", "desc": "", "order": 1 }, "compute_settings": { "title": "Compute settings", "desc": "", "order": 2 } }, "params_spec": { "compute_num_gpus": { "value": 4 } }, "parents": [ "J2" ], "priority": 0, "project_uid_num": 12, "queue_index": null, "queue_message": null, "queue_status": null, "queued_at": { "$date": "2024-08-01T00:03:32.316Z" }, "queued_job_hash": null, "queued_to_lane": "", "resources_allocated": {}, "resources_needed": { "slots": { "CPU": 8, "GPU": 4, "RAM": 1 }, "fixed": { "SSD": false } }, "run_as_user": null, "running_at": { "$date": "2024-08-01T12:59:34.062Z" }, "started_at": { "$date": "2024-08-01T12:59:29.676Z" }, "status": "completed", "title": "New Job J3", "tokens_acquired_at": 1722517168.5928953, "tokens_requested_at": null, "type": "patch_ctf_estimation_multi", "ui_tile_height": 1, "ui_tile_images": [ { "name": "img_patch_df0", "fileid": "66f4f34b4f2d29ba9168d6b4", "num_rows": 1, "num_cols": 1 }, { "name": "img_ctf_fit_res_hist", "fileid": "66f4f34b4f2d29ba9168d770", "num_rows": 1, "num_cols": 1 } ], "ui_tile_width": 2, "uid_num": 3, "version": "v4.5.0", "waiting_at": null, "workspace_uids": [ "W1" ], "ui_layouts": {}, "last_exported": { "$date": "2024-09-26T06:21:29.180Z" }, "no_check_inputs_ready": false, "queued_to_gpu": false, "queued_to_hostname": null, "num_tokens": 4, "job_sig": "733071143071062910266520321112019449476505431165158968557845992511440803484315517671013762939025653836105159358711394793084104458404857415177351432524329425420933536142220199766493148326733725526760556267027434429642756191422959109010737451518653491076078050940255237427665653140665980350832019794016324478766216386703936679591326272584628344590319397728741823721920868246199286450998339335590695343873005151483137863861595358175932204408462793697050457340257743231029654393593058875785878146108558717380161944797107693020716661187061160742760419709932880916242278350321600338638698254296353656100120203554731490669180534157864838039336005383803909834443973370576966205511443789310468937497166329782627720225886037914700718431532453864514468927982927942526265897047037887736437267520138978352776108189547361951157325163966351751358716204276060392359787334766156141827971714005507109954358464804694240835152738362538460314750697410208040548090199593931962716162875119765326219153906867693757124583191577585382436543158627311989437467079306142030191980723264441379891611148176665949796888236192349928379847975560784333944485038200671316005764115499042841252629931663626872088957001630469983389920980075884671268134748121401240288895397", "status_num": 35, "imported": true }