diff --git a/results/gpu_status_0821.json b/results/gpu_status_0821.json
new file mode 100644
index 00000000..4cf52fd7
--- /dev/null
+++ b/results/gpu_status_0821.json
@@ -0,0 +1,4 @@
+{"cur_time": "2024-08-22 08:19:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.73345947265625, "powerusage_W": 338.123}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 87.5767822265625, "powerusage_W": 363.821}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 63.0670166015625, "powerusage_W": 318.959}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 93.28143310546875, "powerusage_W": 278.942}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 76.1217041015625, "powerusage_W": 311.644}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.95611572265625, "powerusage_W": 336.903}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 48.84130859375, "powerusage_W": 304.014}, {"pid": 1549190, "create_time": 1724313134.15, "name": "python", "user": "user", "used_mem_GB": 20.056640625}, {"pid": 1552281, "create_time": 1724313670.39, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.185546875}], "all_processes_status": []}
+{"cur_time": "2024-08-22 08:20:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.73345947265625, "powerusage_W": 332.026}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 87.5767822265625, "powerusage_W": 356.07}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 63.0670166015625, "powerusage_W": 312.392}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 93.28143310546875, "powerusage_W": 294.272}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 76.1217041015625, "powerusage_W": 311.944}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.95611572265625, "powerusage_W": 338.596}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 48.84130859375, "powerusage_W": 373.803}, {"pid": 1549190, "create_time": 1724313134.15, "name": "python", "user": "user", "used_mem_GB": 20.056640625}, {"pid": 1552281, "create_time": 1724313670.39, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.185546875}], "all_processes_status": []}
+{"cur_time": "2024-08-22 08:21:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.73345947265625, "powerusage_W": 322.773}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 87.5767822265625, "powerusage_W": 363.834}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 63.0670166015625, "powerusage_W": 311.635}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 93.28143310546875, "powerusage_W": 274.232}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 76.3697509765625, "powerusage_W": 314.495}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.95611572265625, "powerusage_W": 334.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 48.84130859375, "powerusage_W": 304.057}, {"pid": 1549190, "create_time": 1724313134.15, "name": "python", "user": "user", "used_mem_GB": 20.056640625}, {"pid": 1552281, "create_time": 1724313670.39, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.185546875}], "all_processes_status": []}
+{"cur_time": "2024-08-22 08:22:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.73345947265625, "powerusage_W": 326.702}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 88.1099853515625, "powerusage_W": 352.272}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 63.0670166015625, "powerusage_W": 307.422}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 93.28143310546875, "powerusage_W": 306.938}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 76.5260009765625, "powerusage_W": 309.976}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 72.95611572265625, "powerusage_W": 328.249}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 48.84130859375, "powerusage_W": 294.098}, {"pid": 1549190, "create_time": 1724313134.15, "name": "python", "user": "user", "used_mem_GB": 20.056640625}, {"pid": 1552281, "create_time": 1724313670.39, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.185546875}], "all_processes_status": []}
diff --git a/results/gpu_status_0822.json b/results/gpu_status_0822.json
new file mode 100644
index 00000000..df837529
--- /dev/null
+++ b/results/gpu_status_0822.json
@@ -0,0 +1,1199 @@
+{"cur_time": "2024-08-22 13:36:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.305}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.107}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.248}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 86.147}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.748}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.719}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.47}], "all_processes_status": []}
+{"cur_time": "2024-08-22 13:37:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 90.407}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.614}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.614}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.345}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 123.668}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.942}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.798}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 13:38:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.656}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.95}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.152}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.489}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 123.955}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.273}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 127.47}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 13:39:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.85931396484375, "powerusage_W": 133.64}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.61322021484375, "powerusage_W": 129.057}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.33001708984375, "powerusage_W": 135.21}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.64447021484375, "powerusage_W": 127.559}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.36126708984375, "powerusage_W": 124.016}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.61322021484375, "powerusage_W": 131.234}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 5.37884521484375, "powerusage_W": 127.536}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 4.78515625}]}
+{"cur_time": "2024-08-22 13:40:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.62103271484375, "powerusage_W": 285.978}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.13470458984375, "powerusage_W": 254.27}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99407958984375, "powerusage_W": 254.285}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.23626708984375, "powerusage_W": 217.274}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.41595458984375, "powerusage_W": 298.712}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.15228271484375, "powerusage_W": 305.838}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.15228271484375, "powerusage_W": 277.187}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.55859375}]}
+{"cur_time": "2024-08-22 13:41:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 231.853}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 241.375}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19329833984375, "powerusage_W": 239.908}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 292.213}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61517333984375, "powerusage_W": 229.516}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 304.354}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 291.81}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:42:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 241.896}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 274.851}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 379.133}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 243.551}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61517333984375, "powerusage_W": 213.399}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 304.821}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 309.534}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:43:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 249.096}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 314.497}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 274.654}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 295.797}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61517333984375, "powerusage_W": 211.423}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 255.147}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 199.048}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:44:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 325.858}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 233.637}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 327.07}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 265.326}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61517333984375, "powerusage_W": 253.345}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 243.82}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 319.436}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:45:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 295.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 241.92}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 232.898}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 269.373}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61517333984375, "powerusage_W": 224.749}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 279.549}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 231.489}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:46:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 221.679}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 384.911}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 239.832}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 256.299}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 245.047}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 300.406}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 204.365}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:47:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82025146484375, "powerusage_W": 307.892}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 267.657}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 227.822}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 233.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 330.32}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 335.693}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 258.276}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:48:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 344.918}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 324.937}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 260.13}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 227.883}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 327.389}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 337.043}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 249.171}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:49:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 236.691}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 332.296}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 303.648}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 323.829}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 301.295}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 328.269}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 283.159}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:50:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 296.145}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 332.052}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 236.19}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 231.241}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 270.89}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 276.081}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 187.747}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:51:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 354.435}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 258.059}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 272.283}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 262.755}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 266.021}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 220.014}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 269.435}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:52:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 244.462}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 330.392}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 296.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 237.916}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 283.122}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 240.329}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 257.907}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:53:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 266.463}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 279.668}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 271.769}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 252.692}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 266.622}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 261.162}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 234.398}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:54:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 457.095}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 396.48}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 387.179}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 305.504}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 391.234}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 264.756}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 408.727}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:55:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.26708984375, "powerusage_W": 367.117}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 288.918}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 312.556}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 267.78}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 290.918}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 318.316}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 232.029}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:56:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 378.019}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 329.179}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 260.246}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 255.055}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 316.383}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 300.524}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 358.563}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:57:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 374.556}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 235.655}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 242.105}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 310.35}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 231.739}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 251.123}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 243.242}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:58:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 369.751}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 335.002}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 226.495}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 282.977}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 192.443}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 305.898}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 229.402}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 13:59:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 391.207}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 179.43}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 229.21}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 206.732}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 267.129}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 244.105}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 214.992}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:00:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 372.168}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 334.281}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 277.613}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 323.063}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 209.969}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 322.248}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 265.859}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:01:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 347.319}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 238.285}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 253.077}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 237.275}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 214.677}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 231.691}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 241.162}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:02:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 330.801}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 315.206}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 221.831}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 235.501}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 294.523}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 366.19}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 277.073}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:03:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 380.393}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 274.456}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 207.3}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 213.243}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 241.616}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 260.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 262.104}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:04:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 357.735}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 348.337}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 282.506}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 288.422}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 200.674}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 289.94}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 314.457}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:05:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 403.98}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 275.681}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 231.364}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 225.642}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 300.936}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 260.451}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 262.005}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:06:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 389.691}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 337.815}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 262.765}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 341.375}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 322.012}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 261.876}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 278.434}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:07:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 373.468}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 254.216}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 278.749}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 270.595}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 323.507}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 286.248}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 224.669}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:08:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 344.368}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 391.163}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 272.302}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 255.424}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 258.069}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 294.109}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 254.312}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:09:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 361.215}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 324.844}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 275.199}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 314.266}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 218.713}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 326.568}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 246.851}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:10:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 407.217}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 182.0}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 173.933}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 184.264}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 240.819}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 187.395}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 152.74}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:11:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 385.057}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 321.157}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 312.667}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 280.057}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 255.056}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 352.917}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 246.647}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:12:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 424.676}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 362.462}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 257.326}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 240.456}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 351.658}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 293.969}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 235.274}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:13:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 381.373}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 270.477}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 210.228}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 313.914}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 305.016}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 286.804}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 298.837}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:14:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 383.988}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33392333984375, "powerusage_W": 308.856}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 277.57}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 230.482}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 293.528}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 268.238}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 232.014}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:15:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 401.91}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 271.39}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 171.526}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 284.143}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 187.628}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 255.655}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 194.906}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:16:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 398.29}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 211.145}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 215.438}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 218.07}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 188.711}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 296.107}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 219.661}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:17:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 60.96630859375, "powerusage_W": 368.681}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 302.752}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 283.805}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 255.548}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 312.22}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 244.23}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 460.767}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:18:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 400.753}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 244.606}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 269.244}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 252.452}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 324.145}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 254.55}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 287.251}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:19:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 254.649}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 300.134}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 268.424}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 252.334}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 258.219}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 239.596}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 238.957}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:20:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 300.765}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 259.34}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 323.57}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 313.805}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 288.64}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 238.02}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 278.499}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:21:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 311.265}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 281.042}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 303.243}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 272.092}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 198.269}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 341.369}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 335.412}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:22:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 256.634}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 246.186}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 233.212}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 210.199}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 358.185}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 234.173}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 233.78}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:23:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 304.333}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 320.038}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 291.303}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 252.417}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 276.976}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 304.85}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 349.795}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:24:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 300.613}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 209.441}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 223.652}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 299.991}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 242.591}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 260.161}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 238.273}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:25:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 236.517}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 263.392}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 310.628}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 226.34}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 272.733}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 256.21}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 325.514}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:26:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 289.887}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 344.786}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 228.008}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 313.621}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 305.815}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 287.534}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 284.694}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:27:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 329.148}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 292.919}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 354.331}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 278.259}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 213.632}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 226.831}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 327.386}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:28:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.82220458984375, "powerusage_W": 180.131}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.33782958984375, "powerusage_W": 155.777}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 168.121}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.43548583984375, "powerusage_W": 167.526}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.61712646484375, "powerusage_W": 150.466}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35345458984375, "powerusage_W": 155.626}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.35150146484375, "powerusage_W": 157.582}], "all_processes_status": [{"pid": 1590803, "create_time": 1724333814.12, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.7578125}]}
+{"cur_time": "2024-08-22 14:29:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.246}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.533}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.109}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.946}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 125.174}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.223}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.707}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 14:30:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.672}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.282}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.992}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.858}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.955}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.965}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 127.675}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 14:31:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.03704833984375, "powerusage_W": 134.225}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.02142333984375, "powerusage_W": 130.178}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.05267333984375, "powerusage_W": 135.89}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.02142333984375, "powerusage_W": 128.731}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.73822021484375, "powerusage_W": 124.812}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.93743896484375, "powerusage_W": 131.913}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.53509521484375, "powerusage_W": 127.566}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 10.94140625}]}
+{"cur_time": "2024-08-22 14:32:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 318.267}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03704833984375, "powerusage_W": 307.146}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26751708984375, "powerusage_W": 222.899}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24798583984375, "powerusage_W": 269.669}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16204833984375, "powerusage_W": 225.748}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 318.337}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99017333984375, "powerusage_W": 253.019}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.396484375}]}
+{"cur_time": "2024-08-22 14:33:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 344.768}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 276.279}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26751708984375, "powerusage_W": 243.108}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 284.432}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16204833984375, "powerusage_W": 317.895}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 350.885}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 331.821}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:34:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 338.452}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 271.458}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 306.273}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 305.09}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16204833984375, "powerusage_W": 272.441}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 294.029}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 262.337}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:35:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 379.479}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 232.032}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 324.435}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 337.244}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16204833984375, "powerusage_W": 245.502}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 282.041}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 211.254}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:36:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 303.548}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 319.616}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 368.991}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 309.088}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16204833984375, "powerusage_W": 304.972}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 298.793}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 242.326}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:37:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 339.46}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 235.397}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 232.009}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 281.099}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 318.307}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 403.683}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 380.557}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:38:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09564208984375, "powerusage_W": 368.899}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 237.135}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 233.821}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 191.323}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 237.447}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 294.07}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 379.863}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:39:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 342.007}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 275.884}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 223.885}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 369.192}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 274.773}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 238.007}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 258.304}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:40:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 360.656}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 262.055}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 273.851}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 283.253}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 234.054}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 404.63}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 291.587}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:41:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 270.812}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 332.867}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 330.803}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 225.776}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 192.334}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 357.09}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 240.003}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:42:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 274.396}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 220.565}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 222.847}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 222.69}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 351.596}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 326.671}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 298.239}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:43:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 329.099}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 242.063}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 236.445}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 284.573}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 227.37}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 248.002}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 296.125}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:44:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 245.477}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 323.318}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 255.181}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 262.347}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 306.336}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 272.82}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 249.333}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:45:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 241.79}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 353.745}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 257.816}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 270.278}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 262.489}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 325.382}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 225.548}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:46:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 253.123}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 206.963}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 308.359}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 218.965}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 240.658}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 244.96}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 331.558}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:47:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 264.032}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 288.149}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 342.779}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 310.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 324.003}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 210.844}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 329.585}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:48:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 325.108}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 281.91}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 280.065}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 270.851}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 269.955}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 267.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 295.159}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:49:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 316.341}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 278.129}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 207.887}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 249.974}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 252.032}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20501708984375, "powerusage_W": 270.954}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 242.322}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:50:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 224.26}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 235.918}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 287.587}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 342.004}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 360.731}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 380.33}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 316.998}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:51:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 437.573}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 232.741}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 229.273}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 296.138}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 240.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 308.089}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 223.949}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:52:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 402.135}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 283.785}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 315.316}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 231.143}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 269.837}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 263.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 212.547}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:53:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 276.571}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 239.875}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 300.052}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 267.452}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 298.082}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 302.195}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 248.771}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:54:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 343.625}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 301.967}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 313.26}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 264.107}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 250.033}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 272.305}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 350.134}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:55:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 266.955}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 268.506}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 264.194}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 240.154}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 283.978}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 258.545}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 232.128}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:56:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 309.185}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 310.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 270.817}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 253.288}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 283.19}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 310.211}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 339.829}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:57:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 353.093}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 310.699}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 262.934}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 245.306}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 306.426}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 362.287}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 282.937}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:58:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 296.337}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 291.863}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 248.597}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 241.04}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 284.572}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 279.528}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 300.866}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 14:59:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 260.906}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 261.764}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 261.154}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 316.028}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 242.735}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 337.782}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 322.453}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:00:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 262.634}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 376.682}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 351.841}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 393.913}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 364.235}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 300.354}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 257.685}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:01:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 204.087}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 300.971}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 256.251}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 287.51}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 253.559}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 334.349}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 350.365}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:02:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 221.961}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 321.911}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 227.194}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 268.966}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 196.852}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 289.125}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 257.841}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:03:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 282.952}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.03900146484375, "powerusage_W": 245.646}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 288.163}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 337.263}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 237.844}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 272.092}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 310.392}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:04:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 286.285}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 295.422}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 320.624}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 275.306}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 268.57}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 320.625}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 341.636}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:05:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 290.658}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 325.67}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 344.253}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 232.515}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 249.967}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 282.089}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 243.952}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:06:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 240.315}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 275.87}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 317.208}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 279.403}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 229.998}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 256.742}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 293.833}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:07:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 228.92}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 248.067}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 251.289}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 222.838}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 269.007}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 295.331}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 284.882}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:08:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 453.43}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 259.33}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 341.768}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 278.249}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 344.591}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 410.245}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 328.904}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:09:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 411.003}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 291.933}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 323.135}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 258.658}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 248.975}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 237.57}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 281.197}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:10:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 281.555}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 260.685}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 276.884}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 369.724}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 268.675}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 268.336}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 332.647}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:11:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 256.992}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 277.766}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 243.833}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 251.662}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 246.06}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 392.836}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 370.618}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:12:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 287.122}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 291.18}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 422.371}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 352.531}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 401.401}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 334.662}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 313.028}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:13:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 308.503}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 348.241}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 276.8}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 393.984}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 347.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 268.079}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 339.067}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:14:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.09759521484375, "powerusage_W": 285.946}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.04290771484375, "powerusage_W": 432.65}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.26947021484375, "powerusage_W": 316.974}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.24993896484375, "powerusage_W": 383.023}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.16400146484375, "powerusage_W": 239.963}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.20697021484375, "powerusage_W": 291.911}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99212646484375, "powerusage_W": 306.982}], "all_processes_status": [{"pid": 1596905, "create_time": 1724336909.31, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.3984375}]}
+{"cur_time": "2024-08-22 15:15:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 93.303}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 88.597}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58514404296875, "powerusage_W": 94.439}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5850830078125, "powerusage_W": 87.767}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5850830078125, "powerusage_W": 85.775}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5850830078125, "powerusage_W": 88.489}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5850830078125, "powerusage_W": 85.909}], "all_processes_status": []}
+{"cur_time": "2024-08-22 15:16:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.143}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.741}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 137.972}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.969}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 125.318}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.27}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.444}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 15:17:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.308}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.443}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.648}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.375}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.074}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.1}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.947}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 15:18:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.92767333984375, "powerusage_W": 339.33}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99603271484375, "powerusage_W": 324.676}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99407958984375, "powerusage_W": 310.016}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.99603271484375, "powerusage_W": 327.052}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.73236083984375, "powerusage_W": 369.25}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.02532958984375, "powerusage_W": 223.561}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.77337646484375, "powerusage_W": 366.371}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.1796875}]}
+{"cur_time": "2024-08-22 15:19:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 280.818}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 242.765}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19329833984375, "powerusage_W": 238.552}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 212.082}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.92962646484375, "powerusage_W": 359.676}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 204.822}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 354.361}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:20:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 301.486}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 272.123}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 298.044}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 240.16}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.92962646484375, "powerusage_W": 275.843}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 300.013}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 330.811}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:21:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 318.703}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 333.668}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 392.382}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 318.606}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.92962646484375, "powerusage_W": 366.657}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 370.485}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 300.458}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:22:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 250.428}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 316.768}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 296.313}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 243.794}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.92962646484375, "powerusage_W": 328.313}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 443.745}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 276.222}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:23:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 306.336}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 318.125}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 463.447}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 371.761}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 237.687}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 262.496}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 302.707}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:24:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12689208984375, "powerusage_W": 299.182}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 315.042}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 253.115}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 251.089}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 310.133}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 354.942}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 342.549}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:25:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 331.051}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 330.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 315.499}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 266.341}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 277.653}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 340.393}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 411.781}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:26:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 296.608}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 309.45}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 327.523}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 240.978}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 312.833}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 431.468}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 330.166}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:27:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 317.835}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 253.211}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 225.417}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 240.028}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 296.78}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 308.889}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 425.791}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:28:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 247.058}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 318.03}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 274.543}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 458.29}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 299.652}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 289.383}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 303.494}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:29:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 361.613}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 270.26}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 268.502}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 256.275}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 323.226}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 374.517}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 286.948}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:30:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 388.73}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 392.606}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 293.439}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 313.966}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 337.951}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 307.954}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 298.741}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:31:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 344.625}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 282.268}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 287.077}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 332.711}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 317.096}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 351.55}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 311.278}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:32:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 285.069}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 408.45}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 289.45}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 284.509}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 268.707}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 286.873}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 357.872}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:33:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 249.0}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 352.613}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 307.315}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 356.609}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 293.82}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22454833984375, "powerusage_W": 421.241}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 239.823}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:34:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 368.863}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 284.428}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 286.538}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 209.739}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 329.999}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 381.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 371.024}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:35:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 275.487}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 330.997}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 280.528}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 369.05}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 359.086}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 378.1}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 459.977}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:36:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 327.598}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 286.74}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 299.339}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 330.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 383.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 356.095}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 325.105}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:37:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 261.314}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 371.64}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 334.7}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 291.319}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 267.3}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 293.741}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 354.539}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:38:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 365.386}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 349.749}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 328.373}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 336.354}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 360.584}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 272.474}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 253.654}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:39:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 303.481}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 389.028}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 286.405}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 372.37}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 356.168}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 284.597}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 340.012}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:40:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 358.097}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 369.66}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 283.883}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 333.22}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 323.702}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 318.927}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 267.004}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:41:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 352.787}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 332.861}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 275.563}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 320.043}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 321.846}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 283.37}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 267.623}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:42:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 267.167}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 354.425}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 384.69}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 307.091}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 439.858}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 331.86}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 308.884}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:43:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 322.283}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 302.067}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 309.196}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 378.585}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 311.929}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 272.781}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 253.747}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:44:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 324.471}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 271.483}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 260.967}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 381.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 274.593}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 392.112}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 337.963}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:45:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 315.789}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 433.842}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 286.663}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 270.059}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 340.065}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 322.524}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 285.595}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:46:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 274.264}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 287.794}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 397.755}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 263.277}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 352.246}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 289.29}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 273.139}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:47:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 342.292}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 271.537}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 248.631}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 387.537}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 349.226}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 347.001}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 300.364}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:48:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 352.368}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 280.005}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 326.315}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 230.863}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 344.899}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 309.278}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 393.592}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:49:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 264.202}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 297.737}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 333.582}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 318.704}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 269.559}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 349.94}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 304.724}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:50:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 370.532}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 303.192}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 425.229}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 286.568}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 303.755}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 310.776}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 306.71}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:51:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 311.161}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 371.564}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 260.123}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 351.961}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 257.832}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 333.698}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 320.981}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:52:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 281.862}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 240.167}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 294.242}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 287.936}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 334.053}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 280.813}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 265.359}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:53:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 246.235}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 375.61}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 272.92}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 252.578}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 272.735}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 315.884}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 235.54}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:54:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 341.688}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 384.667}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 421.386}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 256.181}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 216.941}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 280.855}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 266.677}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:55:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 352.383}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 366.37}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 271.351}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 277.452}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 323.564}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 382.607}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 291.098}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:56:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.12884521484375, "powerusage_W": 381.831}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19915771484375, "powerusage_W": 208.066}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 331.626}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.19525146484375, "powerusage_W": 274.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.93157958984375, "powerusage_W": 301.665}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.22650146484375, "powerusage_W": 298.487}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.97259521484375, "powerusage_W": 206.838}], "all_processes_status": [{"pid": 1602300, "create_time": 1724339724.75, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.37890625}]}
+{"cur_time": "2024-08-22 15:57:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.761}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.636}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.52}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.185}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.993}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.65}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.007}], "all_processes_status": []}
+{"cur_time": "2024-08-22 15:58:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 9.05072021484375, "powerusage_W": 134.973}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.843}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.979}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.855}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.365}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.379}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.771}], "all_processes_status": []}
+{"cur_time": "2024-08-22 15:59:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 415.427}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.875}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.901}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.752}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.166}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.203}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.583}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:00:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 398.346}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.736}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.813}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.694}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.129}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.25}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.565}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:01:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 406.922}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.705}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.79}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.66}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.078}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.181}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:02:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 365.879}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.628}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.713}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.658}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.979}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.047}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.491}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:03:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 398.118}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.689}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.81}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.63}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.004}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.548}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:04:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 352.038}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.674}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.761}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.01}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.052}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.54}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:05:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 438.589}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.595}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.674}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.927}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.004}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.459}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:06:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 438.347}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.576}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.669}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.546}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.928}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.005}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.45}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:07:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 420.045}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.618}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.632}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.536}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.867}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.039}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.417}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:08:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 362.168}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.58}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.675}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.554}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.072}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.014}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.491}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:09:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 458.036}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.661}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.584}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.032}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.991}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.412}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:10:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 386.761}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.646}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.754}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.497}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.078}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.017}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.482}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:11:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 448.51}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.504}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.64}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.514}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.089}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.007}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.374}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:12:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 412.217}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.632}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.679}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.511}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.09}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.011}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.479}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:13:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 425.689}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.595}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.701}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.587}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.029}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.007}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.426}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:14:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 444.158}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.597}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.706}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.516}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.892}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.083}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.445}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:15:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 348.177}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.57}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.459}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.927}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.005}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.44}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:16:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 446.996}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.533}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.588}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.56}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.888}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.944}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.393}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:17:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 359.1}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.663}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.468}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.898}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.027}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.426}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:18:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 379.991}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.659}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.546}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.934}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.116}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.384}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:19:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 433.011}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.563}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.664}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.877}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.995}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.384}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:20:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 420.143}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.538}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.673}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.554}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.856}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.976}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.437}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:21:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 391.54}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.508}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.72}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.507}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.904}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.988}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.41}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:22:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 342.007}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.54}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.617}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.461}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.941}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.02}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.42}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:23:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 350.28}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.548}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.776}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.546}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.943}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.014}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.429}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:24:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 462.519}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.566}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.619}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.468}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.923}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.976}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.392}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:25:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.553}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.562}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.731}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.56}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.943}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.01}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.454}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:26:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 8.09759521484375, "powerusage_W": 133.933}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.536}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.578}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.509}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.854}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.447}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:27:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 409.936}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.495}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.592}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.54}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.877}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.982}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.37}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:28:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 414.057}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.514}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.623}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.485}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.837}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.938}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.399}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:29:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 427.117}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.505}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.604}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.505}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.863}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.027}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.467}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:30:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 365.005}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.555}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.562}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.507}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.904}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.998}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.403}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:31:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 390.059}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.568}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.619}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.5}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.031}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.004}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.389}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:32:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 388.503}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.535}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.638}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.501}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.995}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.399}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:33:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 384.714}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.624}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.49}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.054}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.001}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.391}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:34:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 389.04}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.537}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.6}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.0}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.893}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.404}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:35:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 360.1}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.509}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.636}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.584}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.048}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.02}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.381}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:36:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 379.66}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.588}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.507}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.027}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.046}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.384}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:37:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 435.164}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.483}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.635}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.547}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.895}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.39}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:38:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 413.371}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.583}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.559}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.861}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.956}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.42}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:39:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 484.272}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.501}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.585}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.52}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.846}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.011}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.414}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:40:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 427.578}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.539}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.713}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.527}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.861}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.036}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.397}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:41:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 424.779}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.463}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.651}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.652}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.84}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.004}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.38}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:42:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 451.965}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.512}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.682}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.579}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.911}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.105}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.391}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:43:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 362.674}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.56}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.414}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.08}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.972}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.416}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:44:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 452.555}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.427}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.446}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.969}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.972}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.318}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:45:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 420.991}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.519}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.691}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.533}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.028}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.036}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.423}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:46:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 429.489}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.496}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.631}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.516}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.998}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.925}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.399}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:47:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 420.068}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.535}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.62}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.488}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.939}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.404}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:48:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 414.851}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.493}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.793}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.466}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.065}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.004}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.431}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:49:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 414.807}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.428}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.626}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.494}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.96}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.957}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.38}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:50:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 382.167}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.484}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.652}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.475}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.986}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.906}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.386}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:51:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 397.209}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.499}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.617}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.508}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.072}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.418}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:52:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 478.56}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.604}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.689}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.533}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.051}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.441}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:53:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.251}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.538}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.643}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.079}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.998}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.459}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:54:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.39447021484375, "powerusage_W": 134.589}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.638}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.088}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.014}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.474}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:55:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 365.091}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.568}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.75}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.099}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.057}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.452}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:56:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 390.485}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.668}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.697}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.67}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.106}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.008}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.524}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:57:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 389.668}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.622}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.789}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.662}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.146}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.109}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.541}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:58:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 418.661}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.654}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.773}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.567}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.983}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.18}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.482}], "all_processes_status": []}
+{"cur_time": "2024-08-22 16:59:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 456.032}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.664}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.661}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.599}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.005}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.161}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.576}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:00:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 447.56}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.686}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.773}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.578}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.997}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.046}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.506}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:01:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 412.531}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.574}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.754}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.6}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.952}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.992}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.43}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:02:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 452.926}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.685}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.752}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.598}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.947}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.944}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.446}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:03:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 438.206}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.581}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.727}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.941}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.076}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.41}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:04:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 422.201}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.547}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.762}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.565}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.932}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.998}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.454}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:05:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 420.113}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.612}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.787}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.587}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.966}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.978}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.456}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:06:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 458.637}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.674}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.915}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.418}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:07:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 456.994}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.584}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.679}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.942}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.978}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.472}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:08:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 412.883}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.536}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.743}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.56}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.9}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.959}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.452}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:09:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 373.72}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.683}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.554}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.969}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.412}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:10:27", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 429.019}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.609}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.648}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.565}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.143}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.135}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.518}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:11:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 405.649}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.582}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.712}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.091}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.944}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.404}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:12:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 396.598}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.475}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.671}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.515}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.088}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.033}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.438}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:13:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 427.549}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.513}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.653}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.553}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.056}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.849}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.418}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:14:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 387.407}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.539}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.591}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.573}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.092}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.001}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.363}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:15:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 371.0}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.56}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.651}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.13}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.976}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.422}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:16:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 400.707}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.589}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.683}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.552}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.064}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.056}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.43}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:17:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 436.692}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.713}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.071}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.963}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.383}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:18:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 377.984}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.639}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.65}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.075}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.011}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.375}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:19:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 402.013}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.557}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.553}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.026}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.978}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.403}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:20:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.23626708984375, "powerusage_W": 464.455}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.561}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.661}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.481}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.068}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.027}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.368}], "all_processes_status": []}
+{"cur_time": "2024-08-22 17:21:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.288}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.641}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 135.544}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.963}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 124.309}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.646}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.928}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 17:22:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.372}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.923}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.61}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.136}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.475}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.715}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.044}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:23:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.12884521484375, "powerusage_W": 134.152}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.00775146484375, "powerusage_W": 129.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.88275146484375, "powerusage_W": 135.746}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.63079833984375, "powerusage_W": 128.155}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.63079833984375, "powerusage_W": 124.655}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.88275146484375, "powerusage_W": 131.796}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.56439208984375, "powerusage_W": 129.168}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 9.970703125}]}
+{"cur_time": "2024-08-22 17:24:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.10540771484375, "powerusage_W": 346.929}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16009521484375, "powerusage_W": 309.453}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 307.735}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 244.911}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 260.32}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.86517333984375, "powerusage_W": 319.875}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.93743896484375, "powerusage_W": 251.712}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.34375}]}
+{"cur_time": "2024-08-22 17:25:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.10540771484375, "powerusage_W": 239.1}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16009521484375, "powerusage_W": 302.131}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 232.086}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 306.436}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 305.878}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.26751708984375, "powerusage_W": 231.409}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 331.911}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 17:26:28", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 344.774}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.64837646484375, "powerusage_W": 277.475}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 351.072}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 317.142}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 256.869}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.26751708984375, "powerusage_W": 339.506}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 318.309}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 17:27:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 343.925}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.64837646484375, "powerusage_W": 313.92}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 338.273}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 341.516}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 222.033}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.69134521484375, "powerusage_W": 323.258}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 249.923}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 17:28:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 326.016}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.64837646484375, "powerusage_W": 361.517}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 330.434}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 307.158}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 267.787}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.69134521484375, "powerusage_W": 312.086}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 297.067}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:29:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 313.839}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.64837646484375, "powerusage_W": 254.828}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 281.15}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 272.118}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 349.515}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.17962646484375, "powerusage_W": 243.956}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 272.067}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:30:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 323.996}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.64837646484375, "powerusage_W": 307.189}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 290.952}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 273.458}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 307.638}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.17962646484375, "powerusage_W": 345.263}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 250.1}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:31:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 290.433}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 280.185}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 274.031}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 248.152}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 272.663}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.17962646484375, "powerusage_W": 253.117}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 364.77}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:32:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 286.008}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 308.074}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 290.368}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 313.642}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 278.15}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.17962646484375, "powerusage_W": 278.388}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 313.044}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:33:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 284.613}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 334.15}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 316.397}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 311.197}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 378.172}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 302.755}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 285.589}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:34:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 271.608}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 231.519}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 278.498}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 227.955}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 377.119}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 253.149}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 241.385}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 17:35:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59368896484375, "powerusage_W": 310.781}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 221.536}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 232.852}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 342.75}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 247.161}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 336.795}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 230.256}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:36:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 293.699}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 296.932}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 328.105}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 284.448}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 292.425}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 335.533}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 301.035}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:37:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 278.385}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 294.563}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 317.712}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 278.804}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 314.621}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 317.382}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 319.339}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:38:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 287.455}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 344.43}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 309.163}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.01947021484375, "powerusage_W": 294.272}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 274.951}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 288.428}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 342.062}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:39:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 288.551}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 299.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 353.488}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 253.176}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 322.746}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 322.438}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 353.085}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:40:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 276.199}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 295.049}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 319.975}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 350.819}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 328.187}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 335.817}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 326.231}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:41:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 302.665}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 309.761}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 290.473}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 304.272}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 278.064}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 273.111}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 316.944}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:42:29", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 274.991}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 358.311}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 328.62}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 221.083}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 280.41}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 279.515}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 214.065}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:43:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 296.752}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 311.446}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 309.853}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 248.983}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 278.788}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 287.124}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 309.268}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:44:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 283.523}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 342.07}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 318.875}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 256.818}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 293.387}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 328.781}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 224.831}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:45:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 274.677}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 256.499}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 355.46}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 294.098}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 288.124}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 365.856}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 298.754}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:46:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 302.255}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 276.812}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 303.65}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 248.434}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 339.829}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 294.792}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 351.956}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:47:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.59564208984375, "powerusage_W": 229.154}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.65032958984375, "powerusage_W": 237.833}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 222.513}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.02142333984375, "powerusage_W": 198.442}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 223.58}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.18157958984375, "powerusage_W": 215.893}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 216.158}], "all_processes_status": [{"pid": 1615616, "create_time": 1724347267.01, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 17:48:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.442}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.954}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.327}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.22}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 125.419}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.426}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 129.743}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 17:49:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.276}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.428}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.125}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.347}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.085}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.073}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.473}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:50:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.264}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.337}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.345}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.161}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.277}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.486}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.613}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:51:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.137}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.242}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.102}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.068}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.216}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.377}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.609}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:52:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.123}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.253}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.222}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.559}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.203}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.395}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.542}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:53:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.166}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.215}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.265}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.592}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.218}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.296}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.546}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:54:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.148}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.161}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.237}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.539}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.11}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.27}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.515}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:55:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.078}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.125}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.222}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.535}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.098}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.316}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.54}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:56:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.045}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.246}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.28}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.611}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.177}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.274}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.639}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:57:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.07}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.239}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.249}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.559}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.094}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.238}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.553}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:58:30", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.026}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.121}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.176}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.506}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.996}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.134}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.484}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 17:59:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.104}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.18}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.221}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.541}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.004}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.21}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.466}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:00:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.054}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.115}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.222}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.5}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.038}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.166}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.478}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:01:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.993}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.094}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.203}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.988}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.996}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.231}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.516}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:02:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.961}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.083}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.215}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.026}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.087}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.293}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.479}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:03:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.067}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.136}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.215}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.56}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.997}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.172}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.399}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:04:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.099}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.188}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.216}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.572}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.116}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.217}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.487}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:05:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.026}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.143}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.196}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.49}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.204}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.454}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:06:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.058}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.174}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.222}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.52}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.138}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.268}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.533}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:07:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.135}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.236}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.552}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.14}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.29}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.61}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:08:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.098}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.266}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.249}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.631}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.11}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.287}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.57}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:09:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.108}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.221}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.242}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.612}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.134}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.258}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.617}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:10:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.114}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.177}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.243}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.513}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.047}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.29}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.505}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:11:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.106}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.214}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.257}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.65}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.144}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.328}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.647}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:12:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.045}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.149}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.228}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.519}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.98}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.219}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.504}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:13:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.108}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.115}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.209}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.07}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.085}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.236}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.576}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:14:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.032}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.044}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.164}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.038}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.047}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.23}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.473}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:15:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.986}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.16}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.202}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.487}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.051}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.217}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.504}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:16:31", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.967}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.052}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.159}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.014}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 124.937}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.16}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.438}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:17:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.986}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.106}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.176}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.981}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.066}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.225}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.538}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:18:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.064}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.156}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.189}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.07}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.053}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.23}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.507}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:19:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.987}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.149}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.209}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.006}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.084}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.257}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.55}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:20:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.35540771484375, "powerusage_W": 277.807}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16790771484375, "powerusage_W": 272.359}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16790771484375, "powerusage_W": 334.728}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96673583984375, "powerusage_W": 254.876}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16790771484375, "powerusage_W": 291.819}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.16986083984375, "powerusage_W": 302.703}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.93353271484375, "powerusage_W": 287.33}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.33984375}]}
+{"cur_time": "2024-08-22 18:21:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.35736083984375, "powerusage_W": 285.421}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 237.62}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 321.823}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 275.235}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 285.07}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 305.189}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 282.983}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:22:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.35736083984375, "powerusage_W": 332.677}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.17181396484375, "powerusage_W": 290.203}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 292.917}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 313.063}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 295.094}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.57415771484375, "powerusage_W": 306.554}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 334.249}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:23:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 301.416}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 291.889}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 341.561}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 277.139}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 306.552}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99798583984375, "powerusage_W": 276.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 294.879}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:24:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 298.437}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 326.284}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 399.316}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 280.163}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 289.15}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99798583984375, "powerusage_W": 283.434}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 286.094}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:25:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 316.341}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 290.906}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 266.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 264.318}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 313.2}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48626708984375, "powerusage_W": 338.206}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 282.727}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:26:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 285.468}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 261.097}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 279.656}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 317.012}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 289.212}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48626708984375, "powerusage_W": 326.897}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 307.368}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:27:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 323.93}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66009521484375, "powerusage_W": 273.125}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 322.212}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 327.356}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 269.691}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48626708984375, "powerusage_W": 328.893}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 291.558}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:28:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 295.17}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 362.738}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 270.737}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 334.472}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.55072021484375, "powerusage_W": 297.565}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48626708984375, "powerusage_W": 285.215}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 263.987}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:29:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 366.634}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 299.454}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 344.894}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 283.879}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 345.897}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48626708984375, "powerusage_W": 344.468}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 317.331}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:30:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 271.491}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 318.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 330.301}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 287.843}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 275.453}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 336.22}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 311.046}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:31:32", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84564208984375, "powerusage_W": 330.466}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 326.509}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 339.671}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 253.529}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 259.005}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 295.298}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 321.833}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:32:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 238.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 258.909}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 296.994}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 316.57}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 345.914}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 356.433}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 304.412}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:33:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 318.609}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 318.88}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 329.812}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 306.068}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 265.885}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 263.648}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 321.147}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:34:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 299.902}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 243.637}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 348.89}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96868896484375, "powerusage_W": 261.054}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 291.135}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 328.398}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 285.811}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:35:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 326.518}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 309.641}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 256.564}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 266.833}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 309.021}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 343.81}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 352.739}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:36:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 313.414}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 266.477}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 329.151}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 253.428}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 346.043}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 306.315}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 296.182}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:37:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 286.835}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 334.559}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 257.699}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 335.224}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 321.36}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 316.665}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 366.155}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:38:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 291.084}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 343.908}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 323.888}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 264.108}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 274.69}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 283.597}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 271.983}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:39:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 276.604}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 256.133}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 279.299}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 307.246}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 281.692}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 327.971}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 345.57}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:40:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 322.631}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 232.298}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 358.044}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 298.869}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 242.251}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 233.502}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 281.34}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:41:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 341.226}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 274.044}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 267.204}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 324.233}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 317.149}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 287.804}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 300.185}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:42:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 331.08}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 213.268}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 250.233}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 282.847}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 258.555}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 338.105}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 232.846}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:43:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.84759521484375, "powerusage_W": 320.703}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 345.755}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66204833984375, "powerusage_W": 298.441}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.97064208984375, "powerusage_W": 330.972}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.04095458984375, "powerusage_W": 283.305}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.48822021484375, "powerusage_W": 342.849}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 253.857}], "all_processes_status": [{"pid": 1619372, "create_time": 1724348865.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:44:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.784}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.881}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.447}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 129.001}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 126.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.585}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 129.948}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 18:45:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.51}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.261}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.272}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.259}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.223}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 129.524}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 18:46:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.35931396484375, "powerusage_W": 135.224}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.86126708984375, "powerusage_W": 131.105}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.86126708984375, "powerusage_W": 136.185}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.86126708984375, "powerusage_W": 128.594}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.86126708984375, "powerusage_W": 125.234}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.48431396484375, "powerusage_W": 132.355}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.79486083984375, "powerusage_W": 129.655}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 6.201171875}]}
+{"cur_time": "2024-08-22 18:47:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.38861083984375, "powerusage_W": 298.44}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.12103271484375, "powerusage_W": 316.753}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.14056396484375, "powerusage_W": 312.764}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 262.504}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.12103271484375, "powerusage_W": 290.781}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.14056396484375, "powerusage_W": 330.603}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.93743896484375, "powerusage_W": 327.195}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.34375}]}
+{"cur_time": "2024-08-22 18:48:33", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.38861083984375, "powerusage_W": 314.485}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.12103271484375, "powerusage_W": 338.468}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.62884521484375, "powerusage_W": 305.312}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 331.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 357.582}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.14056396484375, "powerusage_W": 254.038}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 316.37}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:49:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.38861083984375, "powerusage_W": 364.59}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.60931396484375, "powerusage_W": 278.337}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 301.527}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 282.872}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 338.226}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.54290771484375, "powerusage_W": 303.399}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 272.877}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:50:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 303.797}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.60931396484375, "powerusage_W": 273.047}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 356.24}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 301.107}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 313.535}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96673583984375, "powerusage_W": 316.5}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.34368896484375, "powerusage_W": 266.42}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 27.75}]}
+{"cur_time": "2024-08-22 18:51:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 320.429}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.60931396484375, "powerusage_W": 297.146}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 334.147}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 282.694}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 232.765}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.96673583984375, "powerusage_W": 382.608}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 253.238}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:52:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 316.085}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.60931396484375, "powerusage_W": 300.412}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 301.465}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 339.653}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 300.433}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45501708984375, "powerusage_W": 389.0}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 323.876}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:53:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 308.222}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.60931396484375, "powerusage_W": 285.503}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 253.038}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 267.54}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 275.148}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45501708984375, "powerusage_W": 331.735}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 355.222}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:54:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 261.451}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 290.099}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 297.254}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 291.959}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 347.539}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45501708984375, "powerusage_W": 244.691}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 330.16}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:55:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 302.915}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 242.891}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 308.194}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 326.942}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.49993896484375, "powerusage_W": 294.319}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45501708984375, "powerusage_W": 297.073}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 236.272}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:56:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 271.219}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 362.355}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 336.556}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 254.226}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 334.269}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45501708984375, "powerusage_W": 331.112}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 313.885}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:57:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 290.36}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 268.858}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 256.457}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 345.286}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 282.701}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 333.971}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.76751708984375, "powerusage_W": 257.51}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.173828125}]}
+{"cur_time": "2024-08-22 18:58:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87689208984375, "powerusage_W": 300.741}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 325.214}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 311.859}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 266.514}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 298.339}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 294.918}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 343.94}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 18:59:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 260.177}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 287.815}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 316.854}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 319.852}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 328.751}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 306.796}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 275.063}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:00:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 338.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 363.422}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 271.764}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 237.577}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 296.481}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 308.393}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 249.497}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:01:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 383.113}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 308.244}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 301.246}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00775146484375, "powerusage_W": 254.66}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 269.33}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 290.165}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 264.357}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:02:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 325.797}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 332.452}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 306.211}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 292.399}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 302.186}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 336.322}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 338.778}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:03:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 265.071}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 275.185}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 294.193}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 398.277}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 300.415}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 267.725}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 290.66}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:04:34", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 263.916}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 325.074}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 247.245}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 289.825}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 274.749}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 243.295}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 305.735}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:05:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 303.785}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 361.574}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 323.978}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 298.982}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 269.065}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 301.716}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 300.972}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:06:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 321.578}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 307.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 303.504}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 258.034}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 294.92}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 297.506}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 281.606}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:07:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 283.151}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 376.373}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 290.428}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 292.122}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 312.516}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 327.948}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 249.683}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:08:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 288.842}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 275.364}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 268.766}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 261.445}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 239.142}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 371.682}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 310.253}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:09:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 267.196}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 295.715}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 256.862}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 288.207}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 312.196}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 307.025}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 312.898}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:10:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.87884521484375, "powerusage_W": 374.753}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.61126708984375, "powerusage_W": 279.652}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.63079833984375, "powerusage_W": 243.873}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.00970458984375, "powerusage_W": 225.517}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.99017333984375, "powerusage_W": 270.273}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.45697021484375, "powerusage_W": 339.473}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.25775146484375, "powerusage_W": 287.053}], "all_processes_status": [{"pid": 1625567, "create_time": 1724352260.2, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.6640625}]}
+{"cur_time": "2024-08-22 19:11:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.634}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.32}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.17}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.082}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.65}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.624}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.891}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:12:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.41790771484375, "powerusage_W": 322.749}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.879}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.009}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.855}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.458}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.411}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.716}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:13:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 332.528}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.729}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.914}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.716}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.329}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.363}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.673}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:14:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 334.354}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.642}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.877}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.717}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.339}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.142}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.641}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:15:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 294.969}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.575}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.876}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.679}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.286}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.232}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.609}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:16:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 299.977}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.545}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.731}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.582}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.215}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.147}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.545}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:17:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 393.713}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.533}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.809}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.656}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.005}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.021}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.534}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:18:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 325.356}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.605}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.864}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.668}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.061}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.115}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.589}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:19:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 338.298}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.814}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.656}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.033}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.059}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.491}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:20:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 309.031}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.542}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.806}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.68}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.055}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.033}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.513}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:21:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 309.977}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.525}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.782}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.663}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.087}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.167}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:22:35", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 434.176}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.529}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.857}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.723}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.098}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.2}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.589}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:23:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 368.284}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.522}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.824}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.682}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.054}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.129}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.546}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:24:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 314.112}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.455}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.776}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.643}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.015}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.082}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.531}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:25:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 374.461}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.513}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.755}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.613}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.985}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.069}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.498}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:26:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 426.374}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.485}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.822}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.683}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.091}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.173}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.53}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:27:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 323.214}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.779}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.647}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.171}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.083}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.459}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:28:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 296.673}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.446}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.786}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.621}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.112}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.095}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.451}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:29:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 291.386}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.54}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.784}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.605}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.152}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.109}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.515}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:30:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 307.569}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.494}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.723}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.599}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.144}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.186}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.475}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:31:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 330.931}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.586}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.779}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.604}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.14}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.082}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.501}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:32:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 373.316}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.559}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.849}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.165}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.155}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.484}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:33:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.387}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.774}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.605}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.015}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.026}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:34:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 16.54681396484375, "powerusage_W": 342.514}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.629}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.732}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.604}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.016}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.122}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.488}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:35:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 301.875}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.631}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.735}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.623}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.015}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.096}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.438}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:36:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 288.091}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.623}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.831}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.62}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.997}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.031}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.496}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:37:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 337.637}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.692}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.815}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.623}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.033}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.11}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.517}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:38:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 320.381}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.646}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.771}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.605}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.993}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.052}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.529}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:39:36", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 323.874}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.703}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.798}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.966}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.076}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.545}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:40:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 389.751}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.664}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.814}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.663}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.992}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.097}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.55}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:41:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 323.686}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.677}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.814}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.669}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.023}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.121}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.512}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:42:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 288.672}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.625}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.805}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.129}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.142}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.499}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:43:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 344.17}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.677}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.787}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.643}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.161}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.031}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.514}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:44:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 399.576}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.615}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.728}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.2}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.115}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.479}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:45:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 357.177}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.678}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.799}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.697}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.189}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.167}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.544}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:46:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 257.483}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.783}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.623}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.138}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.141}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.52}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:47:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 268.702}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.633}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.74}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.126}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.058}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.452}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:48:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 304.256}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.623}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.751}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.58}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.95}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.046}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.483}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:49:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 353.21}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.68}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.823}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.588}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.067}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.219}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.559}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:50:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 315.852}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.588}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.8}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.066}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.095}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.457}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:51:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 319.322}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.672}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.833}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.664}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.078}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.127}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.515}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:52:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 397.792}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.633}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.814}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.725}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.144}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.039}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.489}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:53:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 356.757}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.653}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.764}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.63}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.147}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.115}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.49}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:54:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 307.439}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.665}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.757}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.63}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.15}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.049}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:55:37", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.664}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.628}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.812}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.622}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.182}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.518}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:56:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.25775146484375, "powerusage_W": 134.01}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.563}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.731}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.552}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.006}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.078}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.468}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:57:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 281.733}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.59}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.736}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.685}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.16}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.03}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.436}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:58:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 330.048}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.592}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.812}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.689}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.163}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.084}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.539}], "all_processes_status": []}
+{"cur_time": "2024-08-22 19:59:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 339.338}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.654}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.754}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.625}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.122}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.014}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.471}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:00:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 322.231}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.631}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.707}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.604}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.129}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.037}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.504}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:01:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 301.784}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.603}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.8}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.182}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.06}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.501}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:02:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 341.109}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.748}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.574}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.132}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.082}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.437}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:03:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 291.361}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.864}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.636}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.028}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.069}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.479}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:04:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 313.82}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.659}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.787}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.084}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.49}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:05:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 293.458}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.771}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.625}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.043}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.05}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.505}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:06:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 324.102}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.592}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.753}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.578}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.04}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.081}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.47}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:07:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 356.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.625}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.786}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.644}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.034}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.467}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:08:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 326.449}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.679}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.752}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.65}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.071}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.174}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.559}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:09:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 340.775}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.771}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.612}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.988}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.052}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.463}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:10:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 344.369}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.714}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.638}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.958}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.043}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.497}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:11:38", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 323.323}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.619}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.778}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.656}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.961}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.012}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.491}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:12:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 332.95}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.638}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.712}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.584}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.961}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.049}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.425}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:13:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 355.231}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.589}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.775}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.528}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.11}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.511}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:14:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 360.577}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.57}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.809}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.638}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.005}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.084}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.499}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:15:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 325.319}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.538}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.744}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.626}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.003}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.058}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.478}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:16:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.64056396484375, "powerusage_W": 321.291}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.638}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.783}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.597}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.003}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.109}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:17:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.821}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 86.648}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 92.766}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 86.644}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 84.236}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 87.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 86.558}], "all_processes_status": []}
+{"cur_time": "2024-08-22 20:18:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.88079833984375, "powerusage_W": 134.135}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.92767333984375, "powerusage_W": 129.64}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.92767333984375, "powerusage_W": 135.854}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.92767333984375, "powerusage_W": 128.31}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.92767333984375, "powerusage_W": 124.714}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.92767333984375, "powerusage_W": 131.952}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.69329833984375, "powerusage_W": 129.893}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 1.099609375}]}
+{"cur_time": "2024-08-22 20:19:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.664}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 129.503}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.163}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.65}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.067}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.3}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 131.647}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 20:20:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.51361083984375, "powerusage_W": 134.438}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.17962646484375, "powerusage_W": 129.281}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.17962646484375, "powerusage_W": 135.959}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.03900146484375, "powerusage_W": 128.448}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.03900146484375, "powerusage_W": 124.86}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.03900146484375, "powerusage_W": 131.988}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 6.80462646484375, "powerusage_W": 131.7}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 6.2109375}]}
+{"cur_time": "2024-08-22 20:21:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.16986083984375, "powerusage_W": 387.052}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 449.966}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 367.751}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67376708984375, "powerusage_W": 382.422}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 299.85}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 336.181}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98236083984375, "powerusage_W": 413.99}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.388671875}]}
+{"cur_time": "2024-08-22 20:22:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.16986083984375, "powerusage_W": 377.498}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 471.846}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 352.312}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67376708984375, "powerusage_W": 250.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 301.868}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 412.529}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 326.751}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 20:23:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.16986083984375, "powerusage_W": 306.078}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 385.181}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 355.098}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67376708984375, "powerusage_W": 441.685}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 382.431}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 500.495}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 338.93}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 20:24:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.17181396484375, "powerusage_W": 327.142}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 315.825}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 308.911}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 337.25}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 465.19}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 297.586}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 478.215}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 20:25:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.17181396484375, "powerusage_W": 390.559}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 423.316}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 334.04}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 393.899}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 400.512}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 383.371}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 283.69}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 20:26:39", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.17181396484375, "powerusage_W": 314.384}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 454.475}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 366.026}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 337.101}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 355.399}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 297.157}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 330.691}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 20:27:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66009521484375, "powerusage_W": 345.855}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 362.38}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 486.829}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 365.06}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 360.721}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 381.076}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 408.687}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 20:28:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 327.034}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 364.084}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 372.26}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 249.12}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 370.178}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 416.853}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 421.556}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 20:29:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 307.264}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 455.29}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 416.966}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 393.233}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 287.312}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 339.684}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 449.931}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 20:30:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 273.253}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 363.744}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 257.634}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 408.541}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 337.128}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 341.138}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 473.007}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 20:31:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 424.232}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 301.526}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 304.71}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 314.069}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 266.002}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 425.242}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 385.049}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:32:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 386.493}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 369.611}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 349.744}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 292.947}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 379.409}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 231.228}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 237.594}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:33:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 300.103}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 395.569}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 419.992}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 303.587}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 294.902}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 327.353}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 371.756}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:34:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 344.046}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 355.014}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 351.458}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 432.953}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 495.508}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 338.792}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 420.79}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:35:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 314.947}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 427.214}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 283.326}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 279.499}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 365.117}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 305.432}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 349.223}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:36:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 252.016}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 248.836}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 301.233}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 248.92}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 219.612}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 493.147}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 326.131}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:37:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 403.352}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 383.959}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 334.09}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 440.801}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 357.126}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 290.338}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 302.307}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:38:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 322.861}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 330.715}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 290.92}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 344.128}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 475.718}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 264.281}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 310.973}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:39:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 424.0}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 301.44}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 270.001}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 273.631}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 331.182}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 245.048}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 223.177}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:40:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 392.018}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 400.842}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 492.765}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 357.314}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 266.981}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 431.153}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 367.87}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:41:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 340.879}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 389.848}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 388.639}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 414.315}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 328.147}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 388.393}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 415.135}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:42:40", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 346.411}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 354.298}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 401.65}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 324.767}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 273.371}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 284.863}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 425.003}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:43:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 325.549}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 432.072}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 396.911}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 315.401}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 291.118}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 319.784}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 335.958}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:44:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 306.128}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 306.486}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 323.615}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 496.299}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 460.917}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 290.116}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 318.658}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:45:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 278.775}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 348.243}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 323.073}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 284.28}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 296.17}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 411.839}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 445.508}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:46:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 324.298}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 387.586}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 356.705}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 291.569}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 373.223}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 351.172}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 381.196}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 20:47:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 360.428}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 223.025}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 279.544}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 361.657}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 307.235}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 394.93}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66595458984375, "powerusage_W": 248.945}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.072265625}]}
+{"cur_time": "2024-08-22 20:48:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 322.858}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 354.375}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 375.866}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 457.859}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 363.905}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 362.655}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 351.883}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:49:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 435.103}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 427.233}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 413.845}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 389.2}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 438.458}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 291.536}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 404.358}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:50:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 373.281}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 348.288}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 306.611}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 346.925}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 410.688}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 354.711}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 463.315}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:51:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 375.296}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 318.83}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 442.646}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 388.509}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 436.689}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 469.753}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 377.896}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:52:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 386.794}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 492.406}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 381.835}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 299.58}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 281.776}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 345.469}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 294.778}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:53:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 302.118}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 350.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 341.533}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 410.577}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 419.968}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 385.814}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 371.173}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:54:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 319.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 427.034}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 451.721}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 370.726}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 457.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 416.103}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 377.199}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:55:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 395.305}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 305.334}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 310.603}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 337.554}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 336.979}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 334.521}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 350.018}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:56:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 355.68}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 380.442}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 347.11}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 429.402}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 324.623}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 404.346}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 269.885}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:57:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 342.727}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 355.027}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 359.391}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 464.506}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 408.943}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 395.411}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 362.84}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:58:41", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 357.643}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 233.649}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 232.662}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 292.727}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 275.602}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 317.431}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 434.152}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 20:59:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 331.987}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 381.715}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 486.212}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 388.085}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 305.695}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 363.569}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 363.636}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:00:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 442.987}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 285.706}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 299.303}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 318.549}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 343.176}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 441.206}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 322.539}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:01:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 375.168}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 272.245}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 283.487}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 385.585}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 353.158}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 359.349}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 418.415}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:02:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 310.284}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 309.737}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 362.115}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 461.282}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 424.615}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 402.829}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 408.508}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:03:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 287.303}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 334.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 426.342}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 370.77}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 432.839}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 413.744}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 343.714}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:04:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 311.882}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 442.755}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 259.763}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 324.405}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 308.421}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 278.261}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 281.06}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:05:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 277.882}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 361.887}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 437.195}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 417.013}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 365.798}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 279.164}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 356.362}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:06:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 376.052}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 461.442}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 424.346}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 390.87}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 399.449}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 417.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 455.796}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:07:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 282.622}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 254.599}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 269.624}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 252.31}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 338.349}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 468.253}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 473.219}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:08:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 458.054}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 383.733}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 380.191}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 299.189}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 393.665}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 400.675}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 295.576}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:09:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 347.374}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 436.426}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 377.743}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 304.291}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 388.458}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 361.855}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 367.754}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:10:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 441.753}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 350.395}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 379.289}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 455.646}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 310.06}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 355.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 327.391}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:11:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 412.741}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 311.51}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 355.748}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 360.366}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 290.079}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 413.366}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 234.745}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:12:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 367.259}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 351.394}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 438.5}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 252.972}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 332.727}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 295.221}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 405.087}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:13:42", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 407.847}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 430.571}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 374.281}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 321.717}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 403.096}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 431.056}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 444.82}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:14:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.66204833984375, "powerusage_W": 345.224}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 351.556}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 345.949}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 404.388}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 328.827}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 333.908}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 480.601}], "all_processes_status": [{"pid": 1636099, "create_time": 1724357856.4, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:15:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.979}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.393}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 138.076}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 129.266}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 126.852}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 133.016}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.986}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 21:16:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.408}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.758}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.66}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 129.032}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.606}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.634}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 131.642}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 21:17:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.49603271484375, "powerusage_W": 134.988}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.09564208984375, "powerusage_W": 131.385}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 12.09564208984375, "powerusage_W": 137.033}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.99017333984375, "powerusage_W": 128.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.74993896484375, "powerusage_W": 125.417}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.74993896484375, "powerusage_W": 132.485}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.86126708984375, "powerusage_W": 131.597}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 11.267578125}]}
+{"cur_time": "2024-08-22 21:18:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.78900146484375, "powerusage_W": 352.344}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 406.048}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.59759521484375, "powerusage_W": 387.499}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67376708984375, "powerusage_W": 392.044}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 395.542}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 385.863}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98236083984375, "powerusage_W": 327.658}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.388671875}]}
+{"cur_time": "2024-08-22 21:19:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.78900146484375, "powerusage_W": 415.415}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 464.459}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.59954833984375, "powerusage_W": 390.534}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67376708984375, "powerusage_W": 419.278}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 393.84}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 373.538}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 340.049}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 21:20:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 390.173}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 438.53}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08782958984375, "powerusage_W": 278.894}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 231.67}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 336.345}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 315.612}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 349.107}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 21:21:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 314.25}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 266.322}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08782958984375, "powerusage_W": 343.762}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 444.396}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 377.04}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 251.035}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 308.828}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 21:22:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 422.216}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 415.316}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 393.14}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 379.507}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 347.157}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 368.178}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 377.839}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 21:23:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.27923583984375, "powerusage_W": 392.441}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 260.606}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 475.285}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 265.915}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 315.213}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 400.467}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 310.7}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 21:24:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.27923583984375, "powerusage_W": 266.347}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 415.891}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 254.117}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 336.055}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 318.69}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 361.14}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 287.484}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 21:25:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 355.793}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 430.73}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 488.519}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 382.445}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 301.809}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 326.853}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 385.006}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 21:26:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 432.605}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 349.828}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 379.978}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 496.203}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 328.207}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 345.147}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 380.511}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 21:27:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 375.562}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 367.577}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 400.116}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 294.047}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 292.18}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 356.144}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 368.821}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 21:28:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 498.017}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 266.906}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 253.751}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 384.834}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 292.875}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.44525146484375, "powerusage_W": 326.495}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 246.432}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:29:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 261.628}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 327.802}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 314.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 444.757}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 279.69}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 304.855}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 270.334}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:30:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 431.122}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 330.041}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 309.859}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 404.032}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 425.003}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 396.01}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 420.446}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:31:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 439.78}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 422.657}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 383.538}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 351.667}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 326.772}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.90032958984375, "powerusage_W": 330.644}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 406.916}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:32:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 413.067}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 388.983}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 328.355}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 399.866}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 389.324}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 324.055}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 334.437}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:33:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 477.41}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 340.791}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 398.913}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 333.14}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 294.693}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 359.583}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 447.683}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:34:43", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 361.738}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 471.786}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 405.161}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 339.381}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 394.279}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 385.509}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 342.488}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:35:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 450.546}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 402.61}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 396.293}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 443.419}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 354.299}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 408.533}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 287.257}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:36:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 419.615}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 456.494}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 458.0}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 468.146}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 411.91}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 356.504}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 417.986}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:37:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 426.583}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 502.941}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 361.382}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 307.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 322.953}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 309.878}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 370.237}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:38:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 388.68}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 332.109}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 315.876}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 336.851}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 404.564}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 491.213}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 342.641}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:39:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 421.009}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 278.714}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 278.128}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 425.393}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 408.497}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 353.067}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 238.892}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:40:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 348.181}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 385.35}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 489.336}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 317.13}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 467.407}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 430.105}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 369.192}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:41:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 381.96}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 315.47}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 358.296}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 264.706}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 443.017}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 301.027}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 377.335}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:42:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 392.153}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 342.599}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 276.595}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 448.774}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 284.785}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 236.584}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 390.499}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 21:43:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 364.813}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 477.998}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 400.621}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 355.918}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 386.756}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 417.777}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66595458984375, "powerusage_W": 437.203}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.072265625}]}
+{"cur_time": "2024-08-22 21:44:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 380.084}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 369.886}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 391.609}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 322.074}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 413.24}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 437.925}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66595458984375, "powerusage_W": 350.373}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.072265625}]}
+{"cur_time": "2024-08-22 21:45:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 411.432}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 270.889}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 265.595}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 307.396}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 350.423}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 299.69}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 462.068}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:46:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 373.873}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 347.835}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 334.729}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 296.517}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 307.464}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 379.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 381.35}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:47:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 364.856}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 372.162}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 384.171}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 352.719}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 403.885}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 432.127}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 312.903}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:48:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 410.782}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 415.828}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 492.523}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 318.098}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 343.009}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 357.862}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 410.581}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:49:44", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 374.537}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 424.911}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 349.983}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 345.955}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 491.756}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 406.187}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 341.037}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:50:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 357.059}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 418.146}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 495.823}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 390.119}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 370.744}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 387.113}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 400.788}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:51:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 390.983}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 278.511}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 477.712}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 369.191}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 254.088}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 370.025}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 359.271}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:52:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 390.624}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 393.906}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 309.366}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 378.826}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 336.017}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 360.726}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 357.321}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:53:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 345.319}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 495.518}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 334.091}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 370.178}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 346.02}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 309.473}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 270.031}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:54:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 382.432}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 293.644}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 326.496}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 485.586}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 409.304}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 352.41}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 394.583}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:55:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 349.301}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 353.549}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 315.607}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 399.801}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 305.759}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 420.799}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 341.806}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:56:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 452.658}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 274.095}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 261.714}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 350.714}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 451.04}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 263.043}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 338.539}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:57:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 446.025}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 466.286}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 420.577}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 318.27}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 323.871}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 380.815}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 403.143}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:58:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 325.767}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 345.646}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 341.8}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 373.664}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 364.997}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 393.006}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 358.003}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 21:59:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 401.878}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 404.394}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 439.683}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 373.439}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 407.745}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 373.989}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 371.187}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:00:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 485.207}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 405.061}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 434.696}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 402.234}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 435.11}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 404.543}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 431.979}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:01:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 371.175}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 329.012}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 348.466}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 353.403}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 482.442}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 297.061}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 343.148}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:02:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 492.691}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 285.083}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 290.101}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 359.153}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 309.015}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 350.374}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 324.544}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:03:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 325.648}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 295.72}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 395.505}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 446.922}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 320.62}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 293.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 412.452}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:04:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 342.814}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 286.241}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 270.559}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 295.185}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 281.716}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 339.722}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 472.251}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:05:45", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 284.114}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 285.751}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 258.109}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 439.893}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 298.476}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 325.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 368.924}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:06:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 335.434}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 449.5}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 321.927}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 419.748}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 329.357}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 440.008}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 404.942}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:07:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 348.249}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 337.606}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 362.978}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 498.455}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 361.6}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 360.828}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 299.133}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:08:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 484.686}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 401.348}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 399.307}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 378.131}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 331.628}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 363.818}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 355.32}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:09:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 438.411}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 367.632}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 419.809}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 340.488}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 343.636}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 329.782}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 451.951}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:10:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 313.152}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 488.177}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 389.818}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 288.654}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 330.408}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 289.464}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 301.232}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:11:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 394.862}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 386.237}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.08978271484375, "powerusage_W": 341.061}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16204833984375, "powerusage_W": 402.977}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 329.329}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.38861083984375, "powerusage_W": 353.402}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 342.771}], "all_processes_status": [{"pid": 1642380, "create_time": 1724361316.95, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:12:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.79}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.297}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.72}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.651}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 126.511}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 133.431}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.859}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-22 22:13:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 135.601}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.388}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.487}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.289}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.57}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.054}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 131.532}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-22 22:14:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.64447021484375, "powerusage_W": 173.941}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.07220458984375, "powerusage_W": 208.723}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.07611083984375, "powerusage_W": 223.676}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.14447021484375, "powerusage_W": 490.222}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.07220458984375, "powerusage_W": 197.67}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.69134521484375, "powerusage_W": 189.556}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83782958984375, "powerusage_W": 186.432}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.244140625}]}
+{"cur_time": "2024-08-22 22:15:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.78900146484375, "powerusage_W": 350.433}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 336.374}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21673583984375, "powerusage_W": 397.326}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.29290771484375, "powerusage_W": 353.727}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 477.721}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83782958984375, "powerusage_W": 437.199}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 398.687}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 22:16:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.78900146484375, "powerusage_W": 289.425}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 487.25}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 285.268}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.29290771484375, "powerusage_W": 312.671}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 358.975}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83782958984375, "powerusage_W": 282.43}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 300.142}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 22:17:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 374.81}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 309.123}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 418.709}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 386.24}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 342.745}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83782958984375, "powerusage_W": 332.356}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 332.803}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 22:18:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 424.542}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.21868896484375, "powerusage_W": 359.083}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 436.45}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 324.795}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 338.989}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83978271484375, "powerusage_W": 409.264}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 419.192}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 22:19:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.79095458984375, "powerusage_W": 406.55}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 398.048}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 357.557}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 435.774}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 431.107}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83978271484375, "powerusage_W": 370.254}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98431396484375, "powerusage_W": 365.46}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.390625}]}
+{"cur_time": "2024-08-22 22:20:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.27923583984375, "powerusage_W": 287.798}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 270.871}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 320.278}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 345.487}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 386.211}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.83978271484375, "powerusage_W": 313.023}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 394.004}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 22:21:46", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 394.4}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 496.599}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 401.283}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 444.925}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 405.177}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.06439208984375, "powerusage_W": 392.77}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 354.968}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 22:22:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 359.57}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 308.674}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 262.317}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 229.502}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 288.114}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.06439208984375, "powerusage_W": 290.647}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 494.466}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 22:23:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 307.563}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 275.338}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 300.774}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 494.165}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 320.361}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.06439208984375, "powerusage_W": 399.331}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.98626708984375, "powerusage_W": 340.915}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 25.392578125}]}
+{"cur_time": "2024-08-22 22:24:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 349.706}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 345.62}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 403.209}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 394.298}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 456.795}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.06439208984375, "powerusage_W": 501.176}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 403.532}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:25:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 417.004}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 372.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 306.471}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 435.376}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 397.246}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.06439208984375, "powerusage_W": 376.637}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 301.918}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:26:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 319.526}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 398.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 346.408}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 309.546}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 410.238}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.51947021484375, "powerusage_W": 407.48}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 324.602}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:27:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 302.005}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 498.748}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 337.07}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 365.394}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 423.872}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.51947021484375, "powerusage_W": 308.631}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 387.245}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:28:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 338.619}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 394.177}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 339.902}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 359.493}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 376.315}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 373.456}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 430.959}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:29:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 466.886}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 359.845}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 346.585}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 400.08}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 289.151}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 408.469}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 417.228}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:30:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 439.886}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 336.914}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 428.799}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 429.121}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 333.698}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 355.307}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 318.32}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:31:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 374.212}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 311.216}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 359.719}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 366.777}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 378.841}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 338.471}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 429.496}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:32:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 390.26}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 346.655}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 418.364}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 366.819}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 376.205}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 392.89}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 353.625}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:33:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 434.082}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 450.733}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 366.996}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 417.304}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 26.22064208984375, "powerusage_W": 398.185}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 407.1}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 494.605}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:34:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 328.049}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 438.112}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 376.445}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 260.041}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 242.268}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 357.647}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 287.748}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:35:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 363.416}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 293.349}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 392.054}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 332.754}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 264.462}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 456.66}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 389.76}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:36:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 445.562}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 390.361}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 441.114}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 429.504}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 433.436}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 408.487}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 390.195}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:37:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 325.253}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 398.383}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 457.789}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 357.513}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 388.425}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 358.18}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 441.423}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:38:47", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 369.629}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 368.283}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 359.508}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 340.502}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.67572021484375, "powerusage_W": 290.4}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 428.878}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 341.7}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:39:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 409.72}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 361.829}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 450.189}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 394.375}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 339.29}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 377.944}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.21087646484375, "powerusage_W": 349.221}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 26.6171875}]}
+{"cur_time": "2024-08-22 22:40:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 340.204}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 278.891}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 359.373}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 425.982}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 335.172}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 472.634}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66595458984375, "powerusage_W": 359.523}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.072265625}]}
+{"cur_time": "2024-08-22 22:41:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 431.615}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 284.645}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 431.885}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 274.824}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 309.237}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 289.318}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.66595458984375, "powerusage_W": 316.094}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 28.072265625}]}
+{"cur_time": "2024-08-22 22:42:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 341.429}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 380.122}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 477.138}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 409.477}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 410.508}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 387.406}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 323.928}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:43:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 365.445}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 313.383}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 270.221}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 444.616}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 275.72}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 350.05}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 324.618}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:44:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 346.229}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 360.204}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 350.53}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 308.23}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 330.915}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 440.626}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 381.594}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:45:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 408.392}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 382.655}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 419.384}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 382.511}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 441.807}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 364.942}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 324.18}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:46:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 335.821}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 472.556}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 388.202}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 353.289}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 306.273}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 355.001}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 430.707}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:47:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 325.603}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 352.475}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 305.57}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 275.107}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 268.037}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 392.413}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 428.046}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:48:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 389.055}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 343.614}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 283.517}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 450.379}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 233.118}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 383.792}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 243.922}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:49:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 358.905}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 334.367}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 378.203}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 449.358}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 351.092}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 492.235}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 395.904}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:50:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 476.087}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 385.949}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 363.47}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 384.994}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 370.374}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 331.71}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 326.595}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:51:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 355.144}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 326.439}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 335.487}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 494.21}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 347.338}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 318.092}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 354.483}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:52:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 279.233}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 367.856}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 436.422}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 284.1}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 319.034}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 289.013}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 380.667}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:53:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 344.766}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70697021484375, "powerusage_W": 368.623}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 459.337}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 317.375}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 358.828}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 466.51}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 346.307}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:54:48", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 355.021}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 373.84}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 470.472}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 459.902}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 396.117}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 325.597}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 437.396}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:55:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 415.032}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 352.833}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 470.279}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 367.622}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 405.084}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 360.361}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 425.949}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:56:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 371.303}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 442.021}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 306.411}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 433.244}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 287.954}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 314.833}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 419.849}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:57:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 429.706}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 371.718}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 371.281}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 394.053}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 292.006}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 381.514}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 275.303}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:58:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 405.809}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 465.933}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 365.447}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 394.0}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 394.698}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 400.736}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 373.161}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 22:59:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 283.473}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 381.958}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 426.954}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 271.959}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 265.851}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 388.52}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 358.589}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:00:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 278.897}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 418.885}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 499.608}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 359.868}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 358.11}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 446.781}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 301.111}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:01:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 322.605}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 337.711}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 450.588}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 462.787}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 337.915}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 318.233}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 345.988}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:02:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 463.028}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 367.75}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 346.951}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 307.509}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 308.099}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 319.666}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 320.979}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:03:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 318.698}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 440.733}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 394.366}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 394.272}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 349.55}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 354.271}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 310.589}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:04:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 326.409}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 451.906}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 376.532}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 286.202}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 291.883}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 290.597}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 341.33}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:05:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 421.147}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 381.856}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 440.624}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 441.662}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 341.833}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 333.421}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 344.787}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:06:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 260.665}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 446.939}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 389.834}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 364.744}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 268.797}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 300.937}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 301.94}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:07:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.28118896484375, "powerusage_W": 378.034}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 407.696}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 27.70892333984375, "powerusage_W": 496.736}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 28.78118896484375, "powerusage_W": 338.729}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.16400146484375, "powerusage_W": 300.652}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.00775146484375, "powerusage_W": 367.324}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.15423583984375, "powerusage_W": 379.557}], "all_processes_status": [{"pid": 1648593, "create_time": 1724364722.86, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.560546875}]}
+{"cur_time": "2024-08-22 23:08:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 93.175}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.422}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.164}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.917}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 85.916}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.279}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.313}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:09:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 7.96478271484375, "powerusage_W": 135.515}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.935}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.342}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.128}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.854}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.588}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.622}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:10:49", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 483.799}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.647}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.206}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.026}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.679}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.516}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.535}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:11:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 494.016}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.494}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.055}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.865}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.525}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.48}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.438}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:12:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 494.421}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.479}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.982}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.792}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.498}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.29}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.397}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:13:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 494.931}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.431}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.001}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.816}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.358}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.254}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.376}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:14:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 500.233}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.51}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.99}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.83}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.356}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.374}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.37}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:15:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 488.31}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.41}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.92}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.804}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.366}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.272}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.343}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:16:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 494.971}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.404}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.968}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.774}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.375}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.379}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:17:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 493.473}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.432}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.919}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.797}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.396}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.252}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.332}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:18:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64837646484375, "powerusage_W": 494.757}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.378}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.901}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.752}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.16}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.319}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:19:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.59}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.393}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.972}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.817}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.159}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.246}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.34}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:20:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 482.758}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.36}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.888}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.773}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.164}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.244}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.238}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:21:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 490.097}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.397}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.88}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.767}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.158}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.359}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:22:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 483.19}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.35}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.914}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.766}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.192}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.245}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.298}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:23:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.213}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.365}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.847}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.838}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.16}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.277}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.273}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:24:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 497.204}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.311}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.936}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.773}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.139}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.285}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.258}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:25:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 487.52}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.94}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.771}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.166}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.292}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.338}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:26:50", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.059}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.947}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.148}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.29}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:27:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.915}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.309}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.872}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.758}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.168}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.252}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:28:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.145}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.4}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.877}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.783}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.161}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.293}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.308}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:29:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.466}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.369}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.964}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.777}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.35}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.309}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.372}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:30:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.491}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.365}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.932}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.767}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.28}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.224}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.307}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:31:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.906}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.36}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.957}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.784}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.369}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.294}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.306}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:32:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.513}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.345}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.914}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.725}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.295}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.251}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.304}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:33:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 488.911}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.419}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.995}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.869}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.31}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.213}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.314}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:34:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.309}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.332}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.908}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.773}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.281}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.266}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.308}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:35:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 489.601}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.411}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.914}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.79}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.29}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.238}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.218}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:36:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.371}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.396}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.903}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.739}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.271}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.218}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.295}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:37:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 489.15}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.404}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.934}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.824}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.353}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.283}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.348}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:38:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 476.618}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.926}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.734}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.26}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.259}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.318}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:39:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 489.607}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.305}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.893}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.814}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.299}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.269}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:40:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 490.769}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.893}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.861}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.289}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.228}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.297}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:41:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.383}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.354}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.894}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.745}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.333}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.247}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.318}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:42:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 496.158}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.437}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.826}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.314}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.206}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.299}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:43:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.362}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.359}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.906}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.79}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.299}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.303}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:44:51", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 497.685}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.375}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.981}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.848}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.31}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.174}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.271}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:45:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.456}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.341}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.875}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.721}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.313}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.174}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.34}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:46:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 16.19134521484375, "powerusage_W": 494.5}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.398}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.946}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.838}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.295}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.219}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.272}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:47:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 493.957}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.313}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.921}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.827}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.309}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.245}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.28}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:48:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 493.147}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.339}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.932}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.84}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.17}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.238}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.296}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:49:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 495.963}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.415}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.976}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.796}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.185}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.187}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.384}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:50:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 491.856}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.373}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.925}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.8}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.306}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.246}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.359}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:51:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 490.302}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.38}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.98}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.787}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.307}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.161}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.364}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:52:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 483.664}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.411}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.971}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.793}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.218}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.313}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:53:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 489.704}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.417}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.981}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.796}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.367}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.358}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:54:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 495.892}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.403}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.02}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.79}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.198}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.244}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.366}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:55:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64837646484375, "powerusage_W": 488.74}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.412}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.021}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.813}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.248}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.292}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.395}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:56:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 498.094}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.431}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.01}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.192}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.33}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.37}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:57:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 496.157}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.403}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.934}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.82}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.2}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.383}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:58:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.23}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.354}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.966}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.747}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.203}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.212}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.369}], "all_processes_status": []}
+{"cur_time": "2024-08-22 23:59:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 490.812}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.384}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.807}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.208}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.318}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.293}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:00:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.402}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.432}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.947}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.828}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.224}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.341}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.398}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:01:52", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 486.468}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.414}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.018}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.814}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.235}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.302}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.355}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:02:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.622}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.393}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.966}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.333}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.218}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.315}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:03:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 494.376}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.406}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.988}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.804}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.277}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.246}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.316}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:04:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.93}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.419}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.964}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.781}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.323}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.276}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.358}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:05:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 497.474}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.368}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.979}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.857}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.368}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.392}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:06:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.822}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.387}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.955}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.374}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.258}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.379}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:07:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 481.952}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.436}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.989}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.829}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.379}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.292}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.383}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:08:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 471.613}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.405}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.95}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.789}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.366}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.251}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.353}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:09:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.606}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.41}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.95}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.794}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.32}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.338}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:10:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 499.341}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.418}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.976}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.874}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.381}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.251}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.369}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:11:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.723}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.404}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.918}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.78}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.265}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.298}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.375}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:12:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.985}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.407}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.959}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.842}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.159}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.302}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:13:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.159}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.476}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.971}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.814}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.204}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.325}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.376}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:14:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.337}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.445}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.001}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.814}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.255}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.296}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.389}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:15:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.961}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.403}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.981}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.826}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.403}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.097}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.312}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:16:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 484.95}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.394}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.957}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.784}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.292}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.245}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.366}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:17:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 492.315}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.397}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.976}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.764}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.298}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.342}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:18:53", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 499.307}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.981}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.837}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.339}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.359}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:19:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.818}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.432}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.018}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.837}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.443}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.259}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.372}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:20:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 494.197}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.372}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.015}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.783}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.316}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.375}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:21:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.94}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.393}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.924}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.765}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.357}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.278}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.411}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:22:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.3}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.335}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.889}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.748}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.338}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.241}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.383}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:23:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 477.833}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.348}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.923}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.82}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.172}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.259}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.347}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:24:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 480.758}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.381}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.971}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.804}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.155}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.306}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:25:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 485.199}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.387}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.925}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.804}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.173}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.233}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.345}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:26:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 502.718}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.425}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.994}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.865}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.198}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.385}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:27:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 487.656}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.38}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.99}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.868}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.252}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.292}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:28:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 486.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.391}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.977}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.758}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.304}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.237}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.378}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:29:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 492.349}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.437}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.021}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.814}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.425}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.312}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.408}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:30:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 485.756}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.436}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.016}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.889}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.378}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.283}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:31:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64642333984375, "powerusage_W": 493.232}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.019}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.834}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.436}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.309}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.384}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:32:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 17.64837646484375, "powerusage_W": 492.371}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.416}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.052}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.86}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.414}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.298}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.387}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:33:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 483.843}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.471}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.09}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.875}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.506}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.326}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.378}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:34:54", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 494.163}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.445}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.079}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.87}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.387}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.444}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:35:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.157}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.406}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.976}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.836}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.233}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.307}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.411}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:36:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.139}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.406}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.985}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.819}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.22}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.28}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.405}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:37:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.735}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.36}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.916}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.771}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.191}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.309}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.387}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:38:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 485.496}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.413}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.051}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.841}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.397}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.425}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:39:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.763}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.412}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.039}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.84}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.357}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.277}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.387}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:40:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 491.044}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.406}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.056}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.827}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.422}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.244}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.328}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:41:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.384}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.43}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.967}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.785}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.392}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.368}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:42:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 485.48}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.413}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.015}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.827}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.332}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.142}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.368}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:43:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 498.838}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.373}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.998}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.8}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.329}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.298}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.355}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:44:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 494.085}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.457}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.931}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.76}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.229}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.252}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.367}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:45:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.058}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.909}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.781}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.204}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.265}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.375}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:46:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.299}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.353}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.918}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.751}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.149}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.231}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.278}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:47:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 493.175}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.372}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.901}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.777}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.194}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.302}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.291}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:48:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 487.054}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.355}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.867}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.794}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.128}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.22}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.305}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:49:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13665771484375, "powerusage_W": 495.34}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.278}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.891}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.721}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.144}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.233}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.309}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:50:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 497.646}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.237}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.854}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.707}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.143}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.193}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.266}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:51:55", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 486.837}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.278}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.887}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.745}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.075}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.202}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:52:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 492.579}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.25}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.913}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.656}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.072}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.978}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.214}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:53:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 488.045}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.146}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.798}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.604}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.032}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.969}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.125}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:54:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 490.911}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.154}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.733}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.61}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.995}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.063}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.146}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:55:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 479.077}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.047}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.633}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.526}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.942}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.015}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.084}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:56:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 491.097}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.096}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.678}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.552}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 83.983}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.02}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.131}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:57:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 19.13861083984375, "powerusage_W": 496.705}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.146}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.732}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.573}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 84.086}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.026}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.133}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:58:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.643}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 88.053}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 92.571}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 86.494}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 84.112}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 87.085}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 88.092}], "all_processes_status": []}
+{"cur_time": "2024-08-23 00:59:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 90.94}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.293}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 135.584}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 128.059}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 124.553}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.746}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.911}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-23 01:00:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.882}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.193}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.578}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.046}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.094}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.676}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.78}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:01:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.218}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.234}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.597}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.026}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.115}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.761}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.77}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:02:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.18}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.163}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.571}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.001}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.158}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.679}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.774}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:03:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.091}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.165}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.856}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.155}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.423}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.927}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 131.072}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:04:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.85345458984375, "powerusage_W": 134.281}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 13.56439208984375, "powerusage_W": 132.196}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 13.64837646484375, "powerusage_W": 135.629}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 15.07220458984375, "powerusage_W": 127.969}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 15.04095458984375, "powerusage_W": 126.156}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 11.17767333984375, "powerusage_W": 131.509}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 13.29876708984375, "powerusage_W": 130.826}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 12.705078125}]}
+{"cur_time": "2024-08-23 01:05:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.57025146484375, "powerusage_W": 321.789}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.88079833984375, "powerusage_W": 304.676}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.64837646484375, "powerusage_W": 298.299}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47064208984375, "powerusage_W": 333.79}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.22454833984375, "powerusage_W": 257.567}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.91204833984375, "powerusage_W": 302.818}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.47454833984375, "powerusage_W": 336.206}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 29.880859375}]}
+{"cur_time": "2024-08-23 01:06:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.83978271484375, "powerusage_W": 357.023}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.69720458984375, "powerusage_W": 284.783}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.93743896484375, "powerusage_W": 311.852}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 271.161}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.05853271484375, "powerusage_W": 243.924}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.72064208984375, "powerusage_W": 299.74}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.21087646484375, "powerusage_W": 371.62}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 30.6171875}]}
+{"cur_time": "2024-08-23 01:07:56", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 287.245}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 334.122}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.93743896484375, "powerusage_W": 304.46}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 341.0}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 376.689}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.72259521484375, "powerusage_W": 315.386}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 273.55}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:08:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 302.022}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 286.272}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 325.496}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 323.228}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 319.017}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.72259521484375, "powerusage_W": 401.871}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 318.221}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:09:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 293.303}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 299.885}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 302.873}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 255.752}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 246.339}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.73822021484375, "powerusage_W": 445.217}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 286.269}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:10:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 304.001}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 287.418}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 262.745}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 364.891}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 273.492}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 284.248}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 345.108}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:11:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 327.716}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 317.515}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 312.233}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 319.588}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 282.871}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 308.996}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 308.956}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:12:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 332.93}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 268.841}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 307.578}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 277.776}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.75775146484375, "powerusage_W": 319.133}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 306.528}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 293.798}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:13:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 337.811}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 258.962}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 293.759}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 331.065}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.77337646484375, "powerusage_W": 305.31}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 318.481}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 248.428}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:14:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 315.536}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 321.707}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 321.719}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 318.135}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.77337646484375, "powerusage_W": 310.787}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 318.024}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.91009521484375, "powerusage_W": 257.382}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.31640625}]}
+{"cur_time": "2024-08-23 01:15:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.42767333984375, "powerusage_W": 329.798}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 311.866}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 279.415}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 275.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 294.694}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 350.147}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.92572021484375, "powerusage_W": 362.424}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.33203125}]}
+{"cur_time": "2024-08-23 01:16:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.44329833984375, "powerusage_W": 301.437}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 345.712}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 276.965}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 271.361}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 282.799}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 299.585}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.92572021484375, "powerusage_W": 311.499}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.33203125}]}
+{"cur_time": "2024-08-23 01:17:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.44329833984375, "powerusage_W": 277.776}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 283.044}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 264.804}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 274.3}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 325.197}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 365.124}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.92572021484375, "powerusage_W": 371.996}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.33203125}]}
+{"cur_time": "2024-08-23 01:18:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 284.816}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 291.505}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 263.987}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 308.233}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 300.608}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 303.25}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.92572021484375, "powerusage_W": 285.561}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.33203125}]}
+{"cur_time": "2024-08-23 01:19:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 296.467}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 305.929}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 263.784}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 334.127}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 286.848}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 345.762}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.92572021484375, "powerusage_W": 305.047}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.33203125}]}
+{"cur_time": "2024-08-23 01:20:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 329.69}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 297.352}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 296.3}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 317.352}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 326.63}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 296.963}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 318.169}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:21:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 270.683}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 340.979}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 253.508}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 316.617}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 281.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 280.483}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 268.715}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:22:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 305.282}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 304.466}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 311.422}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 301.549}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 282.721}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 349.345}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 311.857}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:23:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 310.438}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 354.846}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 293.049}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 285.667}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 297.869}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 366.875}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 291.16}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:24:57", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 311.812}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 314.593}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 276.209}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 283.026}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 281.587}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 355.92}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 341.649}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:25:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 321.549}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 324.411}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 327.679}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 326.007}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 258.719}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 307.454}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 350.879}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:26:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.60345458984375, "powerusage_W": 333.097}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.85736083984375, "powerusage_W": 330.279}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.96673583984375, "powerusage_W": 333.905}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 283.455}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.93353271484375, "powerusage_W": 360.668}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.89837646484375, "powerusage_W": 331.662}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.08587646484375, "powerusage_W": 351.86}], "all_processes_status": [{"pid": 1665370, "create_time": 1724374729.24, "name": "pt_main_thread", "user": "user", "used_mem_GB": 33.4921875}]}
+{"cur_time": "2024-08-23 01:27:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 91.103}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.965}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 135.739}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 127.512}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 126.505}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 131.947}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 130.966}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-23 01:28:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.029}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.435}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.486}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.241}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.234}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.603}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.792}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:29:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.042}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.661}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.388}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.5}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.277}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.87}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.913}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:30:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.961}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.585}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.276}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.461}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.287}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.916}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.845}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:31:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.846}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.548}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.275}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.444}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.209}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.676}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.825}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:32:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.462}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.268}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.834}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.099}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.618}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.789}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:33:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.801}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.435}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.249}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.383}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.079}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.676}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.707}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:34:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.849}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.519}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.352}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.42}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.211}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.775}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.873}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:35:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.837}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.421}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.237}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.42}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.043}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.605}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.661}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:36:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.804}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.39}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.219}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.366}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.018}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.655}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.648}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:37:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.65}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.429}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.259}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.353}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.091}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.7}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.803}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:38:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.698}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.325}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.169}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.318}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.005}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.651}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.625}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:39:58", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.681}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.35}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.217}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.331}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.043}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.613}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.643}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:40:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.633}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.312}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.173}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.224}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.024}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.559}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.686}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:41:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.349}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.246}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.324}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 125.972}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.511}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.611}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:42:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.782}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.424}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.25}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.368}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.091}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.548}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.792}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:43:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.719}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.33}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.162}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.323}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.017}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.537}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.609}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:44:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.694}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.421}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.229}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.31}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.085}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.646}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.766}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:45:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 133.741}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.415}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.217}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 127.346}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.044}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.646}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 130.7}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:46:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 134.797}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.453}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.537}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.677}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 126.809}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.322}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 131.752}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:47:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 136.813}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 134.466}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.906}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.147}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 128.625}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.958}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 133.261}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:48:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 137.615}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.25}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.611}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.68}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 129.333}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.134}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 133.835}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:49:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 138.07}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.874}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.984}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.102}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 129.897}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.752}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 134.239}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:50:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 138.67}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.297}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 139.36}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.566}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.288}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.104}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 134.029}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:51:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 139.785}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.804}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 139.731}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.875}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.233}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.486}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 134.312}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:52:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 140.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.187}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 140.063}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.11}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.559}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.913}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 135.215}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:53:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 140.667}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.638}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 140.43}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.613}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.97}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.138}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 135.54}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:54:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 140.937}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.074}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 140.662}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.866}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.245}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.538}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 135.828}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:55:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 141.312}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.307}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 140.945}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.168}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.531}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.813}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 136.022}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:56:59", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 141.736}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.71}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 141.279}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.489}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.856}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.108}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 136.964}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:58:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 142.019}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 139.165}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 141.66}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.767}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.223}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.404}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 137.304}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 01:59:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 142.426}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 139.477}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 141.878}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 134.003}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 133.539}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 138.711}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 137.459}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 02:00:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.85345458984375, "powerusage_W": 142.971}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 16.74798583984375, "powerusage_W": 139.753}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 15.91009521484375, "powerusage_W": 143.03}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.48626708984375, "powerusage_W": 134.206}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 16.58001708984375, "powerusage_W": 133.769}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.28704833984375, "powerusage_W": 138.908}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 16.34564208984375, "powerusage_W": 137.646}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 15.751953125}]}
+{"cur_time": "2024-08-23 02:01:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.83392333984375, "powerusage_W": 302.1}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.11907958984375, "powerusage_W": 292.358}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.90228271484375, "powerusage_W": 273.968}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.22845458984375, "powerusage_W": 304.883}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 30.98236083984375, "powerusage_W": 317.792}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.88079833984375, "powerusage_W": 359.693}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.02337646484375, "powerusage_W": 362.83}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 30.4296875}]}
+{"cur_time": "2024-08-23 02:02:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.10345458984375, "powerusage_W": 346.171}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.73822021484375, "powerusage_W": 304.565}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.19134521484375, "powerusage_W": 336.74}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 388.335}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.81634521484375, "powerusage_W": 300.672}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 319.641}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.75970458984375, "powerusage_W": 310.703}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.166015625}]}
+{"cur_time": "2024-08-23 02:03:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 325.035}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 314.522}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 314.888}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 281.557}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 320.849}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 341.072}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 375.823}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:04:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 308.261}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 277.183}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 324.757}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 323.831}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 351.832}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 290.682}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 292.56}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:05:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 321.26}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 346.888}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 316.742}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 398.101}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 298.629}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.70697021484375, "powerusage_W": 306.598}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 292.353}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:06:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 317.721}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 312.532}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 323.829}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 301.075}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 357.395}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 338.664}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 270.899}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:07:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 325.781}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 362.178}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 347.231}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 316.517}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 315.568}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 307.154}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 296.337}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:08:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 292.422}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 324.967}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 320.23}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 272.302}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.51556396484375, "powerusage_W": 285.962}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 377.738}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 330.383}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:09:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 329.169}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 284.033}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 268.096}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 312.488}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.53118896484375, "powerusage_W": 415.579}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 323.482}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 324.01}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:10:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 335.273}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 325.699}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 359.063}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 320.396}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.53118896484375, "powerusage_W": 318.967}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 295.331}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 293.893}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:11:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 376.742}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 298.793}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 315.125}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 364.361}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 288.317}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 324.714}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 315.065}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:12:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.70697021484375, "powerusage_W": 314.866}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 268.885}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 338.705}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 357.372}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 317.485}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 303.565}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 333.482}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:13:00", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.70697021484375, "powerusage_W": 288.821}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 286.182}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 352.888}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 290.628}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 376.712}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 327.103}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 335.421}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:14:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 282.705}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 283.93}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 275.209}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 296.981}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 256.819}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 351.239}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 366.618}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:15:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 380.684}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 307.494}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 309.847}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 273.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 314.95}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 298.016}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 299.167}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:16:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 295.103}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 352.713}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 292.389}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 247.539}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 288.171}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 425.976}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 267.422}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:17:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 289.032}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 305.281}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 307.047}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 345.784}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 324.077}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 306.903}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 329.532}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:18:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 284.555}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 349.253}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 379.825}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 344.374}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 332.704}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 324.163}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 336.068}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:19:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 309.128}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 298.471}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 354.462}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 326.277}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 313.698}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 357.782}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 337.702}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:20:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 298.708}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 280.635}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 266.418}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 301.864}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 266.951}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 290.34}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 431.705}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:21:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 348.596}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 314.812}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 332.475}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 283.106}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 327.38}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 308.956}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 321.084}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:22:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 338.967}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.89837646484375, "powerusage_W": 393.771}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.22064208984375, "powerusage_W": 338.526}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.38861083984375, "powerusage_W": 333.964}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.69134521484375, "powerusage_W": 333.471}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 319.595}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 362.631}], "all_processes_status": [{"pid": 1669213, "create_time": 1724376436.65, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:23:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 94.431}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 139.138}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 141.835}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 134.012}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 132.765}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 137.735}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 1.10345458984375, "powerusage_W": 136.513}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 0.509765625}]}
+{"cur_time": "2024-08-23 02:24:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 140.753}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 137.707}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 140.826}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 132.859}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.584}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.659}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 134.87}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 02:25:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.31634521484375, "powerusage_W": 139.639}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 136.561}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 139.141}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 131.911}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 130.506}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.36322021484375, "powerusage_W": 135.737}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 4.12884521484375, "powerusage_W": 133.929}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 3.53515625}]}
+{"cur_time": "2024-08-23 02:26:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 18.85345458984375, "powerusage_W": 139.272}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.66400146484375, "powerusage_W": 136.16}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 13.94134521484375, "powerusage_W": 139.236}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.69525146484375, "powerusage_W": 131.844}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 15.07220458984375, "powerusage_W": 130.225}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.94720458984375, "powerusage_W": 135.403}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 14.54486083984375, "powerusage_W": 134.046}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 13.951171875}]}
+{"cur_time": "2024-08-23 02:27:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.85540771484375, "powerusage_W": 308.521}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.05657958984375, "powerusage_W": 296.115}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 29.63861083984375, "powerusage_W": 341.12}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47064208984375, "powerusage_W": 339.162}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.24603271484375, "powerusage_W": 318.023}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.14837646484375, "powerusage_W": 348.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.02337646484375, "powerusage_W": 378.721}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 30.4296875}]}
+{"cur_time": "2024-08-23 02:28:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.79681396484375, "powerusage_W": 372.919}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.67572021484375, "powerusage_W": 367.71}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.92767333984375, "powerusage_W": 294.321}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 306.84}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.08001708984375, "powerusage_W": 295.234}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 345.696}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 31.75970458984375, "powerusage_W": 327.82}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.166015625}]}
+{"cur_time": "2024-08-23 02:29:01", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 307.381}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 343.312}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 351.315}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 258.663}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 345.85}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 321.969}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 310.724}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:30:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 372.103}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 313.774}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 296.3}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 294.602}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 349.006}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.69134521484375, "powerusage_W": 322.676}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 277.255}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:31:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 278.865}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 348.596}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 307.597}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 322.356}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 310.148}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.70697021484375, "powerusage_W": 329.39}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 316.35}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:32:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 297.883}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 318.454}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 331.136}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 293.82}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 322.714}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 297.119}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 274.146}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:33:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 305.291}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 350.186}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 346.617}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 325.436}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 331.29}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 294.264}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 298.865}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:34:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 296.97}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 333.535}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 302.341}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 268.363}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.77923583984375, "powerusage_W": 267.284}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 363.135}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 330.583}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:35:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 375.79}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 309.756}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 328.692}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 318.128}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.79486083984375, "powerusage_W": 368.065}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 352.367}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 277.361}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:36:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 345.027}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 354.359}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 324.965}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 303.063}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.79486083984375, "powerusage_W": 344.473}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 339.29}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.45892333984375, "powerusage_W": 331.646}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 31.865234375}]}
+{"cur_time": "2024-08-23 02:37:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.71282958984375, "powerusage_W": 341.578}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 389.35}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 344.463}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 266.793}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 286.714}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 316.139}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 315.609}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:38:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.72845458984375, "powerusage_W": 334.916}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 303.158}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 299.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 384.891}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 257.169}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 352.493}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 325.463}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:39:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.72845458984375, "powerusage_W": 339.138}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 284.992}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 341.242}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 318.178}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 365.368}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 323.129}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 355.872}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:40:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 324.791}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 289.018}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 358.211}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 304.221}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 307.181}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 364.883}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.47454833984375, "powerusage_W": 407.972}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 32.880859375}]}
+{"cur_time": "2024-08-23 02:41:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 246.885}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 226.817}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 327.469}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 280.521}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 280.864}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 271.275}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 404.178}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:42:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 297.919}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 290.966}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 303.165}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 334.761}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 290.717}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 320.913}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 344.059}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:43:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 364.293}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 275.663}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 284.464}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 302.99}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 289.853}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 255.982}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 315.466}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:44:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 366.468}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 347.483}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 289.588}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 311.427}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 312.755}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 359.423}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 268.969}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:45:02", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 298.334}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 311.48}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 320.804}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 287.585}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 327.973}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 347.712}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 325.368}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:46:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 325.231}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 332.898}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 296.121}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 365.954}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 278.47}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 370.752}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 283.288}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:47:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 331.517}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 310.935}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 303.059}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 376.816}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 324.203}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 322.148}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 314.541}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:48:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.88861083984375, "powerusage_W": 360.571}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 32.83587646484375, "powerusage_W": 370.97}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 33.95697021484375, "powerusage_W": 318.879}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63079833984375, "powerusage_W": 348.057}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.95501708984375, "powerusage_W": 324.647}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.86712646484375, "powerusage_W": 331.369}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 34.63470458984375, "powerusage_W": 360.001}], "all_processes_status": [{"pid": 1675302, "create_time": 1724379732.51, "name": "pt_main_thread", "user": "user", "used_mem_GB": 34.041015625}]}
+{"cur_time": "2024-08-23 02:49:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 94.349}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.674}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.782}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.697}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.595}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.474}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.487}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:50:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48431396484375, "powerusage_W": 380.454}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.182}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.217}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.092}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.06}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.152}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.949}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:51:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 384.384}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.603}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.827}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.749}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.523}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.883}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.688}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:52:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 301.776}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.013}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.225}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.219}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.018}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.25}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.145}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:53:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 347.796}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.565}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.741}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.673}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.61}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.859}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.685}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:54:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 341.394}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.687}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.072}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.007}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.992}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.243}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.959}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:55:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 308.305}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.605}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.284}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.109}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.901}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.058}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.097}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:56:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 381.746}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.321}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.667}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.685}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.468}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.481}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.467}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:57:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 358.701}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.676}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.656}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.621}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.657}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.576}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:58:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 353.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.648}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.04}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.846}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.995}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.801}], "all_processes_status": []}
+{"cur_time": "2024-08-23 02:59:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 349.9}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.617}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.102}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.914}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.925}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.935}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.853}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:00:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 343.255}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.403}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.649}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.492}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.644}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.676}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.474}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:01:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 351.012}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.378}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.771}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.652}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.758}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.737}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:02:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 322.773}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.46}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.927}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.766}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.526}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.56}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:03:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 320.108}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.605}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.093}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.026}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.562}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.764}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.749}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:04:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 338.341}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.489}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.747}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.591}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.672}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.734}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.6}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:05:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 388.052}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.634}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.062}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.805}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.88}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.978}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.821}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:06:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 342.932}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.778}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.195}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.041}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.85}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.985}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.021}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:07:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 348.229}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.315}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.605}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.397}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.65}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.765}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.495}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:08:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 341.065}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.738}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.939}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.851}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.082}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.375}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.097}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:09:03", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 403.316}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.088}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.519}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.511}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.219}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.122}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.245}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:10:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 94.817}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.493}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.891}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.819}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.371}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.227}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.264}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:11:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 10.46868896484375, "powerusage_W": 140.316}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.301}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.579}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.53}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.717}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:12:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 304.52}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.079}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.58}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.39}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.405}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.63}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.476}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:13:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 383.753}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.847}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.406}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.301}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.982}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.812}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.973}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:14:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 298.033}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.888}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.254}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.119}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.007}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.958}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.066}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:15:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 333.036}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.055}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.436}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.341}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.302}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.223}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.222}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:16:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 316.6}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.136}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.489}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.289}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.314}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.297}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.183}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:17:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 341.962}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.65}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.801}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.562}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.88}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.939}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:18:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 346.994}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.865}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.299}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.988}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.551}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.222}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:19:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 327.954}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.911}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.507}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.295}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.243}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.367}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.42}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:20:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 336.32}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.495}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.995}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.894}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.568}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.47}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.625}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:21:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 335.812}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.326}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.467}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.295}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.443}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.325}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.144}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:22:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 344.273}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.926}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.262}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.125}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.134}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.109}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.08}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:23:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 340.111}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.074}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.452}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.271}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.264}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.228}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.144}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:24:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 320.787}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.677}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.901}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.723}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.976}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.988}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.807}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:25:04", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 358.811}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.351}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.003}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.323}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.544}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.243}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:26:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 301.536}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.676}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.2}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.005}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.26}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.133}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:27:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 345.214}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.436}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.003}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.855}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.448}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.373}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.473}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:28:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 362.516}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.608}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.695}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.659}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.594}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.454}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.319}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:29:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 379.54}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.532}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.918}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.746}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.767}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.843}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.749}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:30:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 355.955}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.665}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.106}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.938}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.894}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.936}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.82}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:31:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 442.476}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.168}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.487}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.439}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.458}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.604}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.426}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:32:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.5882568359375, "powerusage_W": 92.665}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.755}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.166}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.909}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.136}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.366}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.104}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:33:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48431396484375, "powerusage_W": 338.086}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.765}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.217}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.216}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.83}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.743}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.814}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:34:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 351.899}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.842}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.173}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.087}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.807}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.634}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.625}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:35:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 352.54}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.382}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.754}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.61}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.633}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.697}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.678}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:36:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 349.893}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.333}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.838}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.581}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.598}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.771}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.735}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:37:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 322.52}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.783}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.168}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.099}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.783}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.816}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:38:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 374.621}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.951}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.418}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.277}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.0}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.987}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.067}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:39:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 23.48626708984375, "powerusage_W": 355.486}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.18}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.583}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.451}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.39}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.334}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:40:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 328.334}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.396}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.762}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.555}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.509}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.475}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.407}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:41:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 354.807}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.369}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.587}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.413}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.551}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.456}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.372}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:42:05", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 362.845}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.449}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.727}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.431}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.748}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.892}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.704}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:43:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 306.472}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.813}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.191}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.994}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.237}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.431}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.229}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:44:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 335.791}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.994}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.723}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.497}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.474}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.561}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:45:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 369.091}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.76}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.233}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.038}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.771}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.684}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.719}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:46:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 334.188}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.233}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.303}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.16}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.171}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.208}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.085}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:47:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 354.176}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.022}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.357}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.209}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.073}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.17}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.131}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:48:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 336.563}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.071}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.515}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.328}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.2}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.364}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.241}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:49:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 333.214}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.632}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.823}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.664}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.722}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.863}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.73}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:50:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 312.098}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.762}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.208}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.071}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.085}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.27}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.126}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:51:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 314.513}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.377}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.207}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.037}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.618}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.607}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.913}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:52:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 25.80462646484375, "powerusage_W": 450.985}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.802}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.228}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.097}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.742}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.566}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.752}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:53:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.325}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.96}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.24}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.088}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.056}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.955}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.814}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:54:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.943}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.951}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.387}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.202}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.101}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.099}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.052}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:55:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.863}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.207}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.898}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.865}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.995}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.807}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:56:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.417}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.868}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.141}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.871}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.27}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.448}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.14}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:57:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.03}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.67}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.517}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.073}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.044}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.183}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:58:06", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.916}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.981}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.402}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.203}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.93}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.741}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.79}], "all_processes_status": []}
+{"cur_time": "2024-08-23 03:59:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.331}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.382}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.708}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.552}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.528}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.399}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.377}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:00:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.398}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.528}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.903}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.723}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.561}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.47}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.454}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:01:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.418}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.549}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.845}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.62}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.62}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.548}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.422}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:02:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.673}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.792}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.105}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.853}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.997}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.034}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.826}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:03:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.07}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.337}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.684}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.459}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.551}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.784}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.555}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:04:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.703}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.08}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.46}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.251}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.395}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.613}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:05:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.398}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.88}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.216}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.093}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.243}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:06:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.455}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.837}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.466}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.24}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.243}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.454}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:07:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.235}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.582}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.077}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.923}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.574}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.468}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.538}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:08:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.358}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.41}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.601}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.435}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.353}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.164}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:09:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.87}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.477}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.256}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.179}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.141}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.112}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:10:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.227}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.607}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.447}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.318}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.261}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:11:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.946}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.014}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.285}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.168}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.232}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.221}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.092}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:12:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.335}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.538}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.94}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.695}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.764}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.756}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:13:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.176}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.581}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.324}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.399}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.658}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:14:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.43}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.89}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.226}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.119}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.473}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.337}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:15:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.404}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.909}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.376}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.157}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.477}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.322}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:16:07", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.271}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.547}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.131}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.91}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.626}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.464}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.568}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:17:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.404}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.563}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.619}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.532}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.581}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.347}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:18:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.812}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.989}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.37}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.195}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.169}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.161}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.112}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:19:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.167}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.568}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.382}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.367}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.215}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:20:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.067}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.09}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.289}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.263}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.257}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.308}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.099}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:21:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.401}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.627}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.952}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.762}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.916}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.974}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:22:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.848}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.261}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.614}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.459}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.586}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.751}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.471}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:23:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.534}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.043}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.484}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.182}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.392}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.626}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.442}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:24:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.479}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.01}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.485}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.316}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.316}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.522}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.442}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:25:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.258}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.571}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.17}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.898}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.625}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.639}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.663}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:26:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.258}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.349}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.588}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.409}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.371}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.182}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:27:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.857}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.012}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.324}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.237}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.2}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.221}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.106}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:28:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.232}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.6}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.433}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.315}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.275}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.209}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:29:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.826}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.954}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.278}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.117}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.062}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.18}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.059}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:30:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.364}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.505}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.92}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.669}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.598}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.876}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.736}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:31:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.878}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.298}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.642}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.46}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.429}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.761}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.549}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:32:08", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.506}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.054}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.421}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.205}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.353}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.672}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.434}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:33:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.942}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.416}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.221}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.276}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.492}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.367}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:34:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.106}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.466}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.945}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.827}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.547}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.455}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.551}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:35:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.689}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.716}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.897}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.8}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.657}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.454}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.396}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:36:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.895}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.318}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.2}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.179}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.242}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.112}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:37:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.239}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.607}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.459}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.365}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.291}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.286}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:38:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.054}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.187}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.513}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.275}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.175}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.346}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.15}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:39:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.253}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.584}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.951}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.769}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.875}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.949}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:40:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.915}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.363}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.657}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.497}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.613}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.81}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.619}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:41:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.696}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.131}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.581}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.27}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.509}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.731}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.465}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:42:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.936}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.251}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.136}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.321}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.517}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.368}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:43:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.339}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.948}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.489}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.484}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.454}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:44:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.621}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.796}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.912}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.787}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.652}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.773}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.435}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:45:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.878}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.064}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.461}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.306}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.246}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.159}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.131}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:46:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.06}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.186}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.613}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.406}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.361}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.302}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:47:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.021}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.207}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.531}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.356}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.341}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.308}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.151}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:48:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.415}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.643}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.954}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.754}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.912}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:49:09", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.839}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.34}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.755}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.544}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.656}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.751}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.6}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:50:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.677}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.194}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.363}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.516}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.678}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.49}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:51:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.411}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.95}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.285}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.132}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.282}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.504}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.277}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:52:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.477}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.863}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.53}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.401}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.159}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.176}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:53:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.75}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.04}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.415}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.204}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.854}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.829}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:54:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.898}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.07}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.328}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.206}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.219}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.279}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.092}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:55:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.882}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.027}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.544}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.307}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.218}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.256}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.132}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:56:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.072}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.22}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.573}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.369}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.399}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.396}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.245}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:57:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.49}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.668}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.003}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.806}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.934}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.034}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:58:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.988}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.261}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.609}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.585}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.771}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.523}], "all_processes_status": []}
+{"cur_time": "2024-08-23 04:59:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.612}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.122}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.481}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.342}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.468}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.651}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.471}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:00:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.417}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.955}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.274}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.152}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.503}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:01:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.825}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.225}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.816}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.704}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.346}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.416}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:02:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.868}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.062}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.325}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.174}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.982}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.898}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.765}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:03:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.911}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.034}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.439}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.227}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.289}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.283}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.118}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:04:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.155}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.598}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.453}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.359}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.333}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.3}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:05:10", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.137}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.234}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.591}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.446}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.386}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.381}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.215}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:06:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.471}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.694}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.972}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.821}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.972}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.087}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:07:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.028}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.333}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.67}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.465}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.612}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.787}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.522}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:08:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.703}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.085}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.544}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.303}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.256}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.658}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.435}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:09:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.398}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.951}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.31}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.125}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.153}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.464}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.361}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:10:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.099}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.362}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.95}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.806}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.334}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.43}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.5}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:11:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.735}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.841}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.959}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.851}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.664}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.678}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.474}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:12:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.048}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.187}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.586}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.421}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.232}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.368}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.261}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:13:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.384}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.549}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.923}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.749}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.463}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.683}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.467}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:14:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.372}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.549}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.855}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.569}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.638}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.683}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:15:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.941}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.272}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.08}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.207}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.208}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.093}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:16:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.423}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.604}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.951}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.749}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.956}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:17:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.068}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.413}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.855}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.486}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.723}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.974}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.749}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:18:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.8}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.242}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.621}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.466}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.518}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.797}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.496}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:19:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.908}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.227}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.612}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.541}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.729}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.471}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:20:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.67}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.104}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.543}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.33}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.412}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.685}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.457}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:21:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.372}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.764}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.539}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.388}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.978}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.114}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.125}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:22:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.771}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.894}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.261}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.09}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.777}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.858}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.72}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:23:11", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.199}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.376}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.239}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.47}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.228}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:24:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.165}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.43}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.841}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.582}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.365}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.519}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.429}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:25:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.232}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.414}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.665}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.526}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.38}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.536}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.403}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:26:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.934}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.274}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.091}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.049}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.249}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.099}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:27:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.416}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.643}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.988}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.755}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.794}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.974}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.807}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:28:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.08}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.433}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.917}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.537}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.598}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.982}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.756}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:29:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.775}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.347}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.735}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.44}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.508}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.764}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.629}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:30:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.188}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.612}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.341}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.757}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.51}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:31:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.621}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.118}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.565}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.35}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.27}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.698}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:32:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.547}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.079}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.56}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.253}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.415}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.6}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.457}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:33:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.498}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.099}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.91}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.399}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.529}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.689}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:34:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.359}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.459}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.613}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.506}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.425}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.604}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.377}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:35:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.073}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.27}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.63}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.485}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.446}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.403}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:36:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.307}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.437}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.916}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.717}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.456}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.536}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:37:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.06}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.194}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.575}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.294}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.286}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.387}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.214}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:38:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.645}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.759}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.184}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.95}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.911}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.067}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.872}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:39:12", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.105}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.544}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.994}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.762}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.669}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:40:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.914}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.408}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.806}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.541}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.579}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.742}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:41:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.298}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.682}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.452}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.461}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.738}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.597}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:42:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.684}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.209}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.57}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.434}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.379}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.581}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.484}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:43:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.614}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.063}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.566}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.349}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.269}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.554}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.457}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:44:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.489}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.901}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.575}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.472}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.947}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.277}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:45:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.938}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.178}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.968}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.696}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.722}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.622}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:46:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.085}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.22}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.433}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.289}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.371}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.293}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:47:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.313}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.503}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.91}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.711}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.418}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.564}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:48:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.275}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.445}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.704}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.532}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.427}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.627}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.41}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:49:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.762}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.945}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.272}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.11}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.991}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.195}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.04}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:50:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.4}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.608}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.949}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.777}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.697}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.929}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:51:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.169}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.537}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.356}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.303}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.751}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.428}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:52:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.126}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.642}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.124}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.841}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.062}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.536}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.09}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:53:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.923}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.465}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.218}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.276}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.574}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.42}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:54:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.379}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.792}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.195}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.08}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.072}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.354}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.076}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:55:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.061}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.532}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.224}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.13}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.503}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.851}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.878}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:56:13", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.696}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.867}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.363}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.161}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.729}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.839}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.771}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:57:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.363}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.668}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.008}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.823}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.707}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.046}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:58:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.565}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.824}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.257}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.124}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.893}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.948}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.8}], "all_processes_status": []}
+{"cur_time": "2024-08-23 05:59:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.477}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.906}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.264}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.115}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.922}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.874}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:00:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.176}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.61}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.356}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.484}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.659}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.449}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:01:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.45}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.91}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.249}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.159}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.27}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.096}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:02:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.449}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.857}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.252}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.192}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.009}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.098}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.088}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:03:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.457}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.797}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.513}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.311}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.957}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.948}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.119}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:04:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.716}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.027}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.278}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.149}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.961}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.02}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.88}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:05:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.427}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.831}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.268}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.088}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.836}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.948}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.88}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:06:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.641}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.957}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.311}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.168}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.034}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.974}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.956}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:07:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.469}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.863}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.277}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.03}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.905}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.89}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.8}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:08:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.003}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.4}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.791}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.563}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.548}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.672}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.484}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:09:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.659}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.137}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.626}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.369}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.269}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.425}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.254}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:10:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.493}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.006}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.523}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.28}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.155}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.295}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.221}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:11:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.503}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.817}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.536}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.396}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.911}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.863}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.093}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:12:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.528}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.671}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.945}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.863}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.606}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.484}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.448}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:13:14", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.863}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.097}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.472}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.174}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.153}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.053}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.105}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:14:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.021}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.167}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.394}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.056}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.247}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.144}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:15:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.768}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.958}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.308}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.15}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.043}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.1}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.933}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:16:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.548}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.824}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.265}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.123}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.979}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.929}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.92}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:17:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.93}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.249}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.61}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.499}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.302}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.425}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.269}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:18:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.815}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.946}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.456}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.509}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.978}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.133}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.076}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:19:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.709}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.941}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.279}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.408}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.098}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.135}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.076}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:20:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.678}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.883}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.526}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.497}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.959}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.159}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.096}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:21:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.105}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.234}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.661}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.808}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.127}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.07}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.112}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:22:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.933}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.792}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.226}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.215}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.803}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.692}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.746}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:23:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.152}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.298}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.701}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.607}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.25}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.096}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.313}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:24:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.703}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.824}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.231}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.995}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.777}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.627}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.708}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:25:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.43}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.612}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.897}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.723}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.59}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.382}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.416}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:26:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.164}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.246}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.582}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.465}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.232}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.083}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.105}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:27:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.072}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.465}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.37}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.889}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.937}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:28:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.844}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.932}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.356}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.182}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.977}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.91}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.88}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:29:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.645}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.869}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.279}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.114}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.916}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.895}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:30:15", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.71}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.817}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.193}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.09}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.783}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.823}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:31:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.684}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.754}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.225}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.174}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.79}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.033}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.787}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:32:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.654}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.753}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.217}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.149}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.901}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.008}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.82}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:33:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.516}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.589}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.955}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.887}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.648}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.768}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.658}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:34:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.364}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.505}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.863}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.71}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.587}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.659}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.515}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:35:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.742}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.202}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.578}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.496}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.12}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.412}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.383}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:36:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.048}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.42}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.914}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.651}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.665}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:37:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.969}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.247}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.86}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.749}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.143}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.254}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.384}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:38:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.391}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.533}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.774}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.618}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.353}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.393}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.351}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:39:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.131}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.373}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.758}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.524}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.353}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.288}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.306}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:40:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.331}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.479}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.832}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.601}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.403}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.404}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:41:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.139}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.346}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.613}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.486}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.188}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.162}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.125}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:42:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.832}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.006}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.317}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.182}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.816}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.923}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.827}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:43:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.616}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.804}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.24}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.936}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.631}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.91}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.775}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:44:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.422}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.772}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.256}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.905}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.82}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.845}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:45:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.268}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.659}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.082}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.835}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.706}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.771}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.686}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:46:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.068}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.538}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.899}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.77}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.554}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.522}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:47:16", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.948}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.418}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.85}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.631}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.496}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.503}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:48:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.921}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.382}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.812}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.572}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.542}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.62}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.51}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:49:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.735}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.168}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.531}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.434}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.36}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.317}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:50:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.528}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.045}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.472}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.067}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.211}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.192}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.201}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:51:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.679}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.986}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.561}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.506}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.101}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.045}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.209}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:52:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.398}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.597}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.882}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.612}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.384}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.395}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.37}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:53:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.067}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.135}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.586}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.433}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.243}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.038}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.112}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:54:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.092}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.243}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.65}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.498}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.131}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.17}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:55:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.125}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.361}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.665}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.46}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.342}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.288}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.22}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:56:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.872}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.122}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.534}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.269}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.114}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.086}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.026}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:57:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.641}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.913}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.297}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.087}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.962}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.922}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.834}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:58:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.647}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.818}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.257}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.067}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.693}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.858}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 06:59:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.287}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.672}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.096}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.808}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.527}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.731}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.71}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:00:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.32}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.636}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.086}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.83}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.613}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.8}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.737}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:01:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.194}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.55}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.942}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.703}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.441}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.724}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.561}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:02:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.062}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.558}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.939}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.706}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.457}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.705}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.61}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:03:17", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.968}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.473}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.865}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.636}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.632}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.47}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:04:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.07}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.438}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.88}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.596}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.282}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.556}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.529}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:05:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.898}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.352}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.823}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.544}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.308}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.503}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.471}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:06:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.974}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.453}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.933}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.821}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.375}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.671}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.691}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:07:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.709}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.838}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.318}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.166}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.826}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.771}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.771}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:08:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.145}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.34}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.333}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.252}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.118}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:09:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.041}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.085}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.549}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.446}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.169}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.047}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.105}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:10:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.041}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.135}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.595}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.453}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.302}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.176}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.151}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:11:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.878}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.993}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.335}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.2}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.094}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.046}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:12:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.457}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.453}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.885}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.815}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.577}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.645}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.477}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:13:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.835}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.169}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.605}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.458}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.062}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.49}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.273}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:14:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.625}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.016}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.461}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.35}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.965}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.461}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.104}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:15:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.868}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.286}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.942}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.784}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.25}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.48}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.555}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:16:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.294}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.512}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.975}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.968}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.327}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.323}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.429}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:17:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.937}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.033}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.304}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.181}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.998}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.075}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.032}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:18:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.698}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.967}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.304}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.155}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.03}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.128}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.067}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:19:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.787}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.967}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.361}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.215}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.133}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.126}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.086}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:20:18", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.652}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.862}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.262}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.116}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.981}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.054}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.834}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:21:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.841}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.33}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.62}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.473}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.349}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.761}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.434}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:22:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.482}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.08}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.196}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.179}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.568}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.374}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:23:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.392}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.945}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.457}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.145}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.004}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.412}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.206}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:24:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.528}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.951}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.382}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.29}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.959}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.486}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.164}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:25:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.988}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.253}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.845}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.775}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.112}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.12}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:26:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.066}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.256}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.581}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.44}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.197}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.032}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.149}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:27:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.298}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.449}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.626}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.691}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.343}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.3}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.428}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:28:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.564}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.722}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.058}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.885}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.586}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.618}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.502}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:29:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.066}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.186}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.418}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.332}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.051}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.251}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.072}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:30:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.396}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.955}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.769}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.557}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.725}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.49}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:31:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.859}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.248}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.593}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.503}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.464}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.322}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:32:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.71}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.092}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.567}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.389}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.256}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.458}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.302}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:33:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.054}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.386}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.949}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.785}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.489}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.555}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.464}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:34:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.839}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.286}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.651}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.524}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.447}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.376}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:35:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.43}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.899}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.251}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.171}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.01}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.309}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.174}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:36:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.301}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.755}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.221}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.074}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.946}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.314}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.063}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:37:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.439}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.709}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.361}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.285}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.835}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.826}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.015}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:38:19", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.417}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.553}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.996}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.988}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.568}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.338}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.454}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:39:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.471}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.83}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.272}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.11}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.893}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.981}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.801}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:40:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.736}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.395}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.187}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.092}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.067}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.052}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:41:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.125}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.331}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.777}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.543}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.384}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.337}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.359}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:42:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.086}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.288}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.613}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.42}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.342}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.269}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.151}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:43:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.87}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.148}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.525}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.266}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.27}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.162}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.125}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:44:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.825}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.031}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.463}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.208}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.993}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.066}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.099}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:45:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.555}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.889}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.278}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.065}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.998}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.955}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.92}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:46:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.468}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.856}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.272}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.082}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.982}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.884}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.88}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:47:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.365}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.714}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.214}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.872}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.857}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.891}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:48:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.268}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.697}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.091}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.86}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.801}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.777}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:49:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.107}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.59}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.977}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.8}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.756}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.697}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.769}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:50:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.142}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.591}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.955}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.793}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.727}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.659}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.755}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:51:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.021}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.498}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.955}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.657}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.583}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.685}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.587}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:52:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.749}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.091}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.697}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.545}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.238}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.199}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.3}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:53:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.45}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.604}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.845}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.697}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.639}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.5}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.331}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:54:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.749}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.973}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.304}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.175}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.041}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.046}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.94}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:55:20", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.846}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.002}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.405}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.282}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.911}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.863}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.924}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:56:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.462}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.792}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.244}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.934}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.889}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.928}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:57:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.143}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.576}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.982}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.708}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.622}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.742}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.536}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:58:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.664}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.144}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.536}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.33}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.435}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.192}], "all_processes_status": []}
+{"cur_time": "2024-08-23 07:59:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.775}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.189}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.618}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.466}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.315}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.334}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.158}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:00:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.073}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.539}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.441}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.063}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.25}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.096}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:01:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.001}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.2}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.661}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.672}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.153}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.057}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.137}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:02:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.364}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.299}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.6}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.579}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.315}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.093}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.182}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:03:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.506}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.891}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.807}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.412}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.261}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.391}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:04:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.592}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.679}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.99}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.878}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.664}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.489}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.499}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:05:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.515}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.625}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.89}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.581}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.384}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.409}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:06:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.144}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.227}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.555}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.421}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.192}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.968}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.099}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:07:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.852}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.915}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.279}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.187}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.883}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.653}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:08:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.521}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.614}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.968}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.971}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.571}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.548}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.509}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:09:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.268}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.505}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.919}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.813}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.315}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.535}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.515}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:10:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.07}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.356}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.826}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.72}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.38}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.448}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.449}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:11:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.276}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.23}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.137}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.655}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.691}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.801}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:12:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.757}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.862}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.297}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.121}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.817}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.678}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.752}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:13:21", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.278}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.348}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.782}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.519}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.393}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.233}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.254}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:14:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.424}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.546}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.93}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.536}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.5}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.423}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:15:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.086}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.214}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.568}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.421}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.198}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.117}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.072}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:16:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.666}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.681}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.011}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.935}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.604}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.709}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.516}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:17:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.257}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.414}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.915}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.828}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.136}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.334}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.307}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:18:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.063}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.311}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.788}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.054}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.346}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.246}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:19:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.129}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.347}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.875}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.798}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.198}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.276}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.442}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:20:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.43}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.63}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.112}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.108}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.514}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.588}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.71}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:21:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.477}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.627}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.032}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.136}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.412}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.664}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.62}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:22:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.016}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.155}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.672}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.704}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.956}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.086}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.176}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:23:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.749}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.827}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.111}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.045}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.581}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.54}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.524}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:24:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.736}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.814}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.24}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.071}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.573}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.547}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.555}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:25:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.052}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.081}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.331}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.204}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.754}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.766}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.758}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:26:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.082}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.998}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.299}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.206}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.825}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.622}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.688}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:27:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.601}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.968}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.593}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.301}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.405}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:28:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.449}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.465}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.871}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.737}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.341}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.121}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.137}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:29:22", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.984}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.913}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.285}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.215}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.927}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.672}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:30:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.685}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.843}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.266}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.187}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.801}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.81}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:31:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.891}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.954}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.316}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.275}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.924}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.922}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.814}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:32:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.755}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.921}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.291}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.181}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.897}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.87}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.801}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:33:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.907}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.269}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.154}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.856}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.876}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.768}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:34:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.697}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.863}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.262}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.156}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.791}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.851}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.775}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:35:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.665}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.876}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.269}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.169}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.79}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.859}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.762}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:36:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.697}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.766}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.195}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.061}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.605}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.843}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.723}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:37:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.04}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.156}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.682}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.621}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.01}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.245}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.222}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:38:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.456}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.59}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.71}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.624}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.328}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.308}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.144}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:39:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.222}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.285}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.629}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.605}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.036}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.104}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.125}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:40:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.255}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.077}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.515}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.513}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.734}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.851}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.788}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:41:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.198}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.155}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.577}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.546}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.941}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.942}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.021}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:42:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.047}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.986}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.316}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.324}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.763}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.803}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.794}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:43:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.805}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.157}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.074}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.498}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.659}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.699}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:44:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.477}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.577}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.968}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.883}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.369}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.399}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.49}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:45:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.009}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.407}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.88}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.716}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.269}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.365}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.45}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:46:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.062}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.378}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.789}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.563}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.149}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.262}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.339}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:47:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.423}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.604}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.259}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.231}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.617}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.665}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.801}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:48:23", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.729}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.804}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 96.193}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.09}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.657}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.612}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.635}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:49:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.391}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.262}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.676}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.71}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.106}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.118}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:50:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.506}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.549}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.91}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.833}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.453}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.343}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.378}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:51:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.691}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.605}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.93}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.878}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.534}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.398}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.396}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:52:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.417}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.341}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.676}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.697}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.137}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.065}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.085}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:53:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.092}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.04}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.455}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.453}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.64}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.735}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.781}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:54:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.035}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.951}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.291}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.383}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.598}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.652}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.736}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:55:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.872}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.843}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.007}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.215}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.428}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.548}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.536}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:56:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.684}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.714}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.12}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.097}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.296}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.378}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.464}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:57:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.393}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.956}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.973}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.231}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.347}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.397}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:58:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.342}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.543}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.91}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.769}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.174}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.302}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.347}], "all_processes_status": []}
+{"cur_time": "2024-08-23 08:59:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.227}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.462}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.871}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.83}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.23}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.418}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.442}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:00:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.901}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.175}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.616}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.459}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.991}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.058}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.151}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:01:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.418}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.547}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.93}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.795}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.295}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.415}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.41}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:02:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.411}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.464}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.781}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.704}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.127}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.137}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.118}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:03:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.157}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.273}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.594}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.498}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.923}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.929}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.986}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:04:24", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.079}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 91.116}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.51}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.427}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.775}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.806}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.846}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:05:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.984}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.983}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.361}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.259}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.583}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.658}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.75}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:06:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.78}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.913}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.289}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.181}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.505}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.613}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.724}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:07:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.844}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.915}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.275}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.195}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.471}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.55}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.678}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:08:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.775}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.805}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.265}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.193}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.405}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.489}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.636}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:09:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.685}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.766}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.208}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.137}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.334}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.466}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.529}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:10:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.677}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.643}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.067}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.033}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.289}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.403}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.484}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:11:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.456}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.643}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 95.003}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.039}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.262}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.373}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.45}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:12:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.325}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.551}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.953}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.901}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.155}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.276}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.329}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:13:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.209}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.495}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.897}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.785}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.148}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.306}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.346}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:14:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.253}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.46}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.906}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.852}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.085}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.061}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.374}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:15:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.187}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.449}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.885}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.82}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.14}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.15}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.332}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:16:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.135}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.4}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.826}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.776}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.035}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.2}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.192}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:17:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.098}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.374}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.782}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.762}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.971}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.149}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.148}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:18:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.989}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.277}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.6}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.622}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.092}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.139}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.111}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:19:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.8}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.095}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.597}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.486}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.991}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.924}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.082}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:20:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.782}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.031}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.477}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.511}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.901}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.857}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.936}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:21:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.908}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.005}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.53}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.528}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.901}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.763}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.927}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:22:25", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.716}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.003}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.519}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.479}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.825}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.81}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.882}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:23:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.722}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.966}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.52}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.433}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.998}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.85}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.012}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:24:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.895}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.222}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.697}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.518}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.276}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.073}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.216}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:25:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.869}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.228}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.67}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.518}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.398}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.14}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.306}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:26:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.015}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.347}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.897}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.743}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.567}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.429}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.466}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:27:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.007}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.33}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.822}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.636}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.509}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.371}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.429}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:28:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.041}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.311}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.809}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.702}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.263}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.226}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.307}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:29:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 93.014}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.347}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.877}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.662}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.219}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.224}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.434}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:30:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.878}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.248}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.611}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.537}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.954}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.99}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.063}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:31:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.872}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.163}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.625}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.537}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.099}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.068}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.138}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:32:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.881}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 90.22}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.643}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.557}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.971}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.973}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.133}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:33:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.67}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.855}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.273}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.376}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.745}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.062}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.04}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:34:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.417}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.614}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.205}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.139}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.7}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.808}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.836}], "all_processes_status": []}
+{"cur_time": "2024-08-23 09:35:26", "all_gpu_status": [{"device": 0, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 92.573}, {"device": 1, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.814}, {"device": 2, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 94.274}, {"device": 3, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 88.323}, {"device": 4, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 86.914}, {"device": 5, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 87.892}, {"device": 6, "total_mem_GB": 95.5771484375, "used_mem_GB": 0.58502197265625, "powerusage_W": 89.044}], "all_processes_status": []}