[ memory_avail=59849654272; load15=0.06; load5=0; clients=[]; name="140.221.27.42"; lastheardfrom=1729641537; address="140.221.27.42"; bytes_read=0; version="8.0.0"; url="chirp://compute-240-12.cels.anl.gov:9095"; uuid="AF3CF213-B6A2-40A7-B29A-CCD37C201DCE"; total=53687091200; starttime=1729624134; port=9095; owner="woz"; opsysversion="5.4.0-198-generic"; opsys="linux"; minfree=0; memory_total=67495444480; cpus=16; cpu="x86_64"; backend="local:///home/woz/chirp-work"; type="chirp"; avail=3621781504; bytes_written=23698115520; total_ops=371940; load1=0; ] [ memory_avail=3769978880; load15=6.71; load5=6.87; load1=7.23; avail=5549582188544; clients=[]; bytes_written=2763031644; name="140.221.79.11"; lastheardfrom=1729641422; address="140.221.79.11"; bytes_read=0; version="8.0.0"; url="chirp://lambda1.cels.anl.gov:9094"; uuid="E4110A67-5DAC-48EC-9602-325DB693CCF1"; total=439802513063936; starttime=1729618318; port=9094; owner="woz"; opsysversion="5.4.0-196-generic"; opsys="linux"; minfree=0; memory_total=540672204800; cpus=40; cpu="x86_64"; backend="local:///nfs/lambda_stor_01/homes/woz/chirp-work"; type="chirp"; total_ops=3939; ] [ memory_avail=3427880960; load15=47.24; load5=48.02; load1=48; avail=197814693888; name="161.72.216.29"; lastheardfrom=1729641366; address="161.72.216.29"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="8.0.0"; url="chirp://dial.ll.iac.es:9094"; uuid="A5DEBA42-38D4-4B17-8387-D36299725607"; total=314592608256; starttime=1729601761; port=9094; owner="angelv"; opsysversion="6.8.0-45-generic"; opsys="linux"; minfree=0; memory_total=99886673920; cpus=48; cpu="x86_64"; backend="local:///tmp/mydata"; type="chirp"; ] [ time_application=260272659; time_polling=1797643263854; time_internal=215364373; time_status_msgs=4961943; time_receive=181949450; time_send=14356608806; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641593; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11170433; tasks_total_memory=2062520; tasks_total_cores=64; categories=[{"max_allocation_count":194,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1658,"tasks_dispatched":1704,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":178,"category":"whole queue"},{"max_allocation_count":194,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1658,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":178,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1396314; disk_smallest=0; disk_total=11170433; disk_inuse=11170433; memory_largest=257815; memory_smallest=0; memory_total=2062520; memory_inuse=2062520; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=669421; capacity_instantaneous=669421; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1440384; capacity_tasks=180048; bytes_received=305077422; bytes_sent=10382226; time_workers_execute_exhaustion=0; time_workers_execute_good=12269300404944; time_workers_execute=12269300404944; time_receive_good=158679867; time_send_good=0; time_when_started=1727843278874726; tasks_complete=1658; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=1658; tasks_dispatched=1704; tasks_submitted=1844; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=178; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4469; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+165"; starttime=1727843278; project="dihedral"; type="wq_master"; ] [ time_application=140438793; time_polling=1807897015272; time_internal=126191061; time_status_msgs=2896736; time_receive=69090531; time_send=2976543267; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641570; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=2873409; tasks_total_memory=257160; tasks_total_cores=32; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=718354; disk_smallest=0; disk_total=2873409; disk_inuse=2873409; memory_largest=64290; memory_smallest=0; memory_total=257160; memory_inuse=257160; cores_largest=8; cores_smallest=0; cores_total=32; cores_inuse=32; workers_largest=1; workers_smallest=0; workers_total=4; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727844755386773; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=880; tasks_left=0; tasks_with_results=0; tasks_running=4; tasks_on_workers=4; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=4; workers_able=4; workers_busy=4; workers_idle=0; workers_init=0; workers_connected=4; workers=4; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51045; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+105"; starttime=1727844755; project="dihedral"; type="wq_master"; tasks_waiting=141; tasks_dispatched=773; tasks_done=735; tasks_complete=735; time_receive_good=58986943; time_workers_execute=6837603810661; time_workers_execute_good=6837603810661; bytes_sent=4573109; bytes_received=98422306; capacity_tasks=164271; capacity_cores=1314168; capacity_instantaneous=141406; categories=[{"max_allocation_count":149,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":735,"tasks_dispatched":773,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":141,"category":"whole queue"},{"max_allocation_count":149,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":735,"tasks_dispatched":0,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":141,"category":"default"}]; capacity_weighted=141406; ] [ time_application=250952416; time_polling=1798723335764; time_internal=196925496; time_status_msgs=4853109; time_receive=208105787; time_send=13287032680; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641583; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=6009869; tasks_total_memory=514348; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=758684; disk_smallest=0; disk_total=6009869; disk_inuse=6009869; memory_largest=64297; memory_smallest=0; memory_total=514348; memory_inuse=514348; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727843309430337; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=2404; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51020; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+180"; starttime=1727843309; project="dihedral"; type="wq_master"; tasks_waiting=27; tasks_dispatched=2431; tasks_done=2369; tasks_complete=2369; time_receive_good=186361449; time_workers_execute=14303323717632; time_workers_execute_good=14303323717632; bytes_sent=14384145; bytes_received=360351628; capacity_tasks=170592; capacity_cores=1364736; capacity_instantaneous=111767; categories=[{"max_allocation_count":43,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2369,"tasks_dispatched":2431,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":27,"category":"whole queue"},{"max_allocation_count":43,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2369,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":27,"category":"default"}]; capacity_weighted=111786; ] [ capacity_weighted=224170; time_application=136210683; time_polling=1806897724796; time_internal=145692851; time_status_msgs=2973911; time_receive=70409121; time_send=3986359271; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641577; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_memory=257188; tasks_total_cores=32; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_smallest=0; memory_largest=64297; memory_smallest=0; memory_total=257188; memory_inuse=257188; cores_largest=8; cores_smallest=0; cores_total=32; cores_inuse=32; workers_largest=1; workers_smallest=0; workers_total=4; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727844736150080; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=737; tasks_left=0; tasks_with_results=0; tasks_running=4; tasks_on_workers=4; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=4; workers_able=4; workers_busy=4; workers_idle=0; workers_init=0; workers_connected=4; workers=4; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51040; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+120"; starttime=1727844736; project="dihedral"; type="wq_master"; disk_inuse=3030664; disk_total=3030664; disk_largest=757670; tasks_total_disk=3030664; tasks_waiting=117; tasks_dispatched=649; tasks_done=616; tasks_complete=616; time_receive_good=56397478; time_workers_execute=6850598056188; time_workers_execute_good=6850598056188; bytes_sent=3840217; bytes_received=81759481; capacity_tasks=946336; capacity_cores=7570688; capacity_instantaneous=230974; categories=[{"max_allocation_count":125,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":616,"tasks_dispatched":649,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":117,"category":"whole queue"},{"max_allocation_count":125,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":616,"tasks_dispatched":0,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":117,"category":"default"}]; ] [ capacity_weighted=234314; time_application=259839736; time_polling=1798013905695; time_internal=201710543; time_status_msgs=4942734; time_receive=242693856; time_send=12563786166; tasks_submitted=3118; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641594; address="128.120.146.4"; tasks_total_gpus=0; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=759368; disk_smallest=0; disk_total=5816599; memory_largest=64297; memory_smallest=0; memory_total=514348; cores_largest=8; cores_smallest=0; cores_total=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727844707125109; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_left=0; tasks_with_results=0; workers_lost=4; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=4; workers_joined=12; workers_able=8; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51030; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+150"; starttime=1727844707; project="dihedral"; type="wq_master"; workers_idle=0; workers_busy=8; tasks_on_workers=8; tasks_running=8; cores_inuse=64; memory_inuse=514348; disk_inuse=5816599; tasks_total_cores=64; tasks_total_memory=514348; tasks_total_disk=5816599; tasks_waiting=293; tasks_dispatched=2901; tasks_done=2817; tasks_complete=2817; time_receive_good=221304895; time_workers_execute=14181008179765; time_workers_execute_good=14181008179765; bytes_sent=17164455; bytes_received=385708898; capacity_tasks=162843; capacity_cores=1302744; capacity_instantaneous=236546; categories=[{"max_allocation_count":309,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2817,"tasks_dispatched":2901,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":293,"category":"whole queue"},{"max_allocation_count":309,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2817,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":293,"category":"default"}]; ] [ time_application=140978465; time_polling=1809089372240; time_internal=139503021; time_status_msgs=3363342; time_receive=70075303; time_send=3955551910; capacity_weighted=889564; type="wq_master"; project="dihedral"; starttime=1727842569; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-060"; owner="chennh"; version="7.3.3 FINAL"; port=4544; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=4; workers_connected=4; workers_init=0; workers_idle=0; workers_busy=4; workers_able=4; workers_joined=8; workers_removed=4; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=4; tasks_on_workers=4; tasks_running=4; tasks_with_results=0; tasks_left=0; tasks_submitted=483; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; time_when_started=1727842569297752; time_send_good=0; time_workers_execute_exhaustion=0; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; manager_load=0; workers_inuse=0; workers_total=4; workers_smallest=0; workers_largest=1; cores_inuse=32; cores_total=32; cores_smallest=0; cores_largest=8; memory_inuse=257160; memory_total=257160; memory_smallest=0; memory_largest=64290; disk_inuse=2703438; disk_total=2703438; disk_smallest=0; disk_largest=675868; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; tasks_total_cores=32; tasks_total_memory=257160; tasks_total_disk=2703438; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641568; name="breakaway.hpc.ucdavis.edu"; tasks_waiting=131; tasks_dispatched=389; tasks_done=348; tasks_complete=348; time_receive_good=58624021; time_workers_execute=6308905763662; time_workers_execute_good=6308905763662; bytes_sent=2370131; bytes_received=80246256; capacity_tasks=1030583; capacity_cores=8244664; capacity_instantaneous=889564; categories=[{"max_allocation_count":139,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":348,"tasks_dispatched":389,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":131,"category":"whole queue"},{"max_allocation_count":139,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":348,"tasks_dispatched":0,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":131,"category":"default"}]; ] [ time_application=191421700; time_polling=1805722675767; time_internal=165768946; time_status_msgs=3559073; time_receive=114724838; time_send=5021969933; capacity_weighted=138917; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641546; address="128.120.146.4"; tasks_total_gpus=0; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=752920; disk_smallest=0; disk_total=3011674; memory_largest=64290; memory_smallest=0; memory_total=257160; cores_largest=8; cores_smallest=0; cores_total=32; workers_largest=1; workers_smallest=0; workers_total=4; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727844723204288; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1655; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=4; workers_able=4; workers_init=0; workers_connected=4; workers=4; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51035; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+135"; starttime=1727844723; project="dihedral"; type="wq_master"; workers_idle=0; workers_busy=4; tasks_on_workers=4; tasks_running=4; cores_inuse=32; memory_inuse=257160; disk_inuse=3011674; tasks_total_cores=32; tasks_total_memory=257160; tasks_total_disk=3011674; tasks_waiting=279; tasks_dispatched=1396; tasks_done=1372; tasks_complete=1372; time_receive_good=98319537; time_workers_execute=6821649474195; time_workers_execute_good=6821649474195; bytes_sent=8259779; bytes_received=185970331; capacity_tasks=156372; capacity_cores=1250976; capacity_instantaneous=138898; categories=[{"max_allocation_count":287,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1372,"tasks_dispatched":1396,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":279,"category":"whole queue"},{"max_allocation_count":287,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1372,"tasks_dispatched":0,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":279,"category":"default"}]; ] [ time_application=369288403; time_polling=3163475812163; time_internal=349151371; time_status_msgs=8741931; time_receive=188008373; time_send=23444326423; type="wq_master"; project="dihedral"; starttime=1726468146; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+150"; owner="chennh"; version="7.3.3 FINAL"; port=4474; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=5; workers_busy=3; workers_able=8; workers_joined=8; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_waiting=0; tasks_on_workers=3; tasks_running=3; tasks_with_results=0; tasks_left=0; tasks_submitted=2512; tasks_dispatched=2551; tasks_done=2509; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=2509; time_when_started=1726468146707851; time_send_good=0; time_receive_good=150912867; time_workers_execute=23026681862298; time_workers_execute_good=23026681862298; time_workers_execute_exhaustion=0; bytes_sent=15543073; bytes_received=514443497; capacity_tasks=115002; capacity_cores=920016; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=280084; capacity_weighted=280084; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=24; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=773445; memory_total=2062520; memory_smallest=0; memory_largest=257815; disk_inuse=4198968; disk_total=11197226; disk_smallest=0; disk_largest=1399668; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":6,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2509,"tasks_dispatched":2551,"tasks_on_workers":3,"tasks_running":3,"tasks_waiting":0,"category":"whole queue"},{"max_allocation_count":6,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2509,"tasks_dispatched":0,"tasks_on_workers":3,"tasks_running":3,"tasks_waiting":0,"category":"default"}]; tasks_total_cores=24; tasks_total_memory=773445; tasks_total_disk=4198968; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641589; name="breakaway.hpc.ucdavis.edu"; ] [ time_application=226502583; time_polling=1800474957253; time_internal=191399818; time_status_msgs=4434274; time_receive=151301227; time_send=12321401930; capacity_weighted=145078; type="wq_master"; project="dihedral"; starttime=1727842621; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-030"; owner="chennh"; version="7.3.3 FINAL"; port=4534; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=0; workers_busy=8; workers_able=8; workers_joined=12; workers_removed=4; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=4; tasks_on_workers=8; tasks_running=8; tasks_with_results=0; tasks_left=0; tasks_submitted=2081; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; time_when_started=1727842621726347; time_send_good=0; time_workers_execute_exhaustion=0; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=64; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=514348; memory_total=514348; memory_smallest=0; memory_largest=64297; disk_inuse=5759683; disk_total=5759683; disk_smallest=0; disk_largest=757866; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; tasks_total_cores=64; tasks_total_memory=514348; tasks_total_disk=5759683; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641591; name="breakaway.hpc.ucdavis.edu"; tasks_waiting=243; tasks_dispatched=1894; tasks_done=1830; tasks_complete=1830; time_receive_good=130428482; time_workers_execute=14123703314069; time_workers_execute_good=14123703314069; bytes_sent=11540242; bytes_received=301980125; capacity_tasks=203932; capacity_cores=1631456; capacity_instantaneous=145059; categories=[{"max_allocation_count":259,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1830,"tasks_dispatched":1894,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":243,"category":"whole queue"},{"max_allocation_count":259,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1830,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":243,"category":"default"}]; ] [ time_application=234131268; time_polling=1797678564723; time_internal=235154611; time_status_msgs=4466021; time_receive=130734996; time_send=15048234167; capacity_weighted=34791; tasks_total_disk=673465; tasks_total_memory=64290; tasks_total_cores=8; categories=[{"max_allocation_count":2,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1576,"tasks_dispatched":1647,"tasks_on_workers":1,"tasks_running":1,"tasks_waiting":0,"category":"whole queue"},{"max_allocation_count":2,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1576,"tasks_dispatched":0,"tasks_on_workers":1,"tasks_running":1,"tasks_waiting":0,"category":"default"}]; disk_inuse=673465; memory_inuse=64290; cores_inuse=8; capacity_instantaneous=34772; capacity_cores=1586448; capacity_tasks=198306; bytes_received=264608428; time_workers_execute_good=14173732684154; time_workers_execute=14173732684154; time_receive_good=109240021; tasks_complete=1576; tasks_done=1576; tasks_running=1; tasks_on_workers=1; workers_busy=1; workers_idle=7; bytes_sent=10034951; tasks_dispatched=1647; tasks_waiting=0; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641566; address="128.120.146.4"; tasks_total_gpus=0; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=673465; disk_smallest=0; disk_total=5321269; memory_largest=64290; memory_smallest=0; memory_total=514320; cores_largest=8; cores_smallest=0; cores_total=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842632012370; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1577; tasks_left=0; tasks_with_results=0; workers_lost=4; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=4; workers_joined=12; workers_able=8; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4529; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-015"; starttime=1727842632; project="dihedral"; type="wq_master"; ] [ time_application=216637254; time_polling=1799711190618; time_internal=208144353; time_status_msgs=4393196; time_receive=127012282; time_send=13185899196; categories=[{"max_allocation_count":140,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1846,"tasks_dispatched":1891,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":124,"category":"whole queue"},{"max_allocation_count":140,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1846,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":124,"category":"default"}]; capacity_instantaneous=168945; capacity_cores=1537120; capacity_tasks=192140; bytes_received=315571828; bytes_sent=11520276; time_workers_execute_good=14228749592153; time_workers_execute=14228749592153; time_receive_good=106931220; tasks_complete=1846; tasks_done=1846; tasks_dispatched=1891; tasks_waiting=124; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641594; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=5461087; tasks_total_memory=514320; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=683340; disk_smallest=0; disk_total=5461087; disk_inuse=5461087; memory_largest=64290; memory_smallest=0; memory_total=514320; memory_inuse=514320; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842538766771; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1978; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4549; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-075"; starttime=1727842538; project="dihedral"; type="wq_master"; capacity_weighted=168945; ] [ time_application=337988624; time_polling=3265519119778; time_internal=327503218; time_status_msgs=10348626; time_receive=178437992; time_send=21076119297; type="wq_master"; project="dihedral"; starttime=1726368532; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+075"; owner="chennh"; version="7.3.3 FINAL"; port=4499; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=0; workers_busy=8; workers_able=8; workers_joined=8; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_waiting=127; tasks_on_workers=8; tasks_running=8; tasks_with_results=0; tasks_left=0; tasks_submitted=1830; tasks_dispatched=1762; tasks_done=1695; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=1695; time_when_started=1726368532794027; time_send_good=0; time_receive_good=145000477; time_workers_execute=22014445399307; time_workers_execute_good=22014445399307; time_workers_execute_exhaustion=0; bytes_sent=10734249; bytes_received=390570540; capacity_tasks=148230; capacity_cores=1185840; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=159982; capacity_weighted=160001; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=64; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=2062552; memory_total=2062552; memory_smallest=0; memory_largest=257819; disk_inuse=11208521; disk_total=11208521; disk_smallest=0; disk_largest=1401079; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":143,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1695,"tasks_dispatched":1762,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":127,"category":"whole queue"},{"max_allocation_count":143,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1695,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":127,"category":"default"}]; tasks_total_cores=64; tasks_total_memory=2062552; tasks_total_disk=11208521; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641588; name="breakaway.hpc.ucdavis.edu"; ] [ time_application=382684214; time_polling=3261303771678; time_internal=372777088; time_status_msgs=8538403; time_receive=153767873; time_send=25561291816; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641600; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11208412; tasks_total_memory=2062520; tasks_total_cores=64; categories=[{"max_allocation_count":185,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2268,"tasks_dispatched":2341,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":169,"category":"whole queue"},{"max_allocation_count":185,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2268,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":169,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1401057; disk_smallest=0; disk_total=11208412; disk_inuse=11208412; memory_largest=257815; memory_smallest=0; memory_total=2062520; memory_inuse=2062520; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=1238890; capacity_instantaneous=1238890; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1486408; capacity_tasks=185801; bytes_received=478680568; bytes_sent=14263828; time_workers_execute_exhaustion=0; time_workers_execute_good=22564849879930; time_workers_execute=22564849879930; time_receive_good=112100762; time_send_good=0; time_when_started=1726368154253792; tasks_complete=2268; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=2268; tasks_dispatched=2341; tasks_submitted=2445; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=169; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4489; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+105"; starttime=1726368154; project="dihedral"; type="wq_master"; ] [ time_application=226820590; time_polling=1796830685570; time_internal=210278295; time_status_msgs=4812238; time_receive=151833088; time_send=14762713832; capacity_weighted=167721; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641557; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=5725192; tasks_total_memory=514324; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=744886; disk_smallest=0; disk_total=5725192; disk_inuse=5725192; memory_largest=64291; memory_smallest=0; memory_total=514324; memory_inuse=514324; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727843706277267; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=2399; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=4; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=4; workers_joined=12; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=51025; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/YP/QM-fake3D/omega+165"; starttime=1727843706; project="dihedral"; type="wq_master"; tasks_waiting=62; tasks_dispatched=2406; tasks_done=2329; tasks_complete=2329; time_receive_good=128320999; time_workers_execute=14206164073177; time_workers_execute_good=14206164073177; bytes_sent=14236566; bytes_received=361655205; capacity_tasks=173731; capacity_cores=1389848; capacity_instantaneous=167721; categories=[{"max_allocation_count":78,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2329,"tasks_dispatched":2406,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":62,"category":"whole queue"},{"max_allocation_count":78,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2329,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":62,"category":"default"}]; ] [ time_application=407654533; time_polling=6002245114892; time_internal=342794207; time_status_msgs=10426070; time_receive=82823416; time_send=7892077062; type="wq_master"; project="dihedral"; starttime=1723644988; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-105"; owner="chennh"; version="7.3.3 FINAL"; port=60000; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=0; workers_connected=0; workers_init=0; workers_idle=0; workers_busy=0; workers_able=0; workers_joined=24; workers_removed=24; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=24; tasks_waiting=1; tasks_on_workers=0; tasks_running=0; tasks_with_results=0; tasks_left=0; tasks_submitted=1445; tasks_dispatched=1569; tasks_done=1444; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=1444; time_when_started=1723644988940673; time_send_good=0; time_receive_good=59186708; time_workers_execute=14615587037219; time_workers_execute_good=14615587037219; time_workers_execute_exhaustion=0; bytes_sent=9560728; bytes_received=286079128; capacity_tasks=282199; capacity_cores=2257592; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=1120415; capacity_weighted=1120415; manager_load=0; workers_inuse=0; workers_total=0; workers_smallest=0; workers_largest=0; cores_inuse=0; cores_total=0; cores_smallest=0; cores_largest=0; memory_inuse=0; memory_total=0; memory_smallest=0; memory_largest=0; disk_inuse=0; disk_total=0; disk_smallest=0; disk_largest=0; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":1,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1444,"tasks_dispatched":1569,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":1,"category":"whole queue"},{"max_allocation_count":1,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1444,"tasks_dispatched":0,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":1,"category":"default"}]; tasks_total_cores=0; tasks_total_memory=0; tasks_total_disk=0; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641581; name="breakaway.hpc.ucdavis.edu"; ] [ time_application=202046328; time_polling=2201426637945; time_internal=147254084; time_status_msgs=6340939; time_receive=84325173; time_send=6651333350; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641567; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11208679; tasks_total_memory=2062552; tasks_total_cores=64; categories=[{"max_allocation_count":41,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1144,"tasks_dispatched":1218,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":25,"category":"whole queue"},{"max_allocation_count":41,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1144,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":25,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1401103; disk_smallest=0; disk_total=11208679; disk_inuse=11208679; memory_largest=257819; memory_smallest=0; memory_total=2062552; memory_inuse=2062552; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=94622; capacity_instantaneous=94603; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1891552; capacity_tasks=236444; bytes_received=305791383; bytes_sent=7419959; time_workers_execute_exhaustion=0; time_workers_execute_good=15269670756234; time_workers_execute=15269670756234; time_receive_good=71209460; time_send_good=0; time_when_started=1727447447268127; tasks_complete=1144; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=1144; tasks_dispatched=1218; tasks_submitted=1177; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=25; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4514; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+030"; starttime=1727447447; project="dihedral"; type="wq_master"; ] [ time_application=219001148; time_polling=1800274759602; time_internal=246319322; time_status_msgs=4445083; time_receive=147089023; time_send=12857707455; capacity_weighted=225049; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641558; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=5702654; tasks_total_memory=514348; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=744898; disk_smallest=0; disk_total=5702654; disk_inuse=5702654; memory_largest=64297; memory_smallest=0; memory_total=514348; memory_inuse=514348; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842208100329; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1748; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4574; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-150"; starttime=1727842208; project="dihedral"; type="wq_master"; tasks_waiting=223; tasks_dispatched=1577; tasks_done=1517; tasks_complete=1517; time_receive_good=125920682; time_workers_execute=14142655413910; time_workers_execute_good=14142655413910; bytes_sent=9610252; bytes_received=291117731; capacity_tasks=286989; capacity_cores=2295912; capacity_instantaneous=225049; categories=[{"max_allocation_count":239,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1517,"tasks_dispatched":1577,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":223,"category":"whole queue"},{"max_allocation_count":239,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1517,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":223,"category":"default"}]; ] [ time_application=630894321; time_polling=9833527174715; time_internal=561730001; time_status_msgs=10121880; time_receive=210104939; time_send=5804959593; type="wq_master"; project="dihedral"; starttime=1719815190; working_dir="/home/chennh/Project/11.Proline/Tri/AP/QM-fake3D/omega+150"; owner="chennh"; version="7.3.3 FINAL"; port=60115; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=0; workers_connected=0; workers_init=0; workers_idle=0; workers_busy=0; workers_able=0; workers_joined=8; workers_removed=8; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=8; tasks_waiting=13; tasks_on_workers=0; tasks_running=0; tasks_with_results=0; tasks_left=0; tasks_submitted=1729; tasks_dispatched=1817; tasks_done=1716; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=1716; time_when_started=1719815190551236; time_send_good=0; time_receive_good=164975550; time_workers_execute=6662214639387; time_workers_execute_good=6662214639387; time_workers_execute_exhaustion=0; bytes_sent=9800747; bytes_received=193101471; capacity_tasks=10028; capacity_cores=80224; capacity_memory=644700120; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=3552; capacity_weighted=3571; manager_load=0; workers_inuse=0; workers_total=0; workers_smallest=0; workers_largest=0; cores_inuse=0; cores_total=0; cores_smallest=0; cores_largest=0; memory_inuse=0; memory_total=0; memory_smallest=0; memory_largest=0; disk_inuse=0; disk_total=0; disk_smallest=0; disk_largest=0; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":13,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1716,"tasks_dispatched":1817,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":13,"category":"whole queue"},{"max_allocation_count":13,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1716,"tasks_dispatched":0,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":13,"category":"default"}]; tasks_total_cores=0; tasks_total_memory=0; tasks_total_disk=0; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641554; name="breakaway.hpc.ucdavis.edu"; ] [ time_application=162398109; time_polling=1273669750710; time_internal=154642713; time_status_msgs=3732768; time_receive=111272860; time_send=7049593552; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641591; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11165820; tasks_total_memory=2062520; tasks_total_cores=64; categories=[{"max_allocation_count":75,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":5,"tasks_done":1101,"tasks_dispatched":1161,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":59,"category":"whole queue"},{"max_allocation_count":75,"first_allocation_count":0,"max_disk":"~1396012","max_memory":"~257815","max_cores":"~8.000","workers_able":8,"tasks_cancelled":0,"tasks_failed":5,"tasks_done":1096,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":59,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1395738; disk_smallest=0; disk_total=11165820; disk_inuse=11165820; memory_largest=257815; memory_smallest=0; memory_total=2062520; memory_inuse=2062520; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=82005; capacity_instantaneous=81986; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=907528; capacity_tasks=113441; bytes_received=191689232; bytes_sent=7073257; time_workers_execute_exhaustion=0; time_workers_execute_good=7852121470581; time_workers_execute=7855042039566; time_receive_good=100949915; time_send_good=0; time_when_started=1728374841103927; tasks_complete=1101; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=5; tasks_done=1101; tasks_dispatched=1161; tasks_submitted=1168; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=59; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4479; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+135"; starttime=1728374841; project="dihedral"; type="wq_master"; ] [ time_application=160605149; time_polling=1802750158652; time_internal=180410992; time_status_msgs=4517276; time_receive=50518793; time_send=10199531416; categories=[{"max_allocation_count":153,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":950,"tasks_dispatched":997,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":137,"category":"whole queue"},{"max_allocation_count":153,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":950,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":137,"category":"default"}]; capacity_instantaneous=716188; capacity_cores=2636000; capacity_tasks=329500; bytes_received=213783686; bytes_sent=6074665; time_workers_execute_good=10789701290200; time_workers_execute=10789701290200; time_receive_good=33068902; tasks_complete=950; tasks_done=950; tasks_dispatched=997; tasks_waiting=137; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641556; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=5354617; tasks_total_memory=514320; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=676924; disk_smallest=0; disk_total=5354617; disk_inuse=5354617; memory_largest=64290; memory_smallest=0; memory_total=514320; memory_inuse=514320; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842609765439; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1095; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4539; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-045"; starttime=1727842609; project="dihedral"; type="wq_master"; capacity_weighted=716188; ] [ time_application=451613511; time_polling=3261862877559; time_internal=408604189; time_status_msgs=8825939; time_receive=470108958; time_send=24506675829; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641591; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11187351; tasks_total_memory=2062520; tasks_total_cores=64; categories=[{"max_allocation_count":347,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2507,"tasks_dispatched":2579,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":331,"category":"whole queue"},{"max_allocation_count":347,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2507,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":331,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1398467; disk_smallest=0; disk_total=11187351; disk_inuse=11187351; memory_largest=257815; memory_smallest=0; memory_total=2062520; memory_inuse=2062520; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=99677; capacity_instantaneous=99677; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1154568; capacity_tasks=144321; bytes_received=512962827; bytes_sent=15711336; time_workers_execute_exhaustion=0; time_workers_execute_good=25170359178698; time_workers_execute=25170359178698; time_receive_good=430475585; time_send_good=0; time_when_started=1726368283072624; tasks_complete=2507; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=2507; tasks_dispatched=2579; tasks_submitted=2846; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=331; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4494; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+090"; starttime=1726368283; project="dihedral"; type="wq_master"; ] [ time_application=396031252; time_polling=3260051113070; time_internal=420008973; time_status_msgs=9323953; time_receive=373790800; time_send=26104627639; categories=[{"max_allocation_count":263,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2268,"tasks_dispatched":2332,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":247,"category":"whole queue"},{"max_allocation_count":263,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2268,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":247,"category":"default"}]; capacity_instantaneous=668406; capacity_cores=1212160; capacity_tasks=151520; bytes_received=495556462; bytes_sent=14206924; time_workers_execute_good=25652925563083; time_workers_execute=25652925563083; time_receive_good=330390280; tasks_complete=2268; tasks_done=2268; tasks_dispatched=2332; tasks_waiting=247; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641565; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11208576; tasks_total_memory=2062552; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1401084; disk_smallest=0; disk_total=11208576; disk_inuse=11208576; memory_largest=257819; memory_smallest=0; memory_total=2062552; memory_inuse=2062552; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1726368606718980; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=2523; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4504; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+060"; starttime=1726368606; project="dihedral"; type="wq_master"; capacity_weighted=668406; ] [ capacity_weighted=53412; time_application=11437048; time_polling=7678380821; time_internal=258867; time_status_msgs=34474; time_receive=113105; time_send=62695; capacity_disk=-2147483648; capacity_memory=-2147483648; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729648291; address="128.120.146.4"; tasks_total_gpus=0; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_smallest=0; memory_smallest=0; cores_smallest=0; workers_smallest=0; workers_inuse=0; manager_load=0; capacity_gpus=0; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_receive_good=0; time_send_good=0; time_when_started=1729648280872750; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_init=0; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4564; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-120"; starttime=1729648280; project="dihedral"; type="wq_master"; workers=8; workers_connected=8; workers_idle=7; workers_busy=1; workers_able=8; workers_joined=8; tasks_waiting=0; tasks_on_workers=1; tasks_running=1; workers_total=8; workers_largest=1; cores_inuse=8; cores_total=64; cores_largest=8; memory_total=514348; memory_largest=64297; tasks_total_cores=8; tasks_submitted=17; tasks_dispatched=26; tasks_done=16; tasks_failed=16; tasks_complete=16; time_workers_execute=7582810334; bytes_sent=158418; bytes_received=98288; capacity_tasks=45067; capacity_cores=360536; capacity_instantaneous=54123; memory_inuse=64290; disk_inuse=682320; disk_total=5637390; disk_largest=727028; categories=[{"max_allocation_count":2,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":16,"tasks_done":16,"tasks_dispatched":26,"tasks_on_workers":1,"tasks_running":1,"tasks_waiting":0,"category":"whole queue"},{"max_allocation_count":2,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":16,"tasks_done":0,"tasks_dispatched":0,"tasks_on_workers":1,"tasks_running":1,"tasks_waiting":0,"category":"default"}]; tasks_total_memory=64290; tasks_total_disk=682320; ] [ time_application=346424508; time_polling=5661364604621; time_internal=407889109; time_status_msgs=7139497; time_receive=51335626; time_send=2647637244; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641561; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; categories=[{"max_allocation_count":62,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":811,"tasks_dispatched":863,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":62,"category":"whole queue"},{"max_allocation_count":62,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":811,"tasks_dispatched":0,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":62,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; manager_load=0; capacity_weighted=161786; capacity_instantaneous=161767; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1030720; capacity_tasks=128840; bytes_received=162734733; bytes_sent=5257994; time_workers_execute_exhaustion=0; time_workers_execute_good=6134077746825; time_workers_execute=6134077746825; time_receive_good=23575351; time_send_good=0; time_when_started=1723991125637839; tasks_complete=811; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=811; tasks_dispatched=863; tasks_submitted=873; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=62; workers_lost=8; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=8; workers_joined=8; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=61030; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-075"; starttime=1723991125; project="dihedral"; type="wq_master"; ] [ time_application=511768911; time_polling=3316450042337; time_internal=386295696; time_status_msgs=9512106; time_receive=277493476; time_send=26026820323; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641576; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=11180301; tasks_total_memory=2062520; tasks_total_cores=64; categories=[{"max_allocation_count":308,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2877,"tasks_dispatched":2950,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":292,"category":"whole queue"},{"max_allocation_count":308,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2877,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":292,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=1397543; disk_smallest=0; disk_total=11180301; disk_inuse=11180301; memory_largest=257815; memory_smallest=0; memory_total=2062520; memory_inuse=2062520; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_weighted=306336; capacity_instantaneous=306336; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; capacity_cores=1031560; capacity_tasks=128945; bytes_received=558800014; bytes_sent=17974043; time_workers_execute_exhaustion=0; time_workers_execute_good=24381649520345; time_workers_execute=24381649520345; time_receive_good=233466751; time_send_good=0; time_when_started=1726312309688874; tasks_complete=2877; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=2877; tasks_dispatched=2950; tasks_submitted=3177; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; tasks_waiting=292; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4464; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-180"; starttime=1726312309; project="dihedral"; type="wq_master"; ] [ time_application=273889278; time_polling=2196045033296; time_internal=200815067; time_status_msgs=6809996; time_receive=173784112; time_send=12150482721; type="wq_master"; project="dihedral"; starttime=1727447134; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+015"; owner="chennh"; version="7.3.3 FINAL"; port=4519; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=0; workers_busy=8; workers_able=8; workers_joined=8; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_waiting=330; tasks_on_workers=8; tasks_running=8; tasks_with_results=0; tasks_left=0; tasks_submitted=2405; tasks_dispatched=2124; tasks_done=2067; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=2067; time_when_started=1727447134731168; time_send_good=0; time_receive_good=152662556; time_workers_execute=16957035570638; time_workers_execute_good=16957035570638; time_workers_execute_exhaustion=0; bytes_sent=12939895; bytes_received=346147775; capacity_tasks=146709; capacity_cores=1173672; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=96854; capacity_weighted=96873; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=64; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=2062552; memory_total=2062552; memory_smallest=0; memory_largest=257819; disk_inuse=11208703; disk_total=11208703; disk_smallest=0; disk_largest=1401098; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":346,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2067,"tasks_dispatched":2124,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":330,"category":"whole queue"},{"max_allocation_count":346,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":2067,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":330,"category":"default"}]; tasks_total_cores=64; tasks_total_memory=2062552; tasks_total_disk=11208703; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641587; name="breakaway.hpc.ucdavis.edu"; ] [ capacity_weighted=326835; time_application=190936945; time_polling=1801435843944; time_internal=181284463; time_status_msgs=4477490; time_receive=54952961; time_send=11596395851; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641584; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_memory=514376; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=758166; disk_smallest=0; memory_largest=64297; memory_smallest=0; memory_total=514376; memory_inuse=514376; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842520908218; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_submitted=1740; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=4; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=4; workers_joined=12; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4554; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-090"; starttime=1727842520; project="dihedral"; type="wq_master"; disk_inuse=6062611; disk_total=6062611; tasks_total_disk=6062611; tasks_waiting=84; tasks_dispatched=1723; tasks_done=1648; tasks_complete=1648; time_receive_good=36615481; time_workers_execute=13355583821372; time_workers_execute_good=13355583821372; bytes_sent=10498052; bytes_received=283515217; capacity_tasks=197798; capacity_cores=1582384; capacity_instantaneous=326835; categories=[{"max_allocation_count":100,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1648,"tasks_dispatched":1723,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":84,"category":"whole queue"},{"max_allocation_count":100,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1648,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":84,"category":"default"}]; ] [ time_application=22511809; time_polling=7738318775; time_internal=316045; time_status_msgs=17902; time_receive=76385; time_send=2039665; capacity_weighted=84173; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729648219; address="128.120.146.4"; tasks_total_gpus=0; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_smallest=0; memory_smallest=0; cores_smallest=0; workers_smallest=0; workers_inuse=0; manager_load=0; capacity_gpus=0; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_receive_good=0; time_send_good=0; time_when_started=1729648197418756; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_idle=0; workers_init=0; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4484; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+120"; starttime=1729648197; project="dihedral"; type="wq_master"; workers=4; workers_connected=4; workers_busy=4; workers_able=4; workers_joined=4; tasks_waiting=10; tasks_on_workers=4; tasks_running=4; workers_total=4; workers_largest=1; cores_inuse=32; cores_total=32; cores_largest=8; memory_inuse=257188; memory_total=257188; memory_largest=64297; disk_largest=751975; tasks_total_cores=32; tasks_total_memory=257188; capacity_memory=-2147483648; capacity_disk=-2147483648; disk_inuse=3007091; disk_total=3007091; tasks_total_disk=3007091; tasks_submitted=24; tasks_dispatched=18; tasks_done=10; tasks_failed=10; tasks_complete=10; time_workers_execute=7379971733; bytes_sent=109673; bytes_received=61430; capacity_tasks=54845; capacity_cores=438760; capacity_instantaneous=84173; categories=[{"max_allocation_count":18,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":10,"tasks_done":10,"tasks_dispatched":18,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":10,"category":"whole queue"},{"max_allocation_count":18,"first_allocation_count":0,"workers_able":4,"tasks_cancelled":0,"tasks_failed":10,"tasks_done":0,"tasks_dispatched":0,"tasks_on_workers":4,"tasks_running":4,"tasks_waiting":10,"category":"default"}]; ] [ time_application=246606904; time_polling=1794915513248; time_internal=225138561; time_status_msgs=6226212; time_receive=114027067; time_send=17299379392; type="wq_master"; project="dihedral"; starttime=1727843188; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega+045"; owner="chennh"; version="7.3.3 FINAL"; port=4509; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=0; workers_busy=8; workers_able=8; workers_joined=16; workers_removed=8; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=8; tasks_waiting=96; tasks_on_workers=8; tasks_running=8; tasks_with_results=0; tasks_left=0; tasks_submitted=1977; tasks_dispatched=1959; tasks_done=1873; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; tasks_complete=1873; time_when_started=1727843188400986; time_send_good=0; time_receive_good=88544296; time_workers_execute=14921473695892; time_workers_execute_good=14921473695892; time_workers_execute_exhaustion=0; bytes_sent=11934018; bytes_received=307002515; capacity_tasks=128640; capacity_cores=1029120; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; capacity_instantaneous=70167; capacity_weighted=70186; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=64; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=2062360; memory_total=2062360; memory_smallest=0; memory_largest=257795; disk_inuse=11208670; disk_total=11208670; disk_smallest=0; disk_largest=1401093; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; categories=[{"max_allocation_count":112,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1873,"tasks_dispatched":1959,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":96,"category":"whole queue"},{"max_allocation_count":112,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1873,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":96,"category":"default"}]; tasks_total_cores=64; tasks_total_memory=2062360; tasks_total_disk=11208670; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641597; name="breakaway.hpc.ucdavis.edu"; ] [ time_application=218361542; time_polling=1800324899541; time_internal=213863905; time_status_msgs=4810175; time_receive=96106879; time_send=12661708536; capacity_weighted=343652; name="breakaway.hpc.ucdavis.edu"; lastheardfrom=1729641582; address="128.120.146.4"; tasks_total_gpus=0; tasks_total_disk=6007608; tasks_total_memory=514320; tasks_total_cores=64; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=758926; disk_smallest=0; disk_total=6007608; disk_inuse=6007608; memory_largest=64290; memory_smallest=0; memory_total=514320; memory_inuse=514320; cores_largest=8; cores_smallest=0; cores_total=64; cores_inuse=64; workers_largest=1; workers_smallest=0; workers_total=8; workers_inuse=0; manager_load=0; capacity_gpus=0; capacity_disk=-2147483648; capacity_memory=-2147483648; time_workers_execute_exhaustion=0; time_send_good=0; time_when_started=1727842465813260; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=5; tasks_submitted=2016; tasks_left=0; tasks_with_results=0; tasks_running=8; tasks_on_workers=8; workers_lost=0; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=0; workers_joined=8; workers_able=8; workers_busy=8; workers_idle=0; workers_init=0; workers_connected=8; workers=8; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; manager_preferred_connection="by_ip"; priority=0; port=4559; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-105"; starttime=1727842465; project="dihedral"; type="wq_master"; tasks_waiting=272; tasks_dispatched=1783; tasks_done=1736; tasks_complete=1736; time_receive_good=76012257; time_workers_execute=14143242648210; time_workers_execute_good=14140100122147; bytes_sent=10865278; bytes_received=305083223; capacity_tasks=171917; capacity_cores=1375336; capacity_instantaneous=343652; categories=[{"max_allocation_count":288,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":5,"tasks_done":1736,"tasks_dispatched":1783,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":272,"category":"whole queue"},{"max_allocation_count":288,"first_allocation_count":0,"max_disk":"~758922","max_memory":"~64290","max_cores":"~8.000","workers_able":8,"tasks_cancelled":0,"tasks_failed":5,"tasks_done":1731,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":272,"category":"default"}]; ] [ time_application=186865466; time_polling=1799700668599; time_internal=195101044; time_status_msgs=4509249; time_receive=136928696; time_send=13313718259; capacity_weighted=133902; categories=[{"max_allocation_count":73,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1450,"tasks_dispatched":1506,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":57,"category":"whole queue"},{"max_allocation_count":73,"first_allocation_count":0,"workers_able":8,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":1450,"tasks_dispatched":0,"tasks_on_workers":8,"tasks_running":8,"tasks_waiting":57,"category":"default"}]; capacity_instantaneous=133883; capacity_cores=1342552; capacity_tasks=167819; bytes_received=283322077; bytes_sent=9177771; time_workers_execute_good=14201073602092; time_workers_execute=14201073602092; time_receive_good=116350427; tasks_complete=1450; tasks_done=1450; tasks_dispatched=1506; tasks_waiting=57; type="wq_master"; project="dihedral"; starttime=1727842423; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-fake3D/omega-165"; owner="chennh"; version="7.3.3 FINAL"; port=4579; priority=0; manager_preferred_connection="by_ip"; network_interfaces=[{"family":"AF_INET","host":"10.22.6.54","interface":"eth0"},{"family":"AF_INET","host":"128.120.146.4","interface":"eth1"},{"family":"AF_INET","host":"192.168.106.54","interface":"ib0"}]; workers=8; workers_connected=8; workers_init=0; workers_idle=0; workers_busy=8; workers_able=8; workers_joined=8; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_on_workers=8; tasks_running=8; tasks_with_results=0; tasks_left=0; tasks_submitted=1515; tasks_failed=0; tasks_cancelled=0; tasks_exhausted_attempts=0; time_when_started=1727842423771981; time_send_good=0; time_workers_execute_exhaustion=0; capacity_memory=-2147483648; capacity_disk=-2147483648; capacity_gpus=0; manager_load=0; workers_inuse=0; workers_total=8; workers_smallest=0; workers_largest=1; cores_inuse=64; cores_total=64; cores_smallest=0; cores_largest=8; memory_inuse=514348; memory_total=514348; memory_smallest=0; memory_largest=64297; disk_inuse=5952633; disk_total=5952633; disk_smallest=0; disk_largest=751786; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; tasks_total_cores=64; tasks_total_memory=514348; tasks_total_disk=5952633; tasks_total_gpus=0; address="128.120.146.4"; lastheardfrom=1729641564; name="breakaway.hpc.ucdavis.edu"; ] [ memory_avail=44344573952; load15=10.52; load5=9.619999999999999; load1=10.64; avail=460981948416; name="camd03.crc.nd.edu"; lastheardfrom=1729641427; address="10.32.77.84"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://camd03.crc.nd.edu:9094"; uuid="121914EB-9237-4729-8F24-17EB0F886BDB"; total=498789380096; starttime=1729551724; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66967511040; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ name="cclcentral.cse.nd.edu"; lastheardfrom=1729641475; address="129.74.152.177"; url="http://cclcentral.cse.nd.edu:9097"; port=9097; starttime=1727289896; owner="condor"; version="7.8.1"; type="catalog"; ] [ memory_avail=1923960832; load5=0.25; load1=0.36; avail=30369484800; name="cclcentral.cse.nd.edu"; lastheardfrom=1729641357; address="129.74.152.177"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.8.1"; url="chirp://cclcentral.cse.nd.edu:9094"; uuid="4CF9CF05-E109-47F5-89D1-C9B4DA98B1F7"; total=67506843648; starttime=1727289896; port=9094; owner="dthain"; opsysversion="3.10.0-1127.8.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33437798400; cpus=16; cpu="x86_64"; backend="local:///var/log/data/chirp"; type="chirp"; load15=0.24; ] [ name="cclvm05.virtual.crc.nd.edu"; lastheardfrom=1729641475; address="129.74.247.43"; url="http://cclvm05.virtual.crc.nd.edu:9097"; port=9097; starttime=1729551705; owner="condor"; version="7.13.2"; type="catalog"; ] [ memory_avail=5681135616; load1=0.04; avail=352412225536; name="cclws15.cse.nd.edu"; lastheardfrom=1729641406; address="129.74.155.71"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws15.cse.nd.edu:9094"; uuid="072BD987-9A52-4575-B4ED-1860FEE3F30D"; total=371473678336; starttime=1729551705; port=9094; owner="dthain"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=16482955264; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=0.01; load15=0; ] [ memory_avail=8177795072; load15=0.04; load5=0.08; load1=0.01; avail=168413970432; name="cclws16.cse.nd.edu"; lastheardfrom=1729641371; address="129.74.153.171"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws16.cse.nd.edu:9094"; uuid="FA45F2B2-30B4-4D21-B38A-B2491939FF7F"; total=371473678336; starttime=1729551669; port=9094; owner="dthain"; opsysversion="4.18.0-553.5.1.el8_10.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33378603008; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=22359834624; load5=0.01; load1=0.05; name="cclws17.cse.nd.edu"; lastheardfrom=1729641397; address="129.74.153.146"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws17.cse.nd.edu:9094"; uuid="D35A3786-40DD-4834-8D19-50FEF9707C66"; total=371476824064; starttime=1729551695; port=9094; owner="dthain"; opsysversion="4.18.0-477.15.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33307197440; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; avail=352351604736; ] [ memory_avail=21320605696; load15=1.11; load1=1.22; avail=352358588416; name="cclws18.cse.nd.edu"; lastheardfrom=1729641402; address="129.74.154.83"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws18.cse.nd.edu:9094"; uuid="436A3EFC-21AA-40D5-8000-032B44A5325A"; total=371476824064; starttime=1729551701; port=9094; owner="dthain"; opsysversion="4.18.0-553.16.1.el8_10.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33306214400; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=1.14; ] [ memory_avail=12881154048; load5=0.02; load1=0.02; avail=95630168064; name="cclws22.cse.nd.edu"; lastheardfrom=1729641395; address="129.74.155.41"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws22.cse.nd.edu:9094"; uuid="6FC78F17-3B7F-42F9-9F37-5305658890B6"; total=100861726720; starttime=1729551695; port=9094; owner="unknown"; opsysversion="4.18.0-477.27.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126080512; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; ] [ memory_avail=742072320; load5=0; load1=0; load15=0; name="cclws23.cse.nd.edu"; lastheardfrom=1729641401; address="129.74.155.16"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws23.cse.nd.edu:9094"; uuid="4411AA2C-D78C-4829-8734-01A2D2AEC15C"; total=100861726720; starttime=1729551701; port=9094; owner="unknown"; opsysversion="4.18.0-553.16.1.el8_10.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33125990400; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; avail=95627321344; ] [ memory_avail=22955352064; load5=0; avail=95620247552; name="cclws25.cse.nd.edu"; lastheardfrom=1729641397; address="129.74.155.231"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws25.cse.nd.edu:9094"; uuid="913247A5-88E0-43D2-9F6E-37187DFE4FE6"; total=100861726720; starttime=1729551695; port=9094; owner="unknown"; opsysversion="4.18.0-477.27.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126076416; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; load1=0; ] [ memory_avail=11854954496; load1=0.02; avail=102212980736; name="cclws26.cse.nd.edu"; lastheardfrom=1729641424; address="129.74.153.212"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws26.cse.nd.edu:9094"; uuid="E2820A99-5862-498E-AD5C-2A24C96E2A4D"; total=103028883456; starttime=1729551722; port=9094; owner="unknown"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126080512; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=0.03; load15=0; ] [ memory_avail=25787965440; load5=0.02; load1=0; avail=95628288000; name="cclws27.cse.nd.edu"; lastheardfrom=1729641410; address="129.74.155.131"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://cclws27.cse.nd.edu:9094"; uuid="5A04EFA2-A9EE-482C-AA77-48A463BF808E"; total=100861726720; starttime=1729551707; port=9094; owner="unknown"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126080512; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; ] [ managers=[{"workers":233,"tasks_complete":51729,"tasks_running":360,"tasks_waiting":365,"port":1027,"name":"glados.crc.nd.edu","project":"lobster_apiccine_EFT_LHE_CRC_UL16_v241015"},{"workers":121,"tasks_complete":28401,"tasks_running":241,"tasks_waiting":191,"port":1025,"name":"glados.crc.nd.edu","project":"lobster_apiccine_EFT_LHE_CRC_UL17_v241015"},{"workers":442,"tasks_complete":30945,"tasks_running":474,"tasks_waiting":655,"port":1026,"name":"glados.crc.nd.edu","project":"lobster_apiccine_EFT_LHE_CRC_UL16APV_v241015"},{"workers":552,"tasks_complete":68857,"tasks_running":784,"tasks_waiting":890,"port":1024,"name":"glados.crc.nd.edu","project":"lobster_apiccine_EFT_LHE_CRC_UL18_v241015"}]; type="wq_factory"; project_regex="lobster_apiccine_EFT_.*"; submission_regex="lobster_apiccine_EFT_.*"; max_workers=1550; workers_submitted=1500; workers_needed=1500; workers_requested=0; foremen=[]; owner="apiccine"; version="7.13.1 FINAL"; address="10.32.85.31"; lastheardfrom=1729641586; name="condorfe.crc.nd.edu"; workers_to_connect=152; ] [ memory_avail=30213795840; load15=15.23; load5=14.59; load1=14.06; avail=461148717056; name="d12chas018.crc.nd.edu"; lastheardfrom=1729641395; address="10.32.81.144"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas018.crc.nd.edu:9094"; uuid="80CE2918-BBEA-4DD2-9887-5B45B65FEB7A"; total=498240196608; starttime=1729551693; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=67025723392; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=58202689536; load5=0.01; load1=0.03; name="d12chas019.crc.nd.edu"; lastheardfrom=1729641375; address="10.32.81.146"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas019.crc.nd.edu:9094"; uuid="6AD3AE85-5E9E-49D1-8285-05810DCDB833"; total=498240196608; starttime=1729551673; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=67025731584; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; avail=485483839488; ] [ memory_avail=16829071360; load15=6.23; load5=6.48; load1=6.95; avail=972205395968; name="d12chas021.crc.nd.edu"; lastheardfrom=1729641350; address="10.32.81.167"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas021.crc.nd.edu:9094"; uuid="F85E9A59-9A3B-46A4-B5C7-18D155C8DA3A"; total=998641496064; starttime=1729634150; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=21969367040; load15=7.73; load5=8.06; load1=8.039999999999999; avail=965558595584; name="d12chas022.crc.nd.edu"; lastheardfrom=1729641339; address="10.32.81.169"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas022.crc.nd.edu:9094"; uuid="1470FF82-CEE7-40D6-877E-5FAE37FB6CD3"; total=998641496064; starttime=1729634139; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=9387073536; load5=10.96; load1=11; avail=968887066624; name="d12chas023.crc.nd.edu"; lastheardfrom=1729641430; address="10.32.81.171"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas023.crc.nd.edu:9094"; uuid="24C58F34-F331-4ACC-AC7A-829543ACFBCD"; total=998641496064; starttime=1729632730; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521214976; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=10.98; ] [ memory_avail=3914346496; load15=7.88; load1=8.109999999999999; avail=967573016576; name="d12chas024.crc.nd.edu"; lastheardfrom=1729641351; address="10.32.81.173"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas024.crc.nd.edu:9094"; uuid="EF472931-523D-4C97-88EE-6FED697B25EE"; total=998641496064; starttime=1729634151; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521583616; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=8.029999999999999; ] [ memory_avail=12554092544; load5=6.01; avail=963767812096; load15=6; name="d12chas025.crc.nd.edu"; lastheardfrom=1729641434; address="10.32.81.175"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas025.crc.nd.edu:9094"; uuid="4BA91A1C-1F62-49E1-A7EB-10489749AAF7"; total=998641496064; starttime=1729632733; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=74708512768; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load1=6.01; ] [ memory_avail=15424765952; load1=6.02; avail=969939427328; load15=6; name="d12chas026.crc.nd.edu"; lastheardfrom=1729641349; address="10.32.81.177"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas026.crc.nd.edu:9094"; uuid="B1464341-2609-42B0-A87F-DC652740B074"; total=998641496064; starttime=1729634149; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=6.02; ] [ memory_avail=19089784832; load15=6.62; load5=6.88; load1=7.09; avail=967486558208; name="d12chas027.crc.nd.edu"; lastheardfrom=1729641353; address="10.32.81.179"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas027.crc.nd.edu:9094"; uuid="7AFAD241-0D16-47DA-8CF5-29C3E56169A3"; total=998641496064; starttime=1729634153; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=14941843456; load15=7.91; load5=7.94; load1=7.95; avail=971364950016; name="d12chas028.crc.nd.edu"; lastheardfrom=1729641536; address="10.32.81.181"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas028.crc.nd.edu:9094"; uuid="BB90985B-E87D-4CBD-A97D-47BE075D6304"; total=998641496064; starttime=1729630436; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521227264; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=16716611584; load15=7.91; load1=7.98; avail=969846304768; name="d12chas029.crc.nd.edu"; lastheardfrom=1729641348; address="10.32.81.183"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas029.crc.nd.edu:9094"; uuid="DB84A703-1B67-4231-8B2E-1A5C3E29B1C9"; total=998641496064; starttime=1729634148; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521214976; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=7.93; ] [ memory_avail=10724696064; load15=17.35; load5=16.83; load1=18.13; avail=973863120896; name="d12chas030.crc.nd.edu"; lastheardfrom=1729641433; address="10.32.81.185"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas030.crc.nd.edu:9094"; uuid="46DA9922-00E4-48C3-A891-BC0593AC415D"; total=998641496064; starttime=1729632733; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=23080898560; load15=6; load5=6.01; load1=6.01; avail=969371004928; name="d12chas031.crc.nd.edu"; lastheardfrom=1729641346; address="10.32.81.187"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas031.crc.nd.edu:9094"; uuid="A93AC1F7-6C0D-4801-8897-A6CC47690286"; total=998641496064; starttime=1729634146; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521227264; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=25169588224; load5=6.03; load1=6.01; avail=972327161856; name="d12chas032.crc.nd.edu"; lastheardfrom=1729641345; address="10.32.81.189"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas032.crc.nd.edu:9094"; uuid="FB144B34-29F5-46E0-B565-85E671F831FD"; total=998641496064; starttime=1729634145; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521210880; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=6; ] [ memory_avail=11572670464; load15=2.65; load5=3.27; load1=5.16; avail=971855822848; name="d12chas034.crc.nd.edu"; lastheardfrom=1729641533; address="10.32.81.193"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas034.crc.nd.edu:9094"; uuid="38CE7E48-9257-4FB6-AE3C-F73F7E0D346F"; total=998641496064; starttime=1729630432; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=23499288576; load15=5.98; load5=6.03; load1=6.08; avail=970825461760; name="d12chas035.crc.nd.edu"; lastheardfrom=1729641351; address="10.32.81.195"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas035.crc.nd.edu:9094"; uuid="051E2BDB-3DED-4A51-89BA-F20A67152E0B"; total=998641496064; starttime=1729634151; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521583616; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=14037454848; load15=4.74; load5=1.88; load1=1.11; avail=972709982208; name="d12chas036.crc.nd.edu"; lastheardfrom=1729641430; address="10.32.81.197"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas036.crc.nd.edu:9094"; uuid="D9DE810F-4264-4707-929B-7C1D35DCFC06"; total=998641496064; starttime=1729632730; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=12440256512; load15=3.46; load5=5; load1=5.42; avail=973288845312; name="d12chas037.crc.nd.edu"; lastheardfrom=1729641437; address="10.32.81.199"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas037.crc.nd.edu:9094"; uuid="38120F1D-20FA-43B9-B212-4EBDE425B28E"; total=998641496064; starttime=1729632737; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=15508447232; load15=2.99; load5=4.74; load1=6.37; avail=972484460544; name="d12chas038.crc.nd.edu"; lastheardfrom=1729641350; address="10.32.81.201"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas038.crc.nd.edu:9094"; uuid="EA5517B8-0A7F-43D3-91B1-A4063560E676"; total=998641496064; starttime=1729634149; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=21756903424; load15=10.06; load1=10.02; avail=974241652736; name="d12chas039.crc.nd.edu"; lastheardfrom=1729641432; address="10.32.81.203"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas039.crc.nd.edu:9094"; uuid="88EE0C86-3D54-472A-A149-D11077C5E345"; total=998641496064; starttime=1729632732; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load5=10.02; ] [ memory_avail=13860057088; load15=1.7; load5=2.14; load1=4.53; avail=973377851392; name="d12chas040.crc.nd.edu"; lastheardfrom=1729641355; address="10.32.81.205"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas040.crc.nd.edu:9094"; uuid="9005EDAF-D1CF-4A87-B2EE-1D3471F4F180"; total=998641496064; starttime=1729634155; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521227264; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=15983546368; load15=7.33; load5=7.98; load1=8.06; avail=966447337472; name="d12chas041.crc.nd.edu"; lastheardfrom=1729641346; address="10.32.81.207"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas041.crc.nd.edu:9094"; uuid="24905079-C3A4-4B91-B807-9AFD632EACB5"; total=998641496064; starttime=1729634146; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521235456; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=13593112576; load15=7.3; load5=6.79; load1=6.11; avail=976064397312; name="d12chas042.crc.nd.edu"; lastheardfrom=1729641344; address="10.32.81.209"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas042.crc.nd.edu:9094"; uuid="8D2AB763-0972-44AA-96C8-01BBC396B425"; total=998641496064; starttime=1729634143; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521219072; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=4085399552; load15=7.91; load5=7.94; load1=7.92; avail=967142117376; name="d12chas043.crc.nd.edu"; lastheardfrom=1729641352; address="10.32.81.211"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas043.crc.nd.edu:9094"; uuid="C7213EE7-62DC-4B9E-873B-8C1E0B55D35D"; total=998641496064; starttime=1729634152; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521575424; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=1743708160; load15=7.95; load5=8.09; load1=8.140000000000001; avail=963863289856; name="d12chas044.crc.nd.edu"; lastheardfrom=1729641435; address="10.32.81.213"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas044.crc.nd.edu:9094"; uuid="70CB1D2F-7BE5-430D-81B8-DDEE1F28AD83"; total=998641496064; starttime=1729632735; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521583616; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=14212104192; load15=8.1; load5=8.18; load1=8.49; avail=973414158336; name="d12chas045.crc.nd.edu"; lastheardfrom=1729641427; address="10.32.81.215"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas045.crc.nd.edu:9094"; uuid="4147DB41-B1B1-43F7-BCA8-FB57718214B9"; total=998641496064; starttime=1729632727; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=23985188864; load15=6.84; load5=7.01; load1=7.04; avail=974579970048; name="d12chas046.crc.nd.edu"; lastheardfrom=1729641431; address="10.32.81.217"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas046.crc.nd.edu:9094"; uuid="ED63374D-DE62-4163-A48E-EE37695CF8B8"; total=998641496064; starttime=1729632731; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521231360; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=18134597632; load15=19.29; load5=19.95; load1=20.46; avail=967456141312; name="d12chas047.crc.nd.edu"; lastheardfrom=1729641468; address="10.32.81.219"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas047.crc.nd.edu:9094"; uuid="BC177BA9-8E86-480C-AA55-BA91EC052920"; total=998641496064; starttime=1729629168; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521214976; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=11061862400; load15=19.32; load5=18.68; load1=18.31; avail=971593830400; name="d12chas048.crc.nd.edu"; lastheardfrom=1729641546; address="10.32.81.221"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas048.crc.nd.edu:9094"; uuid="DA1EA0CE-E5B1-4F27-98E8-B204A49F4C2D"; total=998641496064; starttime=1729630446; port=9094; owner="unknown"; opsysversion="5.14.0-427.13.1.el9_4.x86_64"; opsys="linux"; minfree=1073741824; memory_total=66521223168; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=9216753664; load15=7.49; load5=8.029999999999999; load1=8.039999999999999; avail=971568238592; name="d12chas049.crc.nd.edu"; lastheardfrom=1729641342; address="10.32.81.223"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.13.2"; url="chirp://d12chas049.crc.nd.