[ name="104.248.237.51"; lastheardfrom=1714262145; address="104.248.237.51"; url="http://fc36f3cef74a:1024"; port=1024; starttime=1701097923; owner="root"; version="6.2.11"; type="catalog"; ] [ workers_to_connect=3; workers_requested=0; workers_submitted=3; name="48-165-135-150.dynamic.arizona.edu"; lastheardfrom=1714262383; address="150.135.165.48"; foremen=[]; managers=[]; workers_needed=3; submission_regex="pytest-dadi-cli"; project_regex="pytest-dadi-cli"; type="wq_factory"; ] [ categories=[{"max_allocation_count":1125,"first_allocation_count":0,"workers_able":125,"tasks_cancelled":0,"tasks_failed":2105,"tasks_done":2105,"tasks_dispatched":2230,"tasks_on_workers":125,"tasks_running":125,"tasks_waiting":875,"category":"whole queue"},{"max_allocation_count":1125,"first_allocation_count":0,"workers_able":125,"tasks_cancelled":0,"tasks_failed":2105,"tasks_done":0,"tasks_dispatched":0,"tasks_on_workers":125,"tasks_running":125,"tasks_waiting":875,"category":"default"}]; capacity_weighted=36975; capacity_instantaneous=2277; capacity_memory=271000000; capacity_cores=54200; capacity_tasks=5420; time_workers_execute=3366231052671; time_application=188398894; time_polling=24628929758; time_internal=23488383; time_status_msgs=5582721; time_receive=14262868; time_send=20844185670; tasks_complete=2105; tasks_failed=2105; tasks_done=2105; tasks_dispatched=2230; tasks_submitted=3105; workers_idle=0; type="wq_master"; project="scanner3DTop_level02_s14_jdemieville"; starttime=1714231075; working_dir="/xdisk/dukepauli/jdemieville/s14_3d_l2/automation"; owner="jdemieville"; version="7.4.2 FINAL"; port=1024; priority=0; manager_preferred_connection="by_ip"; ssl=false; network_interfaces=[{"family":"AF_INET","host":"10.141.16.33","interface":"eth2"},{"family":"AF_INET","host":"10.141.24.33","interface":"eth0"},{"family":"AF_INET","host":"10.141.28.33","interface":"eth1"}]; workers_init=0; workers_removed=0; workers_released=0; workers_idled_out=0; workers_fast_aborted=0; workers_lost=0; tasks_with_results=0; tasks_left=0; tasks_cancelled=0; tasks_exhausted_attempts=0; time_when_started=1714231075156692; time_send_good=0; time_receive_good=0; time_workers_execute_good=0; time_workers_execute_exhaustion=0; bytes_received=0; capacity_disk=-2147483648; capacity_gpus=0; manager_load=0; workers_inuse=0; workers_smallest=0; workers_largest=1; cores_smallest=0; cores_largest=10; memory_smallest=0; memory_largest=50000; disk_smallest=0; disk_largest=1686522; gpus_inuse=0; gpus_total=0; gpus_smallest=0; gpus_largest=0; tasks_total_gpus=0; address="150.135.165.97"; lastheardfrom=1714262360; name="97-165-135-150.dynamic.arizona.edu"; workers=125; workers_connected=125; workers_busy=125; workers_able=125; workers_joined=125; tasks_waiting=875; tasks_on_workers=125; tasks_running=125; bytes_sent=128125; workers_total=125; cores_inuse=1250; cores_total=1250; memory_inuse=6250000; memory_total=6250000; disk_inuse=210806794; disk_total=210806794; tasks_total_cores=1250; tasks_total_memory=6250000; tasks_total_disk=210806794; ] [ failed=103; completed=1877; waiting=12083; name="97-165-135-150.dynamic.arizona.edu"; lastheardfrom=1714262365; address="150.135.165.97"; batch_type="wq"; time_started="1714231075357715"; owner="jdemieville"; project="scanner3DTop_level02_s14_jdemieville"; aborted=0; total=15063; type="makeflow"; running=1000; ] [ workers_to_connect=9; workers_requested=1; workers_needed=10; workers_submitted=9; max_workers=50; submission_regex="sugarscape_osg_stampede3_v2"; project_regex="sugarscape_osg_stampede3_v2"; type="wq_factory"; managers=[]; foremen=[]; address="192.170.231.142"; lastheardfrom=1714262399; name="ap21.uc.osg-htc.org"; ] [ clients=[{"w":0,"r":0,"o":2,"a":"10.32.8.71"}]; total_ops=349915; memory_avail=299712512; load1=0.04; avail=6101397598208; name="bxgrid.crc.nd.edu"; lastheardfrom=1714262158; address="10.32.78.56"; bytes_read=34620578553; bytes_written=0; version="7.8.1"; url="chirp://bxgrid.crc.nd.edu:9094"; uuid="FE949074-2BF1-4422-8E2D-88216F0CAE7D"; total=11172861444096; starttime=1710678902; port=9094; owner="bxgrid"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33551929344; cpus=8; cpu="x86_64"; backend="local:///bxgrid"; type="chirp"; load15=0.05; load5=0.03; ] [ name="cclcentral.cse.nd.edu"; lastheardfrom=1714262129; address="129.74.152.177"; url="http://cclcentral.cse.nd.edu:9097"; port=9097; starttime=1713095045; owner="condor"; version="7.8.1"; type="catalog"; ] [ memory_avail=8890478592; load15=0.15; load5=0.16; load1=0.2; avail=32527859712; name="cclcentral.cse.nd.edu"; lastheardfrom=1714262270; address="129.74.152.177"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.8.1"; url="chirp://cclcentral.cse.nd.edu:9094"; uuid="4CF9CF05-E109-47F5-89D1-C9B4DA98B1F7"; total=67506843648; starttime=1709752850; port=9094; owner="dthain"; opsysversion="3.10.0-1127.8.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33437798400; cpus=16; cpu="x86_64"; backend="local:///var/log/data/chirp"; type="chirp"; ] [ name="cclvm05.crc.nd.edu"; lastheardfrom=1714262207; address="129.74.247.43"; url="http://cclvm05.crc.nd.edu:9097"; port=9097; starttime=1712769243; owner="condor"; version="7.8.1"; type="catalog"; ] [ memory_avail=1852751872; load5=0.03; load1=0.07000000000000001; name="cclvm06.virtual.crc.nd.edu"; lastheardfrom=1714262115; address="129.74.246.126"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.8.1"; url="chirp://cclvm06.virtual.crc.nd.edu:9094"; uuid="C0FFD497-2E49-43DD-B35D-97D223FD1594"; total=104100007936; starttime=1712765678; port=9094; owner="dthain"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=4142010368; load15=0.05; cpus=2; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; avail=97313632256; ] [ memory_avail=473808896; load15=1; load5=1.02; load1=1; avail=352379006976; name="cclws15.cse.nd.edu"; lastheardfrom=1714262115; address="129.74.155.71"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws15.cse.nd.edu:9094"; uuid="072BD987-9A52-4575-B4ED-1860FEE3F30D"; total=371473678336; starttime=1713391502; port=9094; owner="dthain"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=16368402432; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=24218583040; load5=0.02; load1=0.02; avail=187133718528; name="cclws16.cse.nd.edu"; lastheardfrom=1714262134; address="129.74.153.171"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws16.cse.nd.edu:9094"; uuid="FA45F2B2-30B4-4D21-B38A-B2491939FF7F"; total=371473678336; starttime=1713391523; port=9094; owner="dthain"; opsysversion="4.18.0-513.18.1.el8_9.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33366061056; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=0; ] [ memory_avail=12957331456; load15=0; load5=0.02; load1=0; avail=352312700928; name="cclws17.cse.nd.edu"; lastheardfrom=1714262110; address="129.74.153.146"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws17.cse.nd.edu:9094"; uuid="D35A3786-40DD-4834-8D19-50FEF9707C66"; total=371476824064; starttime=1713391499; port=9094; owner="dthain"; opsysversion="4.18.0-477.15.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33307197440; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=24803934208; load5=0.01; load1=0.01; avail=352321466368; load15=0; name="cclws18.cse.nd.edu"; lastheardfrom=1714262107; address="129.74.154.83"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws18.cse.nd.edu:9094"; uuid="436A3EFC-21AA-40D5-8000-032B44A5325A"; total=371476824064; starttime=1713391496; port=9094; owner="dthain"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33306140672; cpus=4; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=20203651072; load15=0.05; load5=0.15; load1=0.45; avail=95593484288; name="cclws23.cse.nd.edu"; lastheardfrom=1714262155; address="129.74.155.16"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws23.cse.nd.edu:9094"; uuid="4411AA2C-D78C-4829-8734-01A2D2AEC15C"; total=100861726720; starttime=1713391545; port=9094; owner="unknown"; opsysversion="4.18.0-513.5.1.el8_9.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33113243648; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=6982393856; load15=0.14; load5=0.09; load1=0.12; avail=95587201024; name="cclws25.cse.nd.edu"; lastheardfrom=1714262118; address="129.74.155.231"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws25.cse.nd.edu:9094"; uuid="913247A5-88E0-43D2-9F6E-37187DFE4FE6"; total=100861726720; starttime=1713391504; port=9094; owner="unknown"; opsysversion="4.18.0-477.27.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126076416; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=6383517696; load15=0.01; load5=0.03; load1=0; avail=102179733504; name="cclws26.cse.nd.edu"; lastheardfrom=1714262139; address="129.74.153.212"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws26.cse.nd.edu:9094"; uuid="E2820A99-5862-498E-AD5C-2A24C96E2A4D"; total=103028883456; starttime=1713391531; port=9094; owner="unknown"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126080512; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=16745672704; load15=0; load5=0.01; load1=0; avail=95594319872; name="cclws27.cse.nd.edu"; lastheardfrom=1714262106; address="129.74.155.131"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://cclws27.cse.nd.edu:9094"; uuid="5A04EFA2-A9EE-482C-AA77-48A463BF808E"; total=100861726720; starttime=1713391498; port=9094; owner="unknown"; opsysversion="4.18.0-477.21.1.el8_8.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33126080512; cpus=16; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ version="7.8.1 FINAL"; owner="apiccine"; managers=[]; max_workers=150; type="wq_factory"; project_regex="lobster_apiccine.*"; submission_regex="lobster_apiccine.*"; workers_submitted=0; workers_needed=0; workers_requested=0; workers_to_connect=0; foremen=[]; address="10.32.85.31"; lastheardfrom=1714262391; name="condorfe.crc.nd.edu"; ] [ tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; categories=[{"max_allocation_count":0,"first_allocation_count":24,"max_allocation":{"gpus":0,"disk":0,"memory":0,"cores":0},"first_allocation":{"gpus":0,"disk":0,"memory":0,"cores":0},"max_gpus":"na","max_disk":"na","max_memory":"na","max_cores":"na","workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":20,"category":"default"}]; disk_total=0; disk_inuse=0; memory_total=0; memory_inuse=0; cores_total=0; cores_inuse=0; workers_total=0; inuse_cache=0; time_application=607601; time_polling=89946050; time_internal=63158; time_status_msgs=2960; time_receive=47029; time_send=14455; tasks_running=0; tasks_on_workers=0; tasks_waiting=20; workers_released=1; workers_removed=1; workers_able=0; workers_busy=0; workers_connected=0; workers=0; capacity_weighted=10; capacity_instantaneous=10; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; bytes_received=0; time_workers_execute_good=0; time_workers_execute=0; time_receive_good=0; time_when_started=1714276702718242; tasks_complete=0; tasks_failed=0; tasks_done=0; tasks_submitted=20; taskvine_uuid="FD799531-8039-427E-93A8-D7C56CFF47D5"; starttime=1714276702; capacity_tasks=10; name="crcfe02.crc.nd.edu"; lastheardfrom=1714262968; address="10.32.85.49"; tasks_total_gpus=0; gpus_total=0; gpus_inuse=0; workers_inuse=0; capacity_gpus=0; time_workers_execute_exhaustion=0; time_send_good=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_slow=0; workers_idled_out=0; workers_init=0; network_interfaces=[{"family":"AF_INET","address":"10.32.85.49","interface":"eno12399np0"}]; ssl=false; manager_preferred_connection="by_ip"; priority=0; port=9124; version="8.0.0 DEVELOPMENT"; owner="jzhou24"; working_dir="/afs/crc.nd.edu/user/j/jzhou24/rl_exp"; project="rl-manager"; type="vine_manager"; workers_idle=0; workers_joined=1; tasks_dispatched=24; time_scheduling=2157; bytes_sent=18728; ] [ memory_avail=261455351808; load5=24; load1=24; avail=1377249288192; load15=24; name="d12chas344.crc.nd.edu"; lastheardfrom=1714262233; address="10.32.84.195"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://d12chas344.crc.nd.edu:9094"; uuid="27F575E0-C288-4644-94BA-7A75C29EC66F"; total=1435220901888; starttime=1714056416; port=9094; owner="unknown"; opsysversion="4.18.0-513.5.1.el8_9.x86_64"; opsys="linux"; minfree=1073741824; memory_total=269177180160; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ] [ memory_avail=250074173440; load5=24.03; load1=24.01; avail=1366902702080; name="d12chas372.crc.nd.edu"; lastheardfrom=1714262193; address="10.32.84.251"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://d12chas372.crc.nd.edu:9094"; uuid="40EF6154-6CD2-4762-846B-F6FA0DD6071A"; total=1435220901888; starttime=1714211491; port=9094; owner="unknown"; opsysversion="4.18.0-513.5.1.el8_9.x86_64"; opsys="linux"; minfree=1073741824; memory_total=269177176064; cpus=24; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; load15=24; ] [ memory_avail=336998400; load15=0.05; load5=0.05; load1=0.01; clients=[]; name="disc01.crc.nd.edu"; lastheardfrom=1714262386; address="10.32.74.140"; bytes_read=2715389532; bytes_written=0; version="7.8.1"; url="chirp://disc01.crc.nd.edu:9094"; project="disc"; uuid="28912DB7-4447-4E9C-95AB-CF7D41A912CD"; total=1968874242048; starttime=1710677356; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1815711514624; type="chirp"; total_ops=35880; ] [ memory_avail=159150080; load5=0.04; load1=0.01; clients=[]; load15=0.05; name="disc02.crc.nd.edu"; lastheardfrom=1714262373; address="10.32.74.142"; bytes_read=2694610150; bytes_written=0; version="7.8.1"; url="chirp://disc02.crc.nd.edu:9094"; project="disc"; uuid="6A1D2442-95BC-4D88-95CF-B41BEBB93412"; total=1968874242048; starttime=1710677310; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1813924950016; type="chirp"; total_ops=35553; ] [ memory_avail=111329280; load5=0.02; load1=0; clients=[]; name="disc03.crc.nd.edu"; lastheardfrom=1714262377; address="10.32.74.144"; bytes_read=2620604622; bytes_written=0; version="7.8.1"; url="chirp://disc03.crc.nd.edu:9094"; project="disc"; uuid="9012E29B-08B3-40EF-903C-24A73F677DB1"; total=1968874242048; starttime=1710677322; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1814930546688; type="chirp"; total_ops=34613; load15=0.05; ] [ memory_avail=106696704; load5=0.03; load1=0; clients=[]; name="disc04.crc.nd.edu"; lastheardfrom=1714262373; address="10.32.74.146"; bytes_read=2670808690; bytes_written=0; version="7.8.1"; url="chirp://disc04.crc.nd.edu:9094"; project="disc"; uuid="3C9AD5E1-7335-42DF-8CDC-34925065DF4B"; total=1968874242048; starttime=1710686585; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1815929761792; type="chirp"; total_ops=35435; load15=0.05; ] [ memory_avail=107167744; load5=0.02; load1=0.01; clients=[]; name="disc05.crc.nd.edu"; lastheardfrom=1714262396; address="10.32.74.148"; bytes_read=2715577148; bytes_written=0; version="7.8.1"; url="chirp://disc05.crc.nd.edu:9094"; project="disc"; uuid="0F34AB67-094A-4D26-AB47-EBEBBC37A7DF"; total=1968874242048; starttime=1710677315; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1816312492032; type="chirp"; load15=0.05; total_ops=35615; ] [ memory_avail=109572096; load15=0.05; load5=0.05; load1=0.02; clients=[]; name="disc06.crc.nd.edu"; lastheardfrom=1714262362; address="10.32.74.150"; bytes_read=2627289901; bytes_written=0; version="7.8.1"; url="chirp://disc06.crc.nd.edu:9094"; project="disc"; uuid="CD04A341-88AE-4557-810A-C2537CAD5EF2"; total=1968874242048; starttime=1710677597; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1815666634752; type="chirp"; total_ops=34861; ] [ memory_avail=106778624; load5=0.01; load1=0; clients=[]; load15=0.05; name="disc07.crc.nd.edu"; lastheardfrom=1714262378; address="10.32.74.152"; bytes_read=2658410000; bytes_written=0; version="7.8.1"; url="chirp://disc07.crc.nd.edu:9094"; project="disc"; uuid="D69078E3-96DE-4846-BEC2-6D7FA29DDE36"; total=1968874242048; starttime=1710677322; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1868766953472; type="chirp"; total_ops=35197; ] [ memory_avail=9735860224; load1=0.02; clients=[]; name="disc08.crc.nd.edu"; lastheardfrom=1714262382; address="10.32.74.154"; bytes_read=184475050; bytes_written=0; version="7.8.1"; url="chirp://disc08.crc.nd.edu:9094"; project="disc"; uuid="5E48A816-5415-4F24-977B-79AAB49FBA96"; total=1968874242048; starttime=1710677136; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1798917922816; type="chirp"; total_ops=1634; load5=0.04; load15=0.05; ] [ memory_avail=111988736; clients=[]; load1=0; load15=0.05; name="disc09.crc.nd.edu"; lastheardfrom=1714262369; address="10.32.74.156"; bytes_read=2759000561; bytes_written=0; version="7.8.1"; url="chirp://disc09.crc.nd.edu:9094"; project="disc"; uuid="5347E413-FB80-4557-8B8F-E1E2FEFA6144"; total=1968874242048; starttime=1710677318; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1816308518912; type="chirp"; total_ops=36106; load5=0.01; ] [ memory_avail=108441600; load15=0.06; load5=0.07000000000000001; load1=0.12; total_ops=2915; name="disc10.crc.nd.edu"; lastheardfrom=1714262316; address="10.32.74.158"; bytes_read=1012025; bytes_written=0; version="7.8.1"; url="chirp://disc10.crc.nd.edu:9094"; project="disc"; uuid="1603FD7D-A426-48AE-BC70-8DB679E579A6"; total=1968874242048; starttime=1713798222; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827407175680; type="chirp"; clients=[]; ] [ memory_avail=107651072; load5=0.04; load1=0.02; clients=[]; name="disc11.crc.nd.edu"; lastheardfrom=1714262378; address="10.32.74.160"; bytes_read=2469543016; bytes_written=0; version="7.8.1"; url="chirp://disc11.crc.nd.edu:9094"; project="disc"; uuid="2E52CB0D-B62B-47ED-B631-75341FA66276"; total=1968874242048; starttime=1710677317; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827411247104; type="chirp"; load15=0.05; total_ops=34482; ] [ memory_avail=118218752; load5=0.03; load15=0.05; clients=[]; type="chirp"; avail=1827424817152; backend="local:///disk/d03"; cpu="x86_64"; cpus=8; memory_total=33553182720; minfree=1073741824; opsys="linux"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; owner="disc"; port=9094; starttime=1710677321; total=1968874242048; uuid="A4C0C430-185C-4DAB-BF57-9FF122C15987"; project="disc"; url="chirp://disc12.crc.nd.edu:9094"; version="7.8.1"; bytes_written=0; bytes_read=2530767171; address="10.32.74.162"; lastheardfrom=1714262367; name="disc12.crc.nd.edu"; total_ops=33700; load1=0; ] [ memory_avail=110501888; load15=0.06; load5=0.05; load1=0.14; clients=[]; name="disc13.crc.nd.edu"; lastheardfrom=1714262397; address="10.32.74.164"; bytes_read=2734169087; bytes_written=0; version="7.8.1"; url="chirp://disc13.crc.nd.edu:9094"; project="disc"; uuid="7137222D-7110-4C49-9E92-0B4AB2926F5D"; total=1968874242048; starttime=1710677318; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827412942848; type="chirp"; total_ops=36061; ] [ memory_avail=25617600512; load5=0.03; load1=0; load15=0.05; clients=[]; name="disc14.crc.nd.edu"; lastheardfrom=1714262379; address="10.32.74.166"; bytes_read=1211057672; bytes_written=0; version="7.8.1"; url="chirp://disc14.crc.nd.edu:9094"; project="disc"; uuid="23C2A8DD-DBF3-47B1-8007-C37D5590DCC3"; total=5500181291008; starttime=1710677413; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33551937536; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=5178909528064; type="chirp"; total_ops=9878; ] [ memory_avail=111190016; clients=[]; load15=0.05; name="disc15.crc.nd.edu"; lastheardfrom=1714262383; address="10.32.74.168"; bytes_read=2633947303; bytes_written=0; version="7.8.1"; url="chirp://disc15.crc.nd.edu:9094"; project="disc"; uuid="AA844A89-AE20-4D9D-A87C-195D9DDD202A"; total=1968874242048; starttime=1710677329; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827417956352; type="chirp"; total_ops=37701; load1=0; load5=0.03; ] [ memory_avail=112697344; clients=[]; load1=0; name="disc16.crc.nd.edu"; lastheardfrom=1714262385; address="10.32.74.170"; bytes_read=2590558004; bytes_written=0; version="7.8.1"; url="chirp://disc16.crc.nd.edu:9094"; project="disc"; uuid="AD618691-EE7C-4292-BBA8-42AA95B6FCD7"; total=1968874242048; starttime=1710677344; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827415355392; type="chirp"; load15=0.05; total_ops=36545; load5=0.01; ] [ memory_avail=1282408448; load5=0.04; load1=0.02; clients=[]; load15=0.05; name="disc17.crc.nd.edu"; lastheardfrom=1714262349; address="10.32.74.172"; bytes_read=2677996467; bytes_written=0; version="7.8.1"; url="chirp://disc17.crc.nd.edu:9094"; project="disc"; uuid="9D05943C-13D2-4E71-8705-1554712DAAA6"; total=1968874242048; starttime=1710677323; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827023351808; type="chirp"; total_ops=37949; ] [ memory_avail=109547520; load5=0.03; load1=0; clients=[]; name="disc18.crc.nd.edu"; lastheardfrom=1714262361; address="10.32.74.174"; bytes_read=2710107890; bytes_written=0; version="7.8.1"; url="chirp://disc18.crc.nd.edu:9094"; project="disc"; uuid="C63242AD-AF1C-4BAD-8C52-AD0D2C62207B"; total=1968874242048; starttime=1710677334; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827422965760; type="chirp"; total_ops=37950; load15=0.05; ] [ memory_avail=159653888; load5=0.03; load1=0.05; clients=[]; name="disc19.crc.nd.edu"; lastheardfrom=1714262367; address="10.32.74.176"; bytes_read=1873125958; bytes_written=0; version="7.8.1"; url="chirp://disc19.crc.nd.edu:9094"; project="disc"; uuid="2C2CD473-CAE7-4B6A-B120-6D936550A660"; total=1968874242048; starttime=1710677317; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827441950720; type="chirp"; load15=0.05; total_ops=31248; ] [ memory_avail=111206400; load5=0.01; load1=0; clients=[]; load15=0.05; name="disc20.crc.nd.edu"; lastheardfrom=1714262356; address="10.32.74.178"; bytes_read=2690877216; bytes_written=0; version="7.8.1"; url="chirp://disc20.crc.nd.edu:9094"; project="disc"; uuid="C34C5A88-DC45-46C0-B1D9-9C530075ED3B"; total=1968874242048; starttime=1710677312; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827407319040; type="chirp"; total_ops=37639; ] [ memory_avail=111767552; load5=0.01; avail=1921848848384; clients=[]; load15=0.05; load1=0; name="disc21.crc.nd.edu"; lastheardfrom=1714262379; address="10.32.74.180"; bytes_read=2538641644; bytes_written=0; version="7.8.1"; url="chirp://disc21.crc.nd.edu:9094"; project="disc"; uuid="682F4C01-76BF-4D42-B2AC-AC985ABCA020"; total=1981992783872; starttime=1710686757; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553174528; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; type="chirp"; total_ops=36085; ] [ memory_avail=107929600; load5=0.05; load1=0.12; clients=[]; load15=0.05; name="disc22.crc.nd.edu"; lastheardfrom=1714262364; address="10.32.74.182"; bytes_read=2609098944; bytes_written=0; version="7.8.1"; url="chirp://disc22.crc.nd.edu:9094"; project="disc"; uuid="275C151B-04F1-4FEF-891A-46C15FD6DF1F"; total=1968874242048; starttime=1710677320; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827454308352; type="chirp"; total_ops=37142; ] [ memory_avail=110694400; load5=0.01; clients=[]; name="disc23.crc.nd.edu"; lastheardfrom=1714262381; address="10.32.74.184"; bytes_read=2615905824; bytes_written=0; version="7.8.1"; url="chirp://disc23.crc.nd.edu:9094"; project="disc"; uuid="F431FBEF-EBC7-4F1D-B15C-B6E3880766B6"; total=1968874242048; starttime=1710677283; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1826732670976; type="chirp"; load15=0.05; load1=0; total_ops=37281; ] [ memory_avail=3047329792; load5=0.03; load1=0.08; clients=[]; load15=0.05; name="disc24.crc.nd.edu"; lastheardfrom=1714262373; address="10.32.74.186"; bytes_read=2721385839; bytes_written=0; version="7.8.1"; url="chirp://disc24.crc.nd.edu:9094"; project="disc"; uuid="70763E6C-BC51-4416-B49E-0BF6EF080184"; total=1968874242048; starttime=1710677323; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1825085689856; type="chirp"; total_ops=34777; ] [ memory_avail=112209920; load5=0.01; clients=[]; load1=0; load15=0.05; name="disc25.crc.nd.edu"; lastheardfrom=1714262377; address="10.32.74.188"; bytes_read=2627858803; bytes_written=0; version="7.8.1"; url="chirp://disc25.crc.nd.edu:9094"; project="disc"; uuid="10778C3E-A842-4690-A22C-1809F3FA245C"; total=1968874242048; starttime=1710677359; port=9094; owner="disc"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; opsys="linux"; minfree=1073741824; memory_total=33553182720; cpus=8; cpu="x86_64"; backend="local:///disk/d03"; avail=1827448905728; type="chirp"; total_ops=37466; ] [ memory_avail=158998528; load5=0.02; clients=[]; type="chirp"; avail=1827029696512; backend="local:///disk/d03"; cpu="x86_64"; cpus=8; memory_total=33553182720; minfree=1073741824; opsys="linux"; opsysversion="3.10.0-1160.114.2.el7.x86_64"; owner="disc"; port=9094; starttime=1710677320; total=1968874242048; uuid="85AFD207-AB27-49CF-96BE-975AC7C388CB"; project="disc"; url="chirp://disc26.crc.nd.edu:9094"; version="7.8.1"; bytes_written=0; bytes_read=2744898855; address="10.32.74.190"; lastheardfrom=1714262391; name="disc26.crc.nd.edu"; total_ops=38596; load15=0.05; load1=0; ] [ name="doge.iplantcollaborative.org"; lastheardfrom=1714262275; address="128.196.172.147"; url="http://doge.iplantcollaborative.org:1024"; port=1024; starttime=1710282102; owner="root"; version="6.2.11"; type="catalog"; ] [ tasks_total_disk=327505; tasks_total_memory=159800; tasks_total_cores=82; categories=[{"max_allocation_count":10,"first_allocation_count":0,"first_disk":1684,"first_memory":1400,"first_cores":2,"max_disk":"~1684","max_memory":"~8000","max_cores":"~2","tasks_cancelled":0,"tasks_failed":46,"tasks_done":75,"tasks_dispatched":0,"tasks_running":10,"tasks_waiting":0,"category":"processing"},{"max_allocation_count":0,"first_allocation_count":2,"first_disk":1005,"first_memory":400,"first_cores":1,"max_disk":"~1005","max_memory":"~427","max_cores":"~1","tasks_cancelled":0,"tasks_failed":228,"tasks_done":2797,"tasks_dispatched":0,"tasks_running":2,"tasks_waiting":0,"category":"merge"}]; disk_total=813287; disk_inuse=327505; memory_total=397500; memory_inuse=159800; cores_total=200; cores_inuse=82; workers_total=25; capacity_weighted=1885; capacity_instantaneous=2827; capacity_disk=390945; capacity_memory=156244; capacity_cores=389; capacity_tasks=389; bytes_received=7087643; bytes_sent=4002604884; time_workers_execute_good=1276333770242; time_workers_execute=2031218502300; time_application=1207956343; time_polling=112251580739; time_internal=193331015; time_status_msgs=12225918; time_receive_good=13415561; time_receive=16590238; time_send=213544631; tasks_complete=3146; tasks_done=3146; tasks_dispatched=3190; tasks_submitted=2884; tasks_running=12; tasks_on_workers=12; workers_idled_out=760; workers_removed=780; workers_joined=805; workers_able=25; workers_busy=12; workers_idle=13; workers_connected=25; workers=25; time_workers_execute_exhaustion=754884732058; tasks_exhausted_attempts=274; tasks_waiting=0; workers_fast_aborted=19; name="earth.crc.nd.edu"; lastheardfrom=1714262401; address="10.32.77.18"; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_smallest=0; memory_largest=15900; memory_smallest=0; cores_largest=8; cores_smallest=0; workers_largest=1; workers_smallest=0; workers_inuse=0; master_load=0; time_send_good=0; time_when_started=1714162853267180; tasks_cancelled=0; tasks_failed=0; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_released=0; workers_init=0; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"}]; master_preferred_connection="by_ip"; priority=0; port=1025; version="7.1.0 FINAL"; owner="alee43"; working_dir="/tmpscratch/users/alee43/bscouting_slimmed_V3/TTbar_2_20240426_1620"; starttime=1714162853; project="lobster_alee43_20240426"; type="wq_master"; disk_largest=32772; ] [ masters=[{"workers":25,"tasks_complete":3146,"tasks_running":12,"tasks_waiting":0,"port":1025,"name":"earth.crc.nd.edu","project":"lobster_alee43_20240426"},{"workers":21,"tasks_complete":7177,"tasks_running":4,"tasks_waiting":0,"port":1024,"name":"earth.crc.nd.edu","project":"lobster_alee43_20240426"}]; workers_to_connect=3; workers_needed=12; workers_submitted=49; submission_regex="lobster_alee43.*"; project_regex="lobster_alee43.*"; type="wq_factory"; workers_requested=0; foremen=[]; address="10.32.77.18"; lastheardfrom=1714262397; name="earth.crc.nd.edu"; ] [ tasks_total_disk=7035; tasks_total_memory=2800; tasks_total_cores=7; categories=[{"max_allocation_count":0,"first_allocation_count":0,"first_disk":1607,"first_memory":1400,"first_cores":2,"max_disk":"~1607","max_memory":"~8000","max_cores":"~2","tasks_cancelled":0,"tasks_failed":58,"tasks_done":91,"tasks_dispatched":0,"tasks_running":0,"tasks_waiting":0,"category":"processing"},{"max_allocation_count":0,"first_allocation_count":7,"first_disk":1005,"first_memory":400,"first_cores":1,"max_disk":"~1005","max_memory":"~476","max_cores":"~1","tasks_cancelled":0,"tasks_failed":543,"tasks_done":6489,"tasks_dispatched":0,"tasks_running":7,"tasks_waiting":0,"category":"merge"}]; disk_total=650025; disk_inuse=7035; memory_total=318000; memory_inuse=2800; cores_total=160; cores_inuse=7; workers_total=20; capacity_weighted=839; capacity_instantaneous=2026; capacity_disk=373860; capacity_memory=154570; capacity_cores=372; capacity_tasks=372; bytes_received=16185935; bytes_sent=4834146737; time_workers_execute_good=2071118398199; time_workers_execute=2390636480963; time_application=1470957672; time_polling=112777562190; time_internal=517913338; time_status_msgs=23991919; time_receive_good=74597536; time_receive=82429212; time_send=257911144; tasks_complete=7181; tasks_done=7181; tasks_dispatched=7229; tasks_submitted=6587; tasks_running=7; tasks_on_workers=7; workers_idled_out=781; workers_removed=802; workers_able=20; workers_busy=5; workers_idle=15; workers_connected=20; workers=20; disk_largest=32718; workers_fast_aborted=21; workers_blacklisted=["d12chas591.crc.nd.edu"]; tasks_waiting=0; name="earth.crc.nd.edu"; lastheardfrom=1714262395; address="10.32.77.18"; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_smallest=0; memory_largest=15900; memory_smallest=0; cores_largest=8; cores_smallest=0; workers_largest=1; workers_smallest=0; workers_inuse=0; master_load=0; time_send_good=0; time_when_started=1714161666550058; tasks_cancelled=0; tasks_failed=0; tasks_left=0; tasks_with_results=0; workers_lost=0; workers_released=0; workers_init=0; network_interfaces=[{"family":"AF_INET","host":"10.32.77.18","interface":"p5p1"}]; master_preferred_connection="by_ip"; priority=0; port=1024; version="7.1.0 FINAL"; owner="alee43"; working_dir="/tmpscratch/users/alee43/bscouting_slimmed_V3/TTbar_1_20240426_1601"; starttime=1714161666; project="lobster_alee43_20240426"; type="wq_master"; workers_joined=822; tasks_exhausted_attempts=601; time_workers_execute_exhaustion=319518082764; ] [ name="geco.iplantcollaborative.org"; lastheardfrom=1714262349; address="128.196.172.204"; url="http://geco.iplantcollaborative.org:9097"; port=9097; starttime=1628629857; owner="root"; version="5.4.19 [FINAL:ec3ea10b]"; type="catalog"; ] [ name="ghibli.bti.cornell.edu"; lastheardfrom=1714262400; address="132.236.81.73"; url="http://06a3eb7ff76d:1024"; port=1024; starttime=1713151397; owner="root"; version="6.2.11"; type="catalog"; ] [ workers_to_connect=3; workers_requested=0; workers_submitted=3; type="wq_factory"; project_regex="pytest-dadi-cli"; submission_regex="pytest-dadi-cli"; workers_needed=3; managers=[]; foremen=[]; address="131.130.65.101"; lastheardfrom=1714262389; name="login01.lisc.univie.ac.at"; ] [ workers_to_connect=2; workers_requested=8; workers_submitted=2; type="wq_factory"; project_regex="sugarscape_osg_stampede3_v2"; submission_regex="sugarscape_osg_stampede3_v2"; max_workers=20; workers_needed=10; managers=[]; foremen=[]; owner="amccall"; version="7.8.1 FINAL"; address="129.114.63.131"; lastheardfrom=1714262387; name="login1.stampede3.tacc.utexas.edu"; ] [ name="login2.stampede3.tacc.utexas.edu"; lastheardfrom=1714262379; address="129.114.63.132"; version="7.8.1 FINAL"; owner="amccall"; foremen=[]; managers=[]; workers_to_connect=2; workers_requested=8; workers_needed=10; workers_submitted=2; max_workers=20; submission_regex="sugarscape_osg_stampede3_v2"; project_regex="sugarscape_osg_stampede3_v2"; type="wq_factory"; ] [ time_application=22178159249; time_polling=11010274662722; time_internal=775171484; time_status_msgs=11570836; time_receive=14295246; time_send=27577002; name="peloton.hpc.ucdavis.edu"; lastheardfrom=1714262389; address="128.120.146.3"; tasks_total_gpus=0; tasks_total_disk=0; tasks_total_memory=0; tasks_total_cores=0; categories=[{"max_allocation_count":1,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":1,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":1,"category":"whole queue"},{"max_allocation_count":1,"first_allocation_count":0,"workers_able":0,"tasks_cancelled":0,"tasks_failed":0,"tasks_done":0,"tasks_dispatched":0,"tasks_on_workers":0,"tasks_running":0,"tasks_waiting":1,"category":"default"}]; gpus_largest=0; gpus_smallest=0; gpus_total=0; gpus_inuse=0; disk_largest=0; disk_smallest=0; disk_total=0; disk_inuse=0; memory_largest=0; memory_smallest=0; memory_total=0; memory_inuse=0; cores_largest=0; cores_smallest=0; cores_total=0; cores_inuse=0; workers_largest=0; workers_smallest=0; workers_total=0; workers_inuse=0; manager_load=0; capacity_weighted=10; capacity_instantaneous=10; capacity_gpus=0; capacity_disk=10240; capacity_memory=5120; capacity_cores=10; capacity_tasks=10; bytes_received=0; bytes_sent=6042; time_workers_execute_exhaustion=0; time_workers_execute_good=0; time_workers_execute=0; time_receive_good=0; time_send_good=0; time_when_started=1703243487351487; tasks_complete=0; tasks_exhausted_attempts=0; tasks_cancelled=0; tasks_failed=0; tasks_done=0; tasks_dispatched=1; tasks_submitted=1; tasks_left=0; tasks_with_results=0; tasks_running=0; tasks_on_workers=0; tasks_waiting=1; workers_lost=8; workers_fast_aborted=0; workers_idled_out=0; workers_released=0; workers_removed=8; workers_joined=8; workers_able=0; workers_busy=0; workers_idle=0; workers_init=0; workers_connected=0; workers=0; network_interfaces=[{"family":"AF_INET","host":"10.22.0.1","interface":"lan"},{"family":"AF_INET","host":"192.168.100.1","interface":"ib0"},{"family":"AF_INET","host":"128.120.146.3","interface":"ext.1557"}]; manager_preferred_connection="by_ip"; priority=0; port=11509; version="7.3.3 FINAL"; owner="chennh"; working_dir="/home/chennh/Project/11.Proline/Tri/WP/QM-Pphi/Wpsi_Pomega_+105_+045"; starttime=1703243487; project="dihedral"; type="wq_master"; ] [ memory_avail=259998523392; load15=40.01; load5=40.06; load1=40.01; avail=887054077952; name="sa-rtx6ka-006.crc.nd.edu"; lastheardfrom=1714262271; address="10.32.93.120"; clients=[]; total_ops=0; bytes_read=0; bytes_written=0; version="7.10.0"; url="chirp://sa-rtx6ka-006.crc.nd.edu:9094"; uuid="89047677-D788-4A25-AB42-B035868D3450"; total=958601256960; starttime=1714055560; port=9094; owner="unknown"; opsysversion="4.18.0-513.5.1.el8_9.x86_64"; opsys="linux"; minfree=1073741824; memory_total=269546364928; cpus=40; cpu="x86_64"; backend="local:///var/condor/log/chirp"; type="chirp"; ]