Link: API Status Page for LDAS_MIT
801101516 LDAS-MIT798395 mpi::filterLogEntries 798395.0:initializing { Master-Rank0(beowulf) Rank1(node1) Rank2(node11) Rank3(node23) }
801101521 LDAS-MIT798395 mpi::filterLogEntries 798395.1:progress 0.00%
801101521 LDAS-MIT798395 mpi::filterLogEntries 798395.1:projected_ratio 0.00011
801101521 LDAS-MIT798395 jobstate response: '798395.1:cont'
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.2:progress 0.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.2:projected_ratio 0.00018
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.3:progress 0.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.3:projected_ratio 0.00027
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.4:progress 0.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.4:projected_ratio 0.00990
801101524 LDAS-MIT798395 jobstate response: '798395.4:cont'
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.5:progress 100.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.5:projected_ratio 0.01486
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.6:progress 100.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.6:projected_ratio 0.01486
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.7:progress 100.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.7:projected_ratio 0.01489
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.8:progress 100.00%
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.8:projected_ratio 0.01491
801101524 LDAS-MIT798395 mpi::filterLogEntries 798395.9:finalizing { totalTime=12.1974 sentObjects=2; Rank0 (inPut: create=0.49890 send=2.58120 ilwd=0.37542; outPut: create=0.00000 send=0.13117 ilwd=0.04470; metadata: (un)pack=0.00006 bcast=0.01047; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.21609; max memory=1175552) Rank2 (inPut: create=0.50402 send=2.59882; outPut: create=0.00000 send=0.01174; metadata: (un)pack=0.00015 bcast=0.01844; IS=0.00506; CD=1.03633; AS=0.04386; FO=0.00000; FS=0.00443; LB=0.00000; max memory=1478656) Rank3 (inPut: create=0.45430 send=2.61545; outPut: create=0.00000 send=0.02323; metadata: (un)pack=0.00014 bcast=0.01808; IS=0.00551; CD=1.09084; AS=2.99589; FO=0.00000; FS=0.00477; LB=0.00001; max memory=1478656) Rank1 (inPut: create=0.45469 send=2.60297; outPut: create=0.00000 send=0.09382; metadata: (un)pack=0.00013 bcast=0.01789; IS=0.00411; CD=1.05318; AS=2.95464; FO=0.00000; FS=0.00465; LB=0.21603; max memory=1478656) }
801101566 LDAS-MIT798397 mpi::filterLogEntries 798397.0:initializing { Master-Rank0(beowulf) Rank1(node27) Rank2(node28) Rank3(node29) }
801101604 LDAS-MIT798397 mpi::filterLogEntries 798397.1:progress 100.00%
801101604 LDAS-MIT798397 mpi::filterLogEntries 798397.1:projected_ratio 0.01219
801101604 LDAS-MIT798397 jobstate response: '798397.1:cont'
801101604 LDAS-MIT798397 mpi::filterLogEntries 798397.2:progress 100.00%
801101604 LDAS-MIT798397 mpi::filterLogEntries 798397.2:projected_ratio 0.01220
801101604 LDAS-MIT798397 mpi::filterLogEntries 798397.3:finalizing { totalTime=37.6414 sentObjects=4; Rank0 (inPut: create=0.82340 send=3.23655 ilwd=0.46577; outPut: create=0.03663 send=0.13093 ilwd=0.05300; metadata: (un)pack=0.00039 bcast=0.04621; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11499; max memory=1331200) Rank3 (inPut: create=0.82636 send=3.27472; outPut: create=0.00000 send=0.01154; metadata: (un)pack=0.00015 bcast=0.01835; IS=1.18997; CD=0.26182; AS=0.01775; FO=0.00000; FS=0.00309; LB=0.00000; max memory=925696) Rank2 (inPut: create=0.76215 send=3.27763; outPut: create=0.02406 send=0.04731; metadata: (un)pack=0.00031 bcast=0.04169; IS=1.19024; CD=0.26315; AS=30.41543; FO=0.00008; FS=0.02299; LB=0.00001; max memory=925696) Rank1 (inPut: create=0.75924 send=3.27353; outPut: create=0.01197 send=0.03514; metadata: (un)pack=0.00022 bcast=0.23260; IS=0.01863; CD=0.02202; AS=30.43900; FO=0.00003; FS=0.00006; LB=0.23993; max memory=413696) }
801101743 LDAS-MIT798410 mpi::filterLogEntries 798410.0:initializing { Master-Rank0(beowulf) Rank1(node30) }
801101745 LDAS-MIT798410 mpi::filterLogEntries 798410.1:progress 100.00%
801101745 LDAS-MIT798410 mpi::filterLogEntries 798410.1:projected_ratio 0.00103
801101745 LDAS-MIT798410 mpi::filterLogEntries 798410.2:finalizing { totalTime=1.78971 sentObjects=3; Rank0 (inPut: create=0.06004 send=0.07830 ilwd=0.03762; outPut: create=0.01423 send=0.21805 ilwd=0.00827; metadata: (un)pack=0.00014 bcast=0.02190; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01193; max memory=4116480) Rank1 (inPut: create=0.05624 send=0.08808; outPut: create=0.01201 send=0.20621; metadata: (un)pack=0.00018 bcast=0.02955; IS=0.00156; CD=0.33894; AS=0.06192; FO=0.00021; FS=0.00004; LB=0.04740; max memory=8081408) }
801102479 LDAS-MIT798412 mpi::filterLogEntries 798412.0:initializing { Master-Rank0(beowulf) Rank1(node1) }
801102480 LDAS-MIT798412 mpi::filterLogEntries 798412.1:progress 100.00%
801102480 LDAS-MIT798412 mpi::filterLogEntries 798412.1:projected_ratio 0.00096
801102481 LDAS-MIT798412 mpi::filterLogEntries 798412.2:finalizing { totalTime=1.03429 sentObjects=3; Rank0 (inPut: create=0.06149 send=0.07839 ilwd=0.03912; outPut: create=0.01422 send=0.21713 ilwd=0.04316; metadata: (un)pack=0.00014 bcast=0.02191; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01193; max memory=4116480) Rank1 (inPut: create=0.05974 send=0.08814; outPut: create=0.01201 send=0.20581; metadata: (un)pack=0.00017 bcast=0.02955; IS=0.00117; CD=0.32810; AS=0.05786; FO=0.00019; FS=0.00004; LB=0.04741; max memory=8081408) }
801102503 LDAS-MIT798413 mpi::filterLogEntries 798413.0:initializing { Master-Rank0(beowulf) Rank1(node11) }
801102510 LDAS-MIT798413 mpi::filterLogEntries 798413.1:progress 100.00%
801102510 LDAS-MIT798413 mpi::filterLogEntries 798413.1:projected_ratio 0.00016
801102510 LDAS-MIT798413 jobstate response: '798413.1:cont'
801102511 LDAS-MIT798413 mpi::filterLogEntries 798413.2:finalizing { totalTime=7.30346 sentObjects=3; Rank0 (inPut: create=0.39165 send=2.06724 ilwd=0.28661; outPut: create=0.06620 send=3.90855 ilwd=0.31659; metadata: (un)pack=0.00006 bcast=0.02296; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11488; max memory=262144) Rank1 (inPut: create=0.35525 send=2.10444; outPut: create=0.01197 send=3.92528; metadata: (un)pack=0.00013 bcast=0.02968; IS=0.00001; CD=0.00000; AS=0.05865; FO=0.00288; FS=0.00000; LB=0.53963; max memory=184320) }
801102622 LDAS-MIT798418 mpi::filterLogEntries 798418.0:initializing { Master-Rank0(beowulf) Rank1(node23) }
801102622 LDAS-MIT798418 mpi::filterLogEntries 798418.1:error {Rank 1 failed with error message: ( conditionData function ): Level 1: $Id: KnownPulsarDemod.c,v 1.24 2004/02/16 20:53:18 gmendell Exp $ Status code 29: Some requested input SFT data is missing function LALConditionData, file ../../../../contrib/knownpulsardemod/src/KnownPulsarDemod.c, line 1024 }
801102622 LDAS-MIT798418 mpi::newJobCallback {Rank 1 failed with error message: ( conditionData function ): Level 1: $Id: KnownPulsarDemod.c,v 1.24 2004/02/16 20:53:18 gmendell Exp $ Status code 29: Some requested input SFT data is missing function LALConditionData, file ../../../../contrib/knownpulsardemod/src/KnownPulsarDemod.c, line 1024 }
801102684 LDAS-MIT798419 mpi::filterLogEntries 798419.0:initializing { Master-Rank0(beowulf) Rank1(node27) }
801102701 LDAS-MIT798419 mpi::filterLogEntries 798419.1:progress 68.37%
801102701 LDAS-MIT798419 mpi::filterLogEntries 798419.1:projected_ratio 0.03913
801102701 LDAS-MIT798419 jobstate response: '798419.1:cont'
801102701 LDAS-MIT798419 mpi::filterLogEntries 798419.2:progress 100.00%
801102701 LDAS-MIT798419 mpi::filterLogEntries 798419.2:projected_ratio 0.03953
801102702 LDAS-MIT798419 mpi::filterLogEntries 798419.3:finalizing { totalTime=17.7257 sentObjects=4; Rank0 (inPut: create=0.38993 send=2.06668 ilwd=0.28493; outPut: create=0.08218 send=0.12256 ilwd=0.27954; metadata: (un)pack=0.02061 bcast=0.04584; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11452; max memory=6848512) Rank1 (inPut: create=0.35315 send=2.10493; outPut: create=0.05043 send=0.10936; metadata: (un)pack=0.01240 bcast=0.04081; IS=0.00010; CD=0.06043; AS=14.23207; FO=0.00217; FS=0.00311; LB=0.34802; max memory=348160) }
801102723 LDAS-MIT798420 mpi::filterLogEntries 798420.0:initializing { Master-Rank0(beowulf) Rank1(node28) }
801102723 LDAS-MIT798420 mpi::filterLogEntries 798420.1:progress 100.00%
801102723 LDAS-MIT798420 mpi::filterLogEntries 798420.1:projected_ratio 0.00001
801102724 LDAS-MIT798420 mpi::filterLogEntries 798420.2:finalizing { totalTime=0.407472 sentObjects=3; Rank0 (inPut: create=0.06071 send=0.03543 ilwd=0.03890; outPut: create=0.01338 send=0.02482 ilwd=0.00849; metadata: (un)pack=0.00030 bcast=0.02290; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01295; max memory=888832) Rank1 (inPut: create=0.05911 send=0.04287; outPut: create=0.01203 send=0.02381; metadata: (un)pack=0.00032 bcast=0.02946; IS=0.00188; CD=0.00215; AS=0.00055; FO=0.00005; FS=0.00003; LB=0.03592; max memory=2060288) }
801102758 LDAS-MIT798421 mpi::filterLogEntries 798421.0:initializing { Master-Rank0(beowulf) Rank1(node29) }
801102760 LDAS-MIT798421 mpi::filterLogEntries 798421.1:progress 0.00%
801102760 LDAS-MIT798421 mpi::filterLogEntries 798421.1:projected_ratio 0.00019
801102760 LDAS-MIT798421 jobstate response: '798421.1:cont'
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.2:progress 10.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.2:projected_ratio 0.00036
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.3:progress 20.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.3:projected_ratio 0.00054
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.4:progress 30.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.4:projected_ratio 0.00071
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.5:progress 40.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.5:projected_ratio 0.00089
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.6:progress 50.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.6:projected_ratio 0.00106
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.7:progress 60.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.7:projected_ratio 0.00123
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.8:progress 70.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.8:projected_ratio 0.00141
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.9:progress 80.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.9:projected_ratio 0.00158
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.10:progress 90.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.10:projected_ratio 0.00175
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.11:progress 100.00%
801102762 LDAS-MIT798421 mpi::filterLogEntries 798421.11:projected_ratio 0.00175
801102763 LDAS-MIT798421 mpi::filterLogEntries 798421.12:finalizing { totalTime=4.27658 sentObjects=3; Rank0 (inPut: create=0.26619 send=1.27387 ilwd=0.19183; outPut: create=0.12114 send=0.25462 ilwd=0.04196; metadata: (un)pack=0.00053 bcast=0.12896; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11556; max memory=1482752) Rank1 (inPut: create=0.24292 send=1.29891; outPut: create=0.12031 send=0.25037; metadata: (un)pack=0.00043 bcast=0.13693; IS=0.09343; CD=0.13454; AS=1.53549; FO=0.00039; FS=0.00206; LB=0.03610; max memory=18370560) }
801102789 LDAS-MIT798422 mpi::filterLogEntries 798422.0:initializing { Master-Rank0(beowulf) Rank1(node30) Rank2(node31) Rank3(node32) }
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.1:progress 0.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.1:projected_ratio 0.00004
801102793 LDAS-MIT798422 jobstate response: '798422.1:cont'
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.2:progress 0.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.2:projected_ratio 0.00004
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.3:progress 25.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.3:projected_ratio 0.00061
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.4:progress 25.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.4:projected_ratio 0.00061
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.5:progress 50.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.5:projected_ratio 0.00062
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.6:progress 50.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.6:projected_ratio 0.00071
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.7:progress 50.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.7:projected_ratio 0.00071
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.8:progress 75.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.8:projected_ratio 0.00123
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.9:progress 75.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.9:projected_ratio 0.00124
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.10:progress 75.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.10:projected_ratio 0.00131
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.11:progress 100.00%
801102793 LDAS-MIT798422 mpi::filterLogEntries 798422.11:projected_ratio 0.00131
801102794 LDAS-MIT798422 mpi::filterLogEntries 798422.12:finalizing { totalTime=5.00894 sentObjects=3; Rank0 (inPut: create=0.59811 send=2.21296 ilwd=0.28522; outPut: create=0.02612 send=0.21340 ilwd=0.04288; metadata: (un)pack=0.00597 bcast=0.02339; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11537; max memory=2797568) Rank3 (inPut: create=0.55465 send=2.24168; outPut: create=0.00000 send=0.02416; metadata: (un)pack=0.00010 bcast=0.01844; IS=0.00553; CD=0.86179; AS=0.27764; FO=0.00000; FS=0.00380; LB=0.00001; max memory=913408) Rank2 (inPut: create=0.55454 send=2.23490; outPut: create=0.00000 send=0.03478; metadata: (un)pack=0.00010 bcast=0.01811; IS=0.00633; CD=0.88628; AS=0.46531; FO=0.00000; FS=0.00361; LB=0.00001; max memory=765952) Rank1 (inPut: create=0.55708 send=2.23481; outPut: create=0.01939 send=0.14247; metadata: (un)pack=0.00363 bcast=0.23286; IS=0.00653; CD=0.83793; AS=0.38295; FO=0.00061; FS=0.00308; LB=0.11934; max memory=331776) }
801102838 LDAS-MIT798423 mpi::filterLogEntries 798423.0:initializing { Master-Rank0(beowulf) Rank1(node2) Rank2(node3) }
801102855 LDAS-MIT798423 mpi::filterLogEntries 798423.1:progress 100.00%
801102855 LDAS-MIT798423 mpi::filterLogEntries 798423.1:projected_ratio 0.12495
801102855 LDAS-MIT798423 jobstate response: '798423.1:cont'
801102856 LDAS-MIT798423 mpi::filterLogEntries 798423.2:finalizing { totalTime=17.6137 sentObjects=2; Rank0 (inPut: create=0.17230 send=0.74102 ilwd=0.12129; outPut: create=0.00000 send=0.03596 ilwd=0.00937; metadata: (un)pack=0.00008 bcast=0.01019; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11585; max memory=356352) Rank2 (inPut: create=0.16450 send=0.95221; outPut: create=0.00000 send=0.01224; metadata: (un)pack=0.00017 bcast=0.01807; IS=0.01798; CD=0.00005; AS=15.49330; FO=0.00000; FS=0.00006; LB=0.00000; max memory=212992) Rank1 (inPut: create=0.17507 send=0.75368; outPut: create=0.00000 send=0.01141; metadata: (un)pack=0.00015 bcast=0.01785; IS=0.01901; CD=0.00009; AS=15.49342; FO=0.00000; FS=0.00008; LB=0.15597; max memory=212992) }
801103264 LDAS-MIT798424 mpi::filterLogEntries 798424.0:initializing { Master-Rank0(beowulf) Rank1(node4) }
801103266 LDAS-MIT798424 mpi::filterLogEntries 798424.1:progress 0.00%
801103266 LDAS-MIT798424 mpi::filterLogEntries 798424.1:projected_ratio 0.00018
801103266 LDAS-MIT798424 jobstate response: '798424.1:cont'
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.2:progress 10.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.2:projected_ratio 0.00036
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.3:progress 20.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.3:projected_ratio 0.00053
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.4:progress 30.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.4:projected_ratio 0.00070
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.5:progress 40.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.5:projected_ratio 0.00087
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.6:progress 50.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.6:projected_ratio 0.00104
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.7:progress 60.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.7:projected_ratio 0.00121
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.8:progress 70.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.8:projected_ratio 0.00139
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.9:progress 80.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.9:projected_ratio 0.00156
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.10:progress 90.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.10:projected_ratio 0.00173
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.11:progress 100.00%
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.11:projected_ratio 0.00173
801103268 LDAS-MIT798424 mpi::filterLogEntries 798424.12:finalizing { totalTime=4.34516 sentObjects=3; Rank0 (inPut: create=0.49708 send=1.27439 ilwd=0.21927; outPut: create=0.12129 send=0.24927 ilwd=0.04305; metadata: (un)pack=0.00052 bcast=0.12917; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11456; max memory=1482752) Rank1 (inPut: create=0.47121 send=1.29918; outPut: create=0.12029 send=0.25077; metadata: (un)pack=0.00043 bcast=0.34046; IS=0.15020; CD=0.13235; AS=1.51594; FO=0.00038; FS=0.00222; LB=0.03610; max memory=18370560) }
801104575 LDAS-MIT798425 mpi::filterLogEntries 798425.0:initializing { Master-Rank0(beowulf) Rank1(node5) }
801104576 LDAS-MIT798425 mpi::filterLogEntries 798425.1:progress 100.00%
801104576 LDAS-MIT798425 mpi::filterLogEntries 798425.1:projected_ratio 0.00006
801104576 LDAS-MIT798425 mpi::filterLogEntries 798425.2:finalizing { totalTime=0.646451 sentObjects=2; Rank0 (inPut: create=0.05724 send=0.00405 ilwd=0.03683; outPut: create=0.00000 send=0.01225 ilwd=0.04263; metadata: (un)pack=0.00011 bcast=0.01005; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01295; max memory=520192) Rank1 (inPut: create=0.05472 send=0.01225; outPut: create=0.00000 send=0.01157; metadata: (un)pack=0.00023 bcast=0.01779; IS=0.00117; CD=0.00074; AS=0.00336; FO=0.00000; FS=0.00004; LB=0.05996; max memory=647168) }
801254175 LDAS-MIT798439 mpi::filterLogEntries 798439.0:initializing { Master-Rank0(beowulf) Rank1(node1) Rank2(node11) Rank3(node23) }
801254235 LDAS-MIT798439 mpi::filterLogEntries 798439.1:progress 0.00%
801254235 LDAS-MIT798439 mpi::filterLogEntries 798439.1:projected_ratio 0.18223
801254235 LDAS-MIT798439 jobstate response: '798439.1:cont'
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.2:progress 0.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.2:projected_ratio 0.18223
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.3:progress 0.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.3:projected_ratio 0.27336
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.4:progress 0.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.4:projected_ratio 0.37384
801254238 LDAS-MIT798439 jobstate response: '798439.4:cont'
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.5:progress 100.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.5:projected_ratio 0.37384
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.6:progress 100.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.6:projected_ratio 0.37384
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.7:progress 100.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.7:projected_ratio 0.37387
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.8:progress 100.00%
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.8:projected_ratio 0.37390
801254238 LDAS-MIT798439 mpi::filterLogEntries 798439.9:finalizing { totalTime=63.2553 sentObjects=2; Rank0 (inPut: create=0.50038 send=2.59556 ilwd=0.37357; outPut: create=0.00000 send=0.15598 ilwd=0.04337; metadata: (un)pack=0.00006 bcast=0.01049; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.21808; max memory=1175552) Rank3 (inPut: create=0.45435 send=2.60339; outPut: create=0.00000 send=0.01215; metadata: (un)pack=0.00014 bcast=0.01809; IS=0.00461; CD=1.02011; AS=54.68068; FO=0.00000; FS=0.00448; LB=0.00000; max memory=1478656) Rank2 (inPut: create=0.46987 send=2.76540; outPut: create=0.00000 send=0.02326; metadata: (un)pack=0.00020 bcast=0.01941; IS=0.00483; CD=1.05155; AS=57.51004; FO=0.00000; FS=0.00463; LB=0.00001; max memory=1478656) Rank1 (inPut: create=0.45410 send=2.60376; outPut: create=0.00000 send=0.09415; metadata: (un)pack=0.00014 bcast=0.01791; IS=0.00418; CD=1.02228; AS=57.47152; FO=0.00000; FS=0.00444; LB=0.22805; max memory=1478656) }
801254267 LDAS-MIT798440 mpi::filterLogEntries 798440.0:initializing { Master-Rank0(beowulf) Rank1(node27) Rank2(node28) Rank3(node29) }
801254309 LDAS-MIT798440 mpi::filterLogEntries 798440.1:progress 100.00%
801254309 LDAS-MIT798440 mpi::filterLogEntries 798440.1:projected_ratio 0.01089
801254309 LDAS-MIT798440 jobstate response: '798440.1:cont'
801254309 LDAS-MIT798440 mpi::filterLogEntries 798440.2:progress 100.00%
801254309 LDAS-MIT798440 mpi::filterLogEntries 798440.2:projected_ratio 0.02167
801254310 LDAS-MIT798440 mpi::filterLogEntries 798440.3:finalizing { totalTime=42.3211 sentObjects=4; Rank0 (inPut: create=0.61880 send=3.23354 ilwd=0.46568; outPut: create=0.02452 send=0.10794 ilwd=0.08470; metadata: (un)pack=0.00035 bcast=0.03426; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11497; max memory=1331200) Rank3 (inPut: create=0.55811 send=3.47724; outPut: create=0.00000 send=0.01192; metadata: (un)pack=0.00014 bcast=0.01839; IS=1.19820; CD=0.26465; AS=0.41077; FO=0.00000; FS=0.00307; LB=0.00000; max memory=925696) Rank2 (inPut: create=0.56029 send=3.47702; outPut: create=0.02414 send=0.04754; metadata: (un)pack=0.00029 bcast=0.04176; IS=1.19501; CD=0.26347; AS=35.84349; FO=0.00008; FS=0.02311; LB=0.00001; max memory=925696) Rank1 (inPut: create=0.55977 send=3.27415; outPut: create=0.01196 send=0.03532; metadata: (un)pack=0.00021 bcast=0.02964; IS=0.01739; CD=0.02372; AS=35.86676; FO=0.00004; FS=0.00008; LB=0.22791; max memory=413696) }
801254323 LDAS-MIT798441 mpi::filterLogEntries 798441.0:initializing { Master-Rank0(beowulf) Rank1(node30) }
801254325 LDAS-MIT798441 mpi::filterLogEntries 798441.1:progress 100.00%
801254325 LDAS-MIT798441 mpi::filterLogEntries 798441.1:projected_ratio 0.00102
801254325 LDAS-MIT798441 mpi::filterLogEntries 798441.2:finalizing { totalTime=1.48683 sentObjects=3; Rank0 (inPut: create=0.05946 send=0.07922 ilwd=0.03693; outPut: create=0.01431 send=0.36114 ilwd=0.04207; metadata: (un)pack=0.00014 bcast=0.02184; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01193; max memory=4116480) Rank1 (inPut: create=0.05764 send=0.08824; outPut: create=0.01201 send=0.36183; metadata: (un)pack=0.00017 bcast=0.02955; IS=0.00119; CD=0.33768; AS=0.06097; FO=0.00018; FS=0.00004; LB=0.03553; max memory=8081408) }
801254343 LDAS-MIT798442 mpi::filterLogEntries 798442.0:initializing { Master-Rank0(beowulf) Rank1(node31) }
801254350 LDAS-MIT798442 mpi::filterLogEntries 798442.1:progress 100.00%
801254350 LDAS-MIT798442 mpi::filterLogEntries 798442.1:projected_ratio 0.00016
801254350 LDAS-MIT798442 jobstate response: '798442.1:cont'
801254351 LDAS-MIT798442 mpi::filterLogEntries 798442.2:finalizing { totalTime=7.70282 sentObjects=3; Rank0 (inPut: create=0.39073 send=2.06543 ilwd=0.28511; outPut: create=0.06503 send=4.39121 ilwd=0.21452; metadata: (un)pack=0.00006 bcast=0.02191; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11388; max memory=262144) Rank1 (inPut: create=0.35496 send=2.10449; outPut: create=0.01196 send=4.40645; metadata: (un)pack=0.00012 bcast=0.02966; IS=0.00001; CD=0.00000; AS=0.05908; FO=0.00265; FS=0.00000; LB=0.44390; max memory=184320) }
801254397 LDAS-MIT798443 mpi::filterLogEntries 798443.0:initializing { Master-Rank0(beowulf) Rank1(node32) }
801254398 LDAS-MIT798443 mpi::filterLogEntries 798443.1:progress 100.00%
801254398 LDAS-MIT798443 mpi::filterLogEntries 798443.1:projected_ratio 0.00006
801254398 LDAS-MIT798443 mpi::filterLogEntries 798443.2:finalizing { totalTime=0.560449 sentObjects=2; Rank0 (inPut: create=0.05647 send=0.00406 ilwd=0.03599; outPut: create=0.00000 send=0.01178 ilwd=0.00905; metadata: (un)pack=0.00011 bcast=0.01006; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01195; max memory=520192) Rank1 (inPut: create=0.05235 send=0.01223; outPut: create=0.00000 send=0.01156; metadata: (un)pack=0.00021 bcast=0.01780; IS=0.00121; CD=0.00075; AS=0.00337; FO=0.00000; FS=0.00004; LB=0.02397; max memory=647168) }
801254413 LDAS-MIT798444 mpi::filterLogEntries 798444.0:initializing { Master-Rank0(beowulf) Rank1(node2) }
801254430 LDAS-MIT798444 mpi::filterLogEntries 798444.1:progress 68.37%
801254430 LDAS-MIT798444 mpi::filterLogEntries 798444.1:projected_ratio 0.03917
801254430 LDAS-MIT798444 jobstate response: '798444.1:cont'
801254431 LDAS-MIT798444 mpi::filterLogEntries 798444.2:progress 100.00%
801254431 LDAS-MIT798444 mpi::filterLogEntries 798444.2:projected_ratio 0.03957
801254431 LDAS-MIT798444 mpi::filterLogEntries 798444.3:finalizing { totalTime=17.7666 sentObjects=4; Rank0 (inPut: create=0.39126 send=2.06935 ilwd=0.28486; outPut: create=0.07679 send=0.12095 ilwd=0.24444; metadata: (un)pack=0.01811 bcast=0.04584; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11453; max memory=6848512) Rank1 (inPut: create=0.35161 send=2.10453; outPut: create=0.05006 send=0.10861; metadata: (un)pack=0.01214 bcast=0.04117; IS=0.00009; CD=0.06223; AS=14.24359; FO=0.00218; FS=0.00283; LB=0.34798; max memory=348160) }
801254447 LDAS-MIT798445 mpi::filterLogEntries 798445.0:initializing { Master-Rank0(beowulf) Rank1(node3) }
801254448 LDAS-MIT798445 mpi::filterLogEntries 798445.1:progress 100.00%
801254448 LDAS-MIT798445 mpi::filterLogEntries 798445.1:projected_ratio 0.00005
801254448 LDAS-MIT798445 mpi::filterLogEntries 798445.2:finalizing { totalTime=0.688019 sentObjects=3; Rank0 (inPut: create=0.06171 send=0.03492 ilwd=0.03985; outPut: create=0.01338 send=0.02526 ilwd=0.04219; metadata: (un)pack=0.00031 bcast=0.02290; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01294; max memory=888832) Rank1 (inPut: create=0.06006 send=0.24492; outPut: create=0.01262 send=0.02367; metadata: (un)pack=0.00039 bcast=0.02929; IS=0.00159; CD=0.00961; AS=0.00315; FO=0.00006; FS=0.00004; LB=0.05990; max memory=2060288) }
801254478 LDAS-MIT798446 mpi::filterLogEntries 798446.0:initializing { Master-Rank0(beowulf) Rank1(node4) }
801254480 LDAS-MIT798446 mpi::filterLogEntries 798446.1:progress 0.00%
801254480 LDAS-MIT798446 mpi::filterLogEntries 798446.1:projected_ratio 0.00018
801254481 LDAS-MIT798446 jobstate response: '798446.1:cont'
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.2:progress 10.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.2:projected_ratio 0.00036
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.3:progress 20.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.3:projected_ratio 0.00053
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.4:progress 30.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.4:projected_ratio 0.00070
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.5:progress 40.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.5:projected_ratio 0.00088
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.6:progress 50.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.6:projected_ratio 0.00105
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.7:progress 60.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.7:projected_ratio 0.00122
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.8:progress 70.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.8:projected_ratio 0.00140
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.9:progress 80.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.9:projected_ratio 0.00157
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.10:progress 90.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.10:projected_ratio 0.00174
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.11:progress 100.00%
801254482 LDAS-MIT798446 mpi::filterLogEntries 798446.11:projected_ratio 0.00174
801254483 LDAS-MIT798446 mpi::filterLogEntries 798446.12:finalizing { totalTime=4.13718 sentObjects=3; Rank0 (inPut: create=0.26526 send=1.27329 ilwd=0.19146; outPut: create=0.12128 send=0.24857 ilwd=0.04179; metadata: (un)pack=0.00052 bcast=0.12914; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11458; max memory=1482752) Rank1 (inPut: create=0.24042 send=1.29891; outPut: create=0.12028 send=0.25096; metadata: (un)pack=0.00042 bcast=0.13690; IS=0.15224; CD=0.13449; AS=1.52817; FO=0.00035; FS=0.00203; LB=0.03609; max memory=18370560) }
801254502 LDAS-MIT798447 mpi::filterLogEntries 798447.0:initializing { Master-Rank0(beowulf) Rank1(node5) Rank2(node6) Rank3(node7) }
801254506 LDAS-MIT798447 mpi::filterLogEntries 798447.1:progress 0.00%
801254506 LDAS-MIT798447 mpi::filterLogEntries 798447.1:projected_ratio 0.00005
801254506 LDAS-MIT798447 jobstate response: '798447.1:cont'
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.2:progress 0.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.2:projected_ratio 0.00005
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.3:progress 25.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.3:projected_ratio 0.00061
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.4:progress 25.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.4:projected_ratio 0.00061
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.5:progress 50.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.5:projected_ratio 0.00062
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.6:progress 50.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.6:projected_ratio 0.00071
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.7:progress 50.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.7:projected_ratio 0.00071
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.8:progress 75.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.8:projected_ratio 0.00123
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.9:progress 75.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.9:projected_ratio 0.00124
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.10:progress 75.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.10:projected_ratio 0.00131
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.11:progress 100.00%
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.11:projected_ratio 0.00131
801254507 LDAS-MIT798447 mpi::filterLogEntries 798447.12:finalizing { totalTime=5.11451 sentObjects=3; Rank0 (inPut: create=0.59975 send=2.20775 ilwd=0.28392; outPut: create=0.02480 send=0.21085 ilwd=0.04294; metadata: (un)pack=0.00524 bcast=0.02339; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11534; max memory=2797568) Rank3 (inPut: create=0.55640 send=2.23504; outPut: create=0.00000 send=0.02422; metadata: (un)pack=0.00011 bcast=0.22179; IS=0.00646; CD=0.86062; AS=0.27691; FO=0.00000; FS=0.00367; LB=0.00001; max memory=425984) Rank2 (inPut: create=0.55642 send=2.43736; outPut: create=0.00000 send=0.03680; metadata: (un)pack=0.00010 bcast=0.01811; IS=0.00516; CD=0.85908; AS=0.46343; FO=0.00000; FS=0.00349; LB=0.00001; max memory=1110016) Rank1 (inPut: create=0.55810 send=2.23431; outPut: create=0.01939 send=0.14197; metadata: (un)pack=0.00359 bcast=0.02967; IS=0.00489; CD=0.85184; AS=0.38272; FO=0.00061; FS=0.00276; LB=0.11931; max memory=331776) }
801254524 LDAS-MIT798448 mpi::filterLogEntries 798448.0:initializing { Master-Rank0(beowulf) Rank1(node8) Rank2(node9) }
801254549 LDAS-MIT798448 mpi::filterLogEntries 798448.1:progress 100.00%
801254549 LDAS-MIT798448 mpi::filterLogEntries 798448.1:projected_ratio 0.18205
801254549 LDAS-MIT798448 jobstate response: '798448.1:cont'
801254549 LDAS-MIT798448 mpi::filterLogEntries 798448.2:finalizing { totalTime=24.8621 sentObjects=2; Rank0 (inPut: create=0.17185 send=0.73427 ilwd=0.12073; outPut: create=0.00000 send=0.03595 ilwd=0.04191; metadata: (un)pack=0.00007 bcast=0.01018; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11485; max memory=356352) Rank2 (inPut: create=0.15776 send=0.74889; outPut: create=0.00000 send=0.01140; metadata: (un)pack=0.00018 bcast=0.01806; IS=0.02005; CD=0.00009; AS=22.57460; FO=0.00000; FS=0.00006; LB=0.00001; max memory=212992) Rank1 (inPut: create=0.15787 send=0.74872; outPut: create=0.00000 send=0.01187; metadata: (un)pack=0.00016 bcast=0.01786; IS=0.02081; CD=0.00010; AS=22.57473; FO=0.00000; FS=0.00008; LB=0.15597; max memory=212992) }