feat(launcher): parse oom signal (#404)
This commit is contained in:
parent
62fc401030
commit
83b84486ad
|
@ -410,9 +410,14 @@ fn shard_manager(
|
||||||
let mut wait_time = Instant::now();
|
let mut wait_time = Instant::now();
|
||||||
loop {
|
loop {
|
||||||
// Process exited
|
// Process exited
|
||||||
if p.poll().is_some() {
|
if let Some(exit_status) = p.poll() {
|
||||||
let mut err = String::new();
|
let mut err = String::new();
|
||||||
p.stderr.take().unwrap().read_to_string(&mut err).unwrap();
|
p.stderr.take().unwrap().read_to_string(&mut err).unwrap();
|
||||||
|
|
||||||
|
if let ExitStatus::Signaled(signal) = exit_status {
|
||||||
|
tracing::error!("Shard process was signaled to shutdown with signal {signal}");
|
||||||
|
}
|
||||||
|
|
||||||
status_sender
|
status_sender
|
||||||
.send(ShardStatus::Failed((rank, err)))
|
.send(ShardStatus::Failed((rank, err)))
|
||||||
.unwrap();
|
.unwrap();
|
||||||
|
|
Loading…
Reference in New Issue