Skip to content

Commit e62e582

Browse files
committed
Fix shm issue
1 parent 76aebcf commit e62e582

File tree

1 file changed

+10
-2
lines changed

1 file changed

+10
-2
lines changed

src/stub_launcher.cc

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -302,9 +302,12 @@ StubLauncher::Launch()
302302
// that the stub process is unhealthy and return early. Waiting until the
303303
// health thread is spawn would make sure would prevent this issue.
304304
bi::managed_external_buffer::handle_t message;
305-
RETURN_IF_ERROR(ReceiveMessageFromStub(message));
305+
auto err = ReceiveMessageFromStub(message);
306306

307307
if (stub_process_kind_ == "AUTOCOMPLETE_STUB") {
308+
if (err != nullptr) {
309+
throw BackendModelException(err);
310+
}
308311
try {
309312
AutocompleteStubProcess();
310313
}
@@ -315,6 +318,7 @@ StubLauncher::Launch()
315318
TRITONSERVER_ErrorNew(TRITONSERVER_ERROR_INTERNAL, ex.what()));
316319
}
317320
} else if (stub_process_kind_ == "MODEL_INSTANCE_STUB") {
321+
RETURN_IF_ERROR(err);
318322
RETURN_IF_ERROR(ModelInstanceStubProcess());
319323
} else {
320324
return TRITONSERVER_ErrorNew(
@@ -460,9 +464,12 @@ StubLauncher::Launch()
460464
// that the stub process is unhealthy and return early. Waiting until the
461465
// health thread is spawn would prevent this issue.
462466
bi::managed_external_buffer::handle_t message;
463-
RETURN_IF_ERROR(ReceiveMessageFromStub(message));
467+
auto err = ReceiveMessageFromStub(message);
464468

465469
if (stub_process_kind_ == "AUTOCOMPLETE_STUB") {
470+
if (err != nullptr) {
471+
throw BackendModelException(err);
472+
}
466473
try {
467474
AutocompleteStubProcess();
468475
}
@@ -473,6 +480,7 @@ StubLauncher::Launch()
473480
TRITONSERVER_ErrorNew(TRITONSERVER_ERROR_INTERNAL, ex.what()));
474481
}
475482
} else if (stub_process_kind_ == "MODEL_INSTANCE_STUB") {
483+
RETURN_IF_ERROR(err);
476484
RETURN_IF_ERROR(ModelInstanceStubProcess());
477485
} else {
478486
return TRITONSERVER_ErrorNew(

0 commit comments

Comments
 (0)