Skip to content

Commit e52b73a

Browse files
committed
remove redundant operations
1 parent ccaea51 commit e52b73a

File tree

2 files changed

+2
-26
lines changed

2 files changed

+2
-26
lines changed

parallelformers/parallelize.py

Lines changed: 1 addition & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -309,7 +309,6 @@ def hijack(
309309
Returns:
310310
Any: outputs of model
311311
"""
312-
313312
try:
314313
for i_mutex, i_queue in zip(
315314
self.inference_mutexes,
@@ -334,32 +333,9 @@ def hijack(
334333
outputs = []
335334
for o_queue in self.outputs_queues:
336335
output = o_queue.get()
336+
outputs.append(output)
337337
# consumer part
338338

339-
if isinstance(output, ModelOutput) or _is_dataclass_instance(
340-
output
341-
):
342-
_output = output
343-
elif isinstance(output, tuple) or isinstance(output, list):
344-
_output = []
345-
for o in output:
346-
if torch.is_tensor(o):
347-
o = o.clone().to("cpu")
348-
_output.append(o)
349-
elif isinstance(output, dict):
350-
_output = {}
351-
for k, v in output.items():
352-
if torch.is_tensor(v):
353-
v = v.clone().to("cpu")
354-
_output[k] = v
355-
else:
356-
_output = output
357-
if torch.is_tensor(output):
358-
_output = output.clone().to("cpu")
359-
360-
del output
361-
outputs.append(_output)
362-
363339
if func in self._memory_logger:
364340
final_output = dict(outputs)
365341
else:

setup.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626

2727
setup(
2828
name='parallelformers',
29-
version='1.2.2',
29+
version='1.2.3',
3030
description=
3131
'An Efficient Model Parallelization Toolkit for Deployment',
3232
long_description=long_description,

0 commit comments

Comments
 (0)