Skip to content

Commit 5657f4a

Browse files
+ Chunk spliting integration
1 parent 3ca6a04 commit 5657f4a

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/thread/thread.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,9 @@
33
import signal
44
import threading
55

6-
import numpy
76
from . import exceptions
87
from .utils.config import Settings
8+
from .utils.algorithm import chunk_split
99

1010
from functools import wraps
1111
from typing import (
@@ -509,10 +509,10 @@ def start(self) -> None:
509509
name_format = self.overflow_kwargs.get('name') and self.overflow_kwargs['name'] + '%s'
510510
self.overflow_kwargs = { i: v for i,v in self.overflow_kwargs.items() if i != 'name' and i != 'args' }
511511

512-
for i, data_chunk in enumerate(numpy.array_split(self.dataset, max_threads)):
512+
for i, data_chunk in enumerate(chunk_split(self.dataset, max_threads)):
513513
chunk_thread = Thread(
514514
target = self.function,
515-
args = [i, data_chunk.tolist(), *parsed_args, *self.overflow_args],
515+
args = [i, data_chunk, *parsed_args, *self.overflow_args],
516516
name = name_format and name_format % i or None,
517517
**self.overflow_kwargs
518518
)

0 commit comments

Comments
 (0)